2023-11-16T17:59:53.958 INFO:root:teuthology version: 0.0.1.dev203+g6899cd2 2023-11-16T17:59:53.959 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_choffman@teuthology --archive /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952 --name choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi --description fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/misc}} --verbose -- /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/orig.config.yaml 2023-11-16T17:59:54.013 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-16T17:59:54.098 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952 branch: wip-choffman-62793 description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/misc}} email: null first_in_suite: false job_id: '7460952' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-choffman-62793 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 5e4a743ad7fd1422ebd6c4dc950a21a303279207 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.dir_split install: ceph: flavor: default sha1: 5e4a743ad7fd1422ebd6c4dc950a21a303279207 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-62793-testing sha1: 1c9565146c8647d4e00eb6c7ae626dc192680e7b owner: scheduled_choffman@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 8994 sha1: 5e4a743ad7fd1422ebd6c4dc950a21a303279207 sleep_before_teardown: 0 suite: fs suite_branch: wip-62793-testing suite_path: /home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa suite_relpath: qa suite_repo: https://github.com/chrisphoffman/ceph.git suite_sha1: 1c9565146c8647d4e00eb6c7ae626dc192680e7b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi063.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi093.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi125.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/misc teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 6899cd26fceddb2fec83dc1a1349394b28c8998e timestamp: 2023-11-16_17:54:03 tube: smithi user: choffman verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1224587 2023-11-16T17:59:54.098 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa; will attempt to use it 2023-11-16T17:59:54.099 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks 2023-11-16T17:59:54.099 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-11-16T17:59:54.100 INFO:teuthology.task.internal:Checking packages... 2023-11-16T17:59:54.123 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '5e4a743ad7fd1422ebd6c4dc950a21a303279207' 2023-11-16T17:59:54.123 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-11-16T17:59:54.123 INFO:teuthology.packaging:ref: None 2023-11-16T17:59:54.123 INFO:teuthology.packaging:tag: None 2023-11-16T17:59:54.123 INFO:teuthology.packaging:branch: wip-choffman-62793 2023-11-16T17:59:54.123 INFO:teuthology.packaging:sha1: 5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T17:59:54.124 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-choffman-62793 2023-11-16T17:59:54.267 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-3905.g5e4a743a 2023-11-16T17:59:54.267 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-11-16T17:59:54.274 INFO:teuthology.task.internal:no buildpackages task found 2023-11-16T17:59:54.274 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-11-16T17:59:54.407 INFO:teuthology.task.internal:Saving configuration 2023-11-16T17:59:54.435 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-11-16T17:59:54.441 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-16T17:59:54.467 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.743052', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T17:59:54.491 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi093.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.741749', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T17:59:54.511 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi125.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.744108', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T17:59:54.511 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-11-16T17:59:54.518 INFO:teuthology.task.internal:roles: ubuntu@smithi063.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-11-16T17:59:54.518 INFO:teuthology.task.internal:roles: ubuntu@smithi093.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-11-16T17:59:54.518 INFO:teuthology.task.internal:roles: ubuntu@smithi125.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-11-16T17:59:54.518 INFO:teuthology.run_tasks:Running task console_log... 2023-11-16T17:59:54.618 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbd82323f70>, signals=[15]) 2023-11-16T17:59:54.618 INFO:teuthology.run_tasks:Running task internal.connect... 2023-11-16T17:59:54.624 INFO:teuthology.task.internal:Opening connections... 2023-11-16T17:59:54.624 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T17:59:54.626 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T17:59:54.692 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi093.front.sepia.ceph.com 2023-11-16T17:59:54.694 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T17:59:54.760 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi125.front.sepia.ceph.com 2023-11-16T17:59:54.761 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi125.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T17:59:54.826 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-11-16T17:59:54.833 DEBUG:teuthology.orchestra.run.smithi063:> uname -m 2023-11-16T17:59:54.851 INFO:teuthology.orchestra.run.smithi063.stdout:x86_64 2023-11-16T17:59:54.851 DEBUG:teuthology.orchestra.run.smithi063:> cat /etc/os-release 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:NAME="Red Hat Enterprise Linux" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION="8.6 (Ootpa)" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:ID="rhel" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:ID_LIKE="fedora" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION_ID="8.6" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:PLATFORM_ID="platform:el8" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-11-16T17:59:54.909 INFO:teuthology.orchestra.run.smithi063.stdout:ANSI_COLOR="0;31" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:HOME_URL="https://www.redhat.com/" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-11-16T17:59:54.910 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-11-16T17:59:54.911 INFO:teuthology.lock.ops:Updating smithi063.front.sepia.ceph.com on lock server 2023-11-16T17:59:54.937 DEBUG:teuthology.orchestra.run.smithi093:> uname -m 2023-11-16T17:59:54.957 INFO:teuthology.orchestra.run.smithi093.stdout:x86_64 2023-11-16T17:59:54.957 DEBUG:teuthology.orchestra.run.smithi093:> cat /etc/os-release 2023-11-16T17:59:55.017 INFO:teuthology.orchestra.run.smithi093.stdout:NAME="Red Hat Enterprise Linux" 2023-11-16T17:59:55.017 INFO:teuthology.orchestra.run.smithi093.stdout:VERSION="8.6 (Ootpa)" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:ID="rhel" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:ID_LIKE="fedora" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:VERSION_ID="8.6" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:PLATFORM_ID="platform:el8" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:ANSI_COLOR="0;31" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:HOME_URL="https://www.redhat.com/" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T17:59:55.018 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-11-16T17:59:55.019 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-11-16T17:59:55.019 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-11-16T17:59:55.019 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-11-16T17:59:55.019 INFO:teuthology.lock.ops:Updating smithi093.front.sepia.ceph.com on lock server 2023-11-16T17:59:55.036 DEBUG:teuthology.orchestra.run.smithi125:> uname -m 2023-11-16T17:59:55.056 INFO:teuthology.orchestra.run.smithi125.stdout:x86_64 2023-11-16T17:59:55.056 DEBUG:teuthology.orchestra.run.smithi125:> cat /etc/os-release 2023-11-16T17:59:55.116 INFO:teuthology.orchestra.run.smithi125.stdout:NAME="Red Hat Enterprise Linux" 2023-11-16T17:59:55.116 INFO:teuthology.orchestra.run.smithi125.stdout:VERSION="8.6 (Ootpa)" 2023-11-16T17:59:55.116 INFO:teuthology.orchestra.run.smithi125.stdout:ID="rhel" 2023-11-16T17:59:55.116 INFO:teuthology.orchestra.run.smithi125.stdout:ID_LIKE="fedora" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:VERSION_ID="8.6" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:PLATFORM_ID="platform:el8" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:ANSI_COLOR="0;31" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:HOME_URL="https://www.redhat.com/" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-11-16T17:59:55.117 INFO:teuthology.orchestra.run.smithi125.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-11-16T17:59:55.118 INFO:teuthology.lock.ops:Updating smithi125.front.sepia.ceph.com on lock server 2023-11-16T17:59:55.136 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-11-16T17:59:55.147 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-11-16T17:59:55.152 INFO:teuthology.task.internal:Checking for old test directory... 2023-11-16T17:59:55.153 DEBUG:teuthology.orchestra.run.smithi063:> test '!' -e /home/ubuntu/cephtest 2023-11-16T17:59:55.155 DEBUG:teuthology.orchestra.run.smithi093:> test '!' -e /home/ubuntu/cephtest 2023-11-16T17:59:55.157 DEBUG:teuthology.orchestra.run.smithi125:> test '!' -e /home/ubuntu/cephtest 2023-11-16T17:59:55.176 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-11-16T17:59:55.182 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-11-16T17:59:55.182 DEBUG:teuthology.orchestra.run.smithi063:> test -z $(ls -A /var/lib/ceph) 2023-11-16T17:59:55.212 DEBUG:teuthology.orchestra.run.smithi093:> test -z $(ls -A /var/lib/ceph) 2023-11-16T17:59:55.216 DEBUG:teuthology.orchestra.run.smithi125:> test -z $(ls -A /var/lib/ceph) 2023-11-16T17:59:55.240 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-11-16T17:59:55.347 INFO:teuthology.run_tasks:Running task kernel... 2023-11-16T17:59:55.361 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-11-16T17:59:55.362 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-11-16T17:59:55.362 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-11-16T17:59:55.362 DEBUG:teuthology.orchestra.run.smithi063:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-16T17:59:55.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T17:59:55.379 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2023-11-16T17:59:55.436 INFO:teuthology.orchestra.run.smithi063.stdout:4.18.0-372.9.1.el8.x86_64 2023-11-16T17:59:55.437 INFO:teuthology.task.kernel:Running kernel on smithi063: 4.18.0-372.9.1.el8.x86_64 2023-11-16T17:59:55.437 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum install -y kernel 2023-11-16T17:59:56.600 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T17:59:56.600 INFO:teuthology.orchestra.run.smithi063.stdout:Unable to read consumer identity 2023-11-16T17:59:57.990 INFO:teuthology.orchestra.run.smithi063.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-11-16T17:59:58.724 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-11-16T18:00:02.441 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 412 kB/s | 24 kB 00:00 2023-11-16T18:00:03.176 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-11-16T18:00:03.233 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2023-11-16T18:00:03.235 INFO:teuthology.orchestra.run.smithi063.stdout:Nothing to do. 2023-11-16T18:00:03.235 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2023-11-16T18:00:03.359 DEBUG:teuthology.orchestra.run.smithi063:> echo no | sudo yum reinstall kernel || true 2023-11-16T18:00:03.712 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:00:03.712 INFO:teuthology.orchestra.run.smithi063.stdout:Unable to read consumer identity 2023-11-16T18:00:03.996 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:00:02 ago on Thu 16 Nov 2023 06:00:02 PM UTC. 2023-11-16T18:00:04.044 INFO:teuthology.orchestra.run.smithi063.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-16T18:00:04.086 INFO:teuthology.orchestra.run.smithi063.stderr:Error: No packages marked for reinstall. 2023-11-16T18:00:04.133 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum reinstall -y kernel || true 2023-11-16T18:00:04.483 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:00:04.483 INFO:teuthology.orchestra.run.smithi063.stdout:Unable to read consumer identity 2023-11-16T18:00:04.752 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:00:02 ago on Thu 16 Nov 2023 06:00:02 PM UTC. 2023-11-16T18:00:04.796 INFO:teuthology.orchestra.run.smithi063.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-16T18:00:04.833 INFO:teuthology.orchestra.run.smithi063.stderr:Error: No packages marked for reinstall. 2023-11-16T18:00:04.882 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2023-11-16T18:00:04.964 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-11-16T18:00:04.965 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-11-16T18:00:04.965 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-11-16T18:00:04.965 DEBUG:teuthology.parallel:result is None 2023-11-16T18:00:04.965 INFO:teuthology.run_tasks:Running task internal.base... 2023-11-16T18:00:04.972 INFO:teuthology.task.internal:Creating test directory... 2023-11-16T18:00:04.972 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-16T18:00:04.974 DEBUG:teuthology.orchestra.run.smithi093:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-16T18:00:04.977 DEBUG:teuthology.orchestra.run.smithi125:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-16T18:00:04.997 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-11-16T18:00:05.004 INFO:teuthology.run_tasks:Running task internal.archive... 2023-11-16T18:00:05.035 INFO:teuthology.task.internal:Creating archive directory... 2023-11-16T18:00:05.036 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-16T18:00:05.038 DEBUG:teuthology.orchestra.run.smithi093:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-16T18:00:05.040 DEBUG:teuthology.orchestra.run.smithi125:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-16T18:00:05.078 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-11-16T18:00:05.086 INFO:teuthology.task.internal:Enabling coredump saving... 2023-11-16T18:00:05.087 DEBUG:teuthology.orchestra.run.smithi093:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-16T18:00:05.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:00:05.128 DEBUG:teuthology.orchestra.run.smithi125:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-16T18:00:05.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:00:05.146 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-16T18:00:05.149 DEBUG:teuthology.orchestra.run.smithi093:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-16T18:00:05.170 DEBUG:teuthology.orchestra.run.smithi125:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-16T18:00:05.189 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.202 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.209 INFO:teuthology.orchestra.run.smithi093.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.237 INFO:teuthology.orchestra.run.smithi125.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.245 INFO:teuthology.orchestra.run.smithi093.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.253 INFO:teuthology.orchestra.run.smithi125.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-16T18:00:05.254 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-11-16T18:00:05.262 INFO:teuthology.task.internal:Configuring sudo... 2023-11-16T18:00:05.262 DEBUG:teuthology.orchestra.run.smithi063:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-16T18:00:05.264 DEBUG:teuthology.orchestra.run.smithi093:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-16T18:00:05.289 DEBUG:teuthology.orchestra.run.smithi125:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-16T18:00:05.319 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-11-16T18:00:05.327 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-11-16T18:00:05.327 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-16T18:00:05.332 DEBUG:teuthology.orchestra.run.smithi093:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-16T18:00:05.359 DEBUG:teuthology.orchestra.run.smithi125:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-16T18:00:05.376 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:05.431 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:05.477 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:05.562 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:05.603 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:00:05.603 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-16T18:00:05.681 DEBUG:teuthology.orchestra.run.smithi093:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:05.727 DEBUG:teuthology.orchestra.run.smithi093:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:05.785 DEBUG:teuthology.orchestra.run.smithi093:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:05.872 DEBUG:teuthology.orchestra.run.smithi093:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:05.920 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:00:05.920 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-16T18:00:05.993 DEBUG:teuthology.orchestra.run.smithi125:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:06.040 DEBUG:teuthology.orchestra.run.smithi125:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-16T18:00:06.105 DEBUG:teuthology.orchestra.run.smithi125:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:06.152 DEBUG:teuthology.orchestra.run.smithi125:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-16T18:00:06.200 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:00:06.200 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-16T18:00:06.272 DEBUG:teuthology.orchestra.run.smithi063:> sudo service rsyslog restart 2023-11-16T18:00:06.274 DEBUG:teuthology.orchestra.run.smithi093:> sudo service rsyslog restart 2023-11-16T18:00:06.276 DEBUG:teuthology.orchestra.run.smithi125:> sudo service rsyslog restart 2023-11-16T18:00:06.342 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:00:06.347 INFO:teuthology.orchestra.run.smithi093.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:00:06.402 INFO:teuthology.orchestra.run.smithi125.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:00:06.750 INFO:teuthology.run_tasks:Running task internal.timer... 2023-11-16T18:00:06.758 INFO:teuthology.task.internal:Starting timer... 2023-11-16T18:00:06.758 INFO:teuthology.run_tasks:Running task pcp... 2023-11-16T18:00:06.768 INFO:teuthology.run_tasks:Running task selinux... 2023-11-16T18:00:06.775 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-11-16T18:00:06.776 DEBUG:teuthology.orchestra.run.smithi063:> sudo service auditd rotate 2023-11-16T18:00:06.826 INFO:teuthology.orchestra.run.smithi063.stdout:Rotating logs: 2023-11-16T18:00:06.827 DEBUG:teuthology.orchestra.run.smithi093:> sudo service auditd rotate 2023-11-16T18:00:06.888 INFO:teuthology.orchestra.run.smithi093.stdout:Rotating logs: 2023-11-16T18:00:06.889 DEBUG:teuthology.orchestra.run.smithi125:> sudo service auditd rotate 2023-11-16T18:00:06.960 INFO:teuthology.orchestra.run.smithi125.stdout:Rotating logs: 2023-11-16T18:00:06.962 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-11-16T18:00:06.962 DEBUG:teuthology.orchestra.run.smithi063:> /usr/sbin/getenforce 2023-11-16T18:00:06.991 INFO:teuthology.orchestra.run.smithi063.stdout:Permissive 2023-11-16T18:00:06.991 DEBUG:teuthology.orchestra.run.smithi093:> /usr/sbin/getenforce 2023-11-16T18:00:07.016 INFO:teuthology.orchestra.run.smithi093.stdout:Permissive 2023-11-16T18:00:07.016 DEBUG:teuthology.orchestra.run.smithi125:> /usr/sbin/getenforce 2023-11-16T18:00:07.034 INFO:teuthology.orchestra.run.smithi125.stdout:Permissive 2023-11-16T18:00:07.034 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi063.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi093.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi125.front.sepia.ceph.com': 'permissive'} 2023-11-16T18:00:07.035 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:00:07.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:00:07.063 DEBUG:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:00:07.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:00:07.090 DEBUG:teuthology.orchestra.run.smithi125:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:00:07.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:00:07.117 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-11-16T18:00:07.118 DEBUG:teuthology.orchestra.run.smithi063:> sudo /usr/sbin/setenforce permissive 2023-11-16T18:00:07.145 DEBUG:teuthology.orchestra.run.smithi093:> sudo /usr/sbin/setenforce permissive 2023-11-16T18:00:07.172 DEBUG:teuthology.orchestra.run.smithi125:> sudo /usr/sbin/setenforce permissive 2023-11-16T18:00:07.198 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-11-16T18:00:07.208 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-11-16T18:00:07.208 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-11-16T18:00:07.225 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-11-16T18:00:07.226 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi063.front.sepia.ceph.com,smithi093.front.sepia.ceph.com,smithi125.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-11-16T18:10:52.470 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi063.front.sepia.ceph.com'), Remote(name='ubuntu@smithi093.front.sepia.ceph.com'), Remote(name='ubuntu@smithi125.front.sepia.ceph.com')] 2023-11-16T18:10:52.472 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2023-11-16T18:10:52.472 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T18:10:52.570 DEBUG:teuthology.orchestra.run.smithi063:> true 2023-11-16T18:10:52.602 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2023-11-16T18:10:52.603 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-11-16T18:10:52.603 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T18:10:52.686 DEBUG:teuthology.orchestra.run.smithi093:> true 2023-11-16T18:10:52.759 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-11-16T18:10:52.760 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi125.front.sepia.ceph.com' 2023-11-16T18:10:52.760 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi125.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-16T18:10:52.835 DEBUG:teuthology.orchestra.run.smithi125:> true 2023-11-16T18:10:52.867 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi125.front.sepia.ceph.com' 2023-11-16T18:10:52.867 INFO:teuthology.run_tasks:Running task clock... 2023-11-16T18:10:52.881 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-11-16T18:10:52.881 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-16T18:10:52.883 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:10:52.921 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-16T18:10:52.922 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:10:52.955 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-11-16T18:10:52.955 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-11-16T18:10:52.956 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-16T18:10:52.956 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:10:52.994 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-11-16T18:10:53.047 INFO:teuthology.orchestra.run.smithi063.stderr:sudo: ntpd: command not found 2023-11-16T18:10:53.051 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-11-16T18:10:53.051 INFO:teuthology.orchestra.run.smithi125.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-11-16T18:10:53.052 INFO:teuthology.orchestra.run.smithi125.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-11-16T18:10:53.053 INFO:teuthology.orchestra.run.smithi063.stdout:506 Cannot talk to daemon 2023-11-16T18:10:53.057 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-11-16T18:10:53.076 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-11-16T18:10:53.092 INFO:teuthology.orchestra.run.smithi093.stderr:sudo: ntpd: command not found 2023-11-16T18:10:53.104 INFO:teuthology.orchestra.run.smithi093.stdout:506 Cannot talk to daemon 2023-11-16T18:10:53.118 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-11-16T18:10:53.120 INFO:teuthology.orchestra.run.smithi125.stderr:sudo: ntpd: command not found 2023-11-16T18:10:53.132 INFO:teuthology.orchestra.run.smithi125.stdout:506 Cannot talk to daemon 2023-11-16T18:10:53.133 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-11-16T18:10:53.148 INFO:teuthology.orchestra.run.smithi125.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-11-16T18:10:53.150 INFO:teuthology.orchestra.run.smithi063.stderr:bash: ntpq: command not found 2023-11-16T18:10:53.153 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:10:53.153 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2023-11-16T18:10:53.153 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.153 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.153 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.154 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.161 INFO:teuthology.orchestra.run.smithi125.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-11-16T18:10:53.201 INFO:teuthology.orchestra.run.smithi093.stderr:bash: ntpq: command not found 2023-11-16T18:10:53.202 INFO:teuthology.orchestra.run.smithi093.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:10:53.203 INFO:teuthology.orchestra.run.smithi093.stdout:=============================================================================== 2023-11-16T18:10:53.203 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.203 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.203 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.203 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.227 INFO:teuthology.orchestra.run.smithi125.stderr:bash: ntpq: command not found 2023-11-16T18:10:53.232 INFO:teuthology.orchestra.run.smithi125.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:10:53.232 INFO:teuthology.orchestra.run.smithi125.stdout:=============================================================================== 2023-11-16T18:10:53.232 INFO:teuthology.orchestra.run.smithi125.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.232 INFO:teuthology.orchestra.run.smithi125.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.233 INFO:teuthology.orchestra.run.smithi125.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.233 INFO:teuthology.orchestra.run.smithi125.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:10:53.233 INFO:teuthology.run_tasks:Running task pexec... 2023-11-16T18:10:53.262 INFO:teuthology.task.pexec:Executing custom commands... 2023-11-16T18:10:53.298 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:10:53.362 DEBUG:teuthology.orchestra.run.smithi063:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-11-16T18:10:53.363 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi093.front.sepia.ceph.com 2023-11-16T18:10:53.363 DEBUG:teuthology.orchestra.run.smithi093:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-11-16T18:10:53.364 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi125.front.sepia.ceph.com 2023-11-16T18:10:53.364 DEBUG:teuthology.orchestra.run.smithi125:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-11-16T18:10:53.739 INFO:teuthology.orchestra.run.smithi125.stdout:Updating Subscription Management repositories. 2023-11-16T18:10:53.746 INFO:teuthology.orchestra.run.smithi093.stdout:Updating Subscription Management repositories. 2023-11-16T18:10:53.777 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:10:55.437 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:03:01 ago on Thu 16 Nov 2023 06:07:53 PM UTC. 2023-11-16T18:10:55.465 INFO:teuthology.orchestra.run.smithi125.stdout:Last metadata expiration check: 0:03:06 ago on Thu 16 Nov 2023 06:07:49 PM UTC. 2023-11-16T18:10:55.470 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:02:41 ago on Thu 16 Nov 2023 06:08:14 PM UTC. 2023-11-16T18:10:57.202 INFO:teuthology.orchestra.run.smithi125.stdout:Dependencies resolved. 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout:================================================================================ 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout: Package Architecture Version Repository Size 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout:================================================================================ 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout:Resetting modules: 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout: container-tools 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction Summary 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout:================================================================================ 2023-11-16T18:10:57.203 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:10:57.307 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout: Package Architecture Version Repository Size 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout:Resetting modules: 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout: container-tools 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-11-16T18:10:57.308 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-11-16T18:10:57.309 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:10:57.491 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2023-11-16T18:10:57.491 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2023-11-16T18:10:57.491 INFO:teuthology.orchestra.run.smithi063.stdout: Package Architecture Version Repository Size 2023-11-16T18:10:57.492 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2023-11-16T18:10:57.492 INFO:teuthology.orchestra.run.smithi063.stdout:Resetting modules: 2023-11-16T18:10:57.498 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools 2023-11-16T18:10:57.498 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:10:57.498 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2023-11-16T18:10:57.499 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2023-11-16T18:10:57.499 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:10:58.183 INFO:teuthology.orchestra.run.smithi125.stdout:Last metadata expiration check: 0:03:08 ago on Thu 16 Nov 2023 06:07:49 PM UTC. 2023-11-16T18:10:58.263 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:03:04 ago on Thu 16 Nov 2023 06:07:53 PM UTC. 2023-11-16T18:10:58.500 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:02:44 ago on Thu 16 Nov 2023 06:08:14 PM UTC. 2023-11-16T18:11:06.283 INFO:teuthology.orchestra.run.smithi125.stdout:Complete! 2023-11-16T18:11:06.447 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-11-16T18:11:06.754 INFO:teuthology.orchestra.run.smithi125.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:06.911 INFO:teuthology.orchestra.run.smithi093.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:08.173 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2023-11-16T18:11:08.221 INFO:teuthology.orchestra.run.smithi125.stdout:Last metadata expiration check: 0:03:18 ago on Thu 16 Nov 2023 06:07:49 PM UTC. 2023-11-16T18:11:08.653 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:03:15 ago on Thu 16 Nov 2023 06:07:53 PM UTC. 2023-11-16T18:11:08.661 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:09.971 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:02:55 ago on Thu 16 Nov 2023 06:08:14 PM UTC. 2023-11-16T18:11:10.084 INFO:teuthology.orchestra.run.smithi125.stdout:Dependencies resolved. 2023-11-16T18:11:10.177 INFO:teuthology.orchestra.run.smithi125.stdout:============================================================================================================ 2023-11-16T18:11:10.178 INFO:teuthology.orchestra.run.smithi125.stdout: Package Arch Version Repository Size 2023-11-16T18:11:10.178 INFO:teuthology.orchestra.run.smithi125.stdout:============================================================================================================ 2023-11-16T18:11:10.178 INFO:teuthology.orchestra.run.smithi125.stdout:Installing group/module packages: 2023-11-16T18:11:10.179 INFO:teuthology.orchestra.run.smithi125.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-11-16T18:11:10.179 INFO:teuthology.orchestra.run.smithi125.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-11-16T18:11:10.179 INFO:teuthology.orchestra.run.smithi125.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-11-16T18:11:10.179 INFO:teuthology.orchestra.run.smithi125.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-11-16T18:11:10.180 INFO:teuthology.orchestra.run.smithi125.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-11-16T18:11:10.180 INFO:teuthology.orchestra.run.smithi125.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-11-16T18:11:10.181 INFO:teuthology.orchestra.run.smithi125.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-11-16T18:11:10.181 INFO:teuthology.orchestra.run.smithi125.stdout:Installing dependencies: 2023-11-16T18:11:10.181 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-11-16T18:11:10.181 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-11-16T18:11:10.182 INFO:teuthology.orchestra.run.smithi125.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-11-16T18:11:10.184 INFO:teuthology.orchestra.run.smithi125.stdout:Installing module profiles: 2023-11-16T18:11:10.184 INFO:teuthology.orchestra.run.smithi125.stdout: container-tools/common 2023-11-16T18:11:10.184 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:11:10.184 INFO:teuthology.orchestra.run.smithi125.stdout:Enabling module streams: 2023-11-16T18:11:10.185 INFO:teuthology.orchestra.run.smithi125.stdout: container-tools rhel8 2023-11-16T18:11:10.190 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:11:10.191 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction Summary 2023-11-16T18:11:10.191 INFO:teuthology.orchestra.run.smithi125.stdout:============================================================================================================ 2023-11-16T18:11:10.193 INFO:teuthology.orchestra.run.smithi125.stdout:Install 10 Packages 2023-11-16T18:11:10.193 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:11:10.194 INFO:teuthology.orchestra.run.smithi125.stdout:Total download size: 18 M 2023-11-16T18:11:10.198 INFO:teuthology.orchestra.run.smithi125.stdout:Installed size: 65 M 2023-11-16T18:11:10.198 INFO:teuthology.orchestra.run.smithi125.stdout:Downloading Packages: 2023-11-16T18:11:10.465 INFO:teuthology.orchestra.run.smithi125.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 143 kB/s | 41 kB 00:00 2023-11-16T18:11:10.510 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-11-16T18:11:10.601 INFO:teuthology.orchestra.run.smithi093.stdout:============================================================================================================ 2023-11-16T18:11:10.601 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-11-16T18:11:10.603 INFO:teuthology.orchestra.run.smithi093.stdout:============================================================================================================ 2023-11-16T18:11:10.603 INFO:teuthology.orchestra.run.smithi093.stdout:Installing group/module packages: 2023-11-16T18:11:10.603 INFO:teuthology.orchestra.run.smithi093.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-11-16T18:11:10.623 INFO:teuthology.orchestra.run.smithi093.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-11-16T18:11:10.623 INFO:teuthology.orchestra.run.smithi093.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-11-16T18:11:10.629 INFO:teuthology.orchestra.run.smithi093.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-11-16T18:11:10.630 INFO:teuthology.orchestra.run.smithi093.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-11-16T18:11:10.630 INFO:teuthology.orchestra.run.smithi093.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-11-16T18:11:10.631 INFO:teuthology.orchestra.run.smithi093.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-11-16T18:11:10.631 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-11-16T18:11:10.631 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-11-16T18:11:10.631 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-11-16T18:11:10.632 INFO:teuthology.orchestra.run.smithi093.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-11-16T18:11:10.632 INFO:teuthology.orchestra.run.smithi093.stdout:Installing module profiles: 2023-11-16T18:11:10.632 INFO:teuthology.orchestra.run.smithi093.stdout: container-tools/common 2023-11-16T18:11:10.633 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:11:10.633 INFO:teuthology.orchestra.run.smithi093.stdout:Enabling module streams: 2023-11-16T18:11:10.633 INFO:teuthology.orchestra.run.smithi093.stdout: container-tools rhel8 2023-11-16T18:11:10.633 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:11:10.634 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-11-16T18:11:10.634 INFO:teuthology.orchestra.run.smithi093.stdout:============================================================================================================ 2023-11-16T18:11:10.634 INFO:teuthology.orchestra.run.smithi093.stdout:Install 10 Packages 2023-11-16T18:11:10.635 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:11:10.644 INFO:teuthology.orchestra.run.smithi125.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 58 kB/s | 25 kB 00:00 2023-11-16T18:11:10.645 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 18 M 2023-11-16T18:11:10.645 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 65 M 2023-11-16T18:11:10.646 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-11-16T18:11:10.652 INFO:teuthology.orchestra.run.smithi125.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 199 kB/s | 94 kB 00:00 2023-11-16T18:11:10.709 INFO:teuthology.orchestra.run.smithi125.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 204 kB/s | 49 kB 00:00 2023-11-16T18:11:10.781 INFO:teuthology.orchestra.run.smithi093.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 529 kB/s | 94 kB 00:00 2023-11-16T18:11:10.798 INFO:teuthology.orchestra.run.smithi093.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 210 kB/s | 41 kB 00:00 2023-11-16T18:11:10.874 INFO:teuthology.orchestra.run.smithi093.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 92 kB/s | 25 kB 00:00 2023-11-16T18:11:10.899 INFO:teuthology.orchestra.run.smithi093.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 421 kB/s | 49 kB 00:00 2023-11-16T18:11:10.917 INFO:teuthology.orchestra.run.smithi125.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 1.7 MB/s | 524 kB 00:00 2023-11-16T18:11:10.944 INFO:teuthology.orchestra.run.smithi093.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 3.6 MB/s | 524 kB 00:00 2023-11-16T18:11:11.058 INFO:teuthology.orchestra.run.smithi125.stdout:(6/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 1.5 MB/s | 213 kB 00:00 2023-11-16T18:11:11.124 INFO:teuthology.orchestra.run.smithi093.stdout:(6/10): buildah-1.26.2-1.module+el8.6.0+16771+2 32 MB/s | 8.0 MB 00:00 2023-11-16T18:11:11.150 INFO:teuthology.orchestra.run.smithi093.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 1.0 MB/s | 213 kB 00:00 2023-11-16T18:11:11.225 INFO:teuthology.orchestra.run.smithi125.stdout:(7/10): python3-podman-4.0.1-1.module+el8.6.0+1 289 kB/s | 149 kB 00:00 2023-11-16T18:11:11.278 INFO:teuthology.orchestra.run.smithi093.stdout:(8/10): python3-podman-4.0.1-1.module+el8.6.0+1 398 kB/s | 149 kB 00:00 2023-11-16T18:11:11.320 INFO:teuthology.orchestra.run.smithi125.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 12 MB/s | 8.0 MB 00:00 2023-11-16T18:11:11.327 INFO:teuthology.orchestra.run.smithi093.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 13 MB/s | 2.2 MB 00:00 2023-11-16T18:11:11.500 INFO:teuthology.orchestra.run.smithi125.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 16 MB/s | 7.0 MB 00:00 2023-11-16T18:11:11.559 INFO:teuthology.orchestra.run.smithi093.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 16 MB/s | 7.0 MB 00:00 2023-11-16T18:11:11.560 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:11:11.561 INFO:teuthology.orchestra.run.smithi093.stdout:Total 19 MB/s | 18 MB 00:00 2023-11-16T18:11:11.583 INFO:teuthology.orchestra.run.smithi125.stdout:(10/10): toolbox-0.0.99.3-0.6.module+el8.6.0+16 6.1 MB/s | 2.2 MB 00:00 2023-11-16T18:11:11.584 INFO:teuthology.orchestra.run.smithi125.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:11:11.588 INFO:teuthology.orchestra.run.smithi125.stdout:Total 13 MB/s | 18 MB 00:01 2023-11-16T18:11:11.757 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-11-16T18:11:11.775 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-11-16T18:11:11.776 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-11-16T18:11:11.784 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction check 2023-11-16T18:11:11.803 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction check succeeded. 2023-11-16T18:11:11.804 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction test 2023-11-16T18:11:11.925 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2023-11-16T18:11:11.957 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-11-16T18:11:11.961 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-11-16T18:11:11.986 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction test succeeded. 2023-11-16T18:11:11.989 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction 2023-11-16T18:11:12.029 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================================ 2023-11-16T18:11:12.030 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2023-11-16T18:11:12.030 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================================ 2023-11-16T18:11:12.030 INFO:teuthology.orchestra.run.smithi063.stdout:Installing group/module packages: 2023-11-16T18:11:12.030 INFO:teuthology.orchestra.run.smithi063.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-11-16T18:11:12.030 INFO:teuthology.orchestra.run.smithi063.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-11-16T18:11:12.031 INFO:teuthology.orchestra.run.smithi063.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-11-16T18:11:12.031 INFO:teuthology.orchestra.run.smithi063.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-11-16T18:11:12.031 INFO:teuthology.orchestra.run.smithi063.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-11-16T18:11:12.034 INFO:teuthology.orchestra.run.smithi063.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-11-16T18:11:12.035 INFO:teuthology.orchestra.run.smithi063.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-11-16T18:11:12.036 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2023-11-16T18:11:12.036 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-11-16T18:11:12.036 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-11-16T18:11:12.036 INFO:teuthology.orchestra.run.smithi063.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-11-16T18:11:12.038 INFO:teuthology.orchestra.run.smithi063.stdout:Installing module profiles: 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools/common 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling module streams: 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools rhel8 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================================ 2023-11-16T18:11:12.039 INFO:teuthology.orchestra.run.smithi063.stdout:Install 10 Packages 2023-11-16T18:11:12.040 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:11:12.040 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 18 M 2023-11-16T18:11:12.040 INFO:teuthology.orchestra.run.smithi063.stdout:Installed size: 65 M 2023-11-16T18:11:12.040 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2023-11-16T18:11:12.171 INFO:teuthology.orchestra.run.smithi063.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 292 kB/s | 41 kB 00:00 2023-11-16T18:11:12.196 INFO:teuthology.orchestra.run.smithi063.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 150 kB/s | 25 kB 00:00 2023-11-16T18:11:12.242 INFO:teuthology.orchestra.run.smithi063.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 445 kB/s | 94 kB 00:00 2023-11-16T18:11:12.272 INFO:teuthology.orchestra.run.smithi063.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 492 kB/s | 49 kB 00:00 2023-11-16T18:11:12.305 INFO:teuthology.orchestra.run.smithi063.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 4.7 MB/s | 524 kB 00:00 2023-11-16T18:11:12.464 INFO:teuthology.orchestra.run.smithi063.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 780 kB/s | 149 kB 00:00 2023-11-16T18:11:12.491 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-11-16T18:11:12.501 INFO:teuthology.orchestra.run.smithi125.stdout: Preparing : 1/1 2023-11-16T18:11:12.522 INFO:teuthology.orchestra.run.smithi063.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 982 kB/s | 213 kB 00:00 2023-11-16T18:11:12.631 INFO:teuthology.orchestra.run.smithi063.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 21 MB/s | 8.0 MB 00:00 2023-11-16T18:11:12.683 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-11-16T18:11:12.689 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-11-16T18:11:12.698 INFO:teuthology.orchestra.run.smithi063.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 13 MB/s | 2.2 MB 00:00 2023-11-16T18:11:12.810 INFO:teuthology.orchestra.run.smithi063.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 20 MB/s | 7.0 MB 00:00 2023-11-16T18:11:12.812 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:11:12.812 INFO:teuthology.orchestra.run.smithi063.stdout:Total 23 MB/s | 18 MB 00:00 2023-11-16T18:11:12.865 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:12.873 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:13.014 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2023-11-16T18:11:13.033 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2023-11-16T18:11:13.033 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2023-11-16T18:11:13.075 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-11-16T18:11:13.100 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-11-16T18:11:13.227 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2023-11-16T18:11:13.230 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2023-11-16T18:11:13.269 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-11-16T18:11:13.305 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-11-16T18:11:13.652 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-11-16T18:11:13.669 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-11-16T18:11:13.750 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2023-11-16T18:11:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-11-16T18:11:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:14.278 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-11-16T18:11:14.439 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-11-16T18:11:14.443 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-11-16T18:11:14.461 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-11-16T18:11:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-11-16T18:11:15.300 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-11-16T18:11:15.314 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-11-16T18:11:15.515 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-11-16T18:11:15.529 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-11-16T18:11:15.576 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-11-16T18:11:15.693 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-11-16T18:11:15.723 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-11-16T18:11:15.899 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:15.908 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-11-16T18:11:16.152 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-11-16T18:11:16.153 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-11-16T18:11:16.159 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:16.159 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-11-16T18:11:16.159 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:16.159 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-11-16T18:11:16.160 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-11-16T18:11:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-11-16T18:11:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-11-16T18:11:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-11-16T18:11:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:17.295 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-11-16T18:11:17.296 INFO:teuthology.orchestra.run.smithi125.stdout:Last metadata expiration check: 0:03:27 ago on Thu 16 Nov 2023 06:07:49 PM UTC. 2023-11-16T18:11:17.300 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-11-16T18:11:17.301 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:03:23 ago on Thu 16 Nov 2023 06:07:53 PM UTC. 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-11-16T18:11:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-11-16T18:11:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-11-16T18:11:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-11-16T18:11:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-11-16T18:11:18.517 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-11-16T18:11:18.518 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:03:04 ago on Thu 16 Nov 2023 06:08:14 PM UTC. 2023-11-16T18:11:26.316 INFO:teuthology.orchestra.run.smithi125.stdout:Installed products updated. 2023-11-16T18:11:26.501 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:11:26.502 INFO:teuthology.orchestra.run.smithi125.stdout:Installed: 2023-11-16T18:11:26.502 INFO:teuthology.orchestra.run.smithi125.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:26.502 INFO:teuthology.orchestra.run.smithi125.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:26.502 INFO:teuthology.orchestra.run.smithi125.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:26.503 INFO:teuthology.orchestra.run.smithi125.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-11-16T18:11:26.503 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-11-16T18:11:26.504 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-11-16T18:11:26.504 INFO:teuthology.orchestra.run.smithi125.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:26.504 INFO:teuthology.orchestra.run.smithi125.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:26.504 INFO:teuthology.orchestra.run.smithi125.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:26.505 INFO:teuthology.orchestra.run.smithi125.stdout: yajl-2.1.0-10.el8.x86_64 2023-11-16T18:11:26.505 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:11:26.505 INFO:teuthology.orchestra.run.smithi125.stdout:Complete! 2023-11-16T18:11:26.643 DEBUG:teuthology.parallel:result is None 2023-11-16T18:11:28.367 INFO:teuthology.orchestra.run.smithi093.stdout:Installed products updated. 2023-11-16T18:11:28.553 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:11:28.553 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:28.554 INFO:teuthology.orchestra.run.smithi093.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:28.555 INFO:teuthology.orchestra.run.smithi093.stdout: yajl-2.1.0-10.el8.x86_64 2023-11-16T18:11:28.555 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:11:28.555 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-11-16T18:11:28.709 DEBUG:teuthology.parallel:result is None 2023-11-16T18:11:29.474 INFO:teuthology.orchestra.run.smithi063.stdout:Installed products updated. 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-11-16T18:11:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-11-16T18:11:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-11-16T18:11:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: yajl-2.1.0-10.el8.x86_64 2023-11-16T18:11:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:11:29.678 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2023-11-16T18:11:29.825 DEBUG:teuthology.parallel:result is None 2023-11-16T18:11:29.825 INFO:teuthology.run_tasks:Running task install... 2023-11-16T18:11:29.906 DEBUG:teuthology.task.install:project ceph 2023-11-16T18:11:29.931 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207'}} 2023-11-16T18:11:29.932 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207'} 2023-11-16T18:11:29.933 INFO:teuthology.task.install:Using flavor: default 2023-11-16T18:11:29.984 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-11-16T18:11:29.984 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-11-16T18:11:29.985 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207', 'tag': None, 'wait_for_package': False} 2023-11-16T18:11:29.989 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:11:29.993 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207', 'tag': None, 'wait_for_package': False} 2023-11-16T18:11:30.001 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:11:30.050 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207', 'tag': None, 'wait_for_package': False} 2023-11-16T18:11:30.051 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:11:30.396 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/ 2023-11-16T18:11:30.396 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3905.g5e4a743a 2023-11-16T18:11:30.427 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/ 2023-11-16T18:11:30.428 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3905.g5e4a743a 2023-11-16T18:11:30.615 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/ 2023-11-16T18:11:30.615 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3905.g5e4a743a 2023-11-16T18:11:30.756 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-11-16T18:11:30.756 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:11:30.757 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-11-16T18:11:30.789 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-11-16T18:11:30.790 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:11:30.790 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-11-16T18:11:30.792 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-11-16T18:11:30.798 DEBUG:teuthology.orchestra.run.smithi063:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5e4a743ad7fd1422ebd6c4dc950a21a303279207/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-11-16T18:11:30.825 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-11-16T18:11:30.825 DEBUG:teuthology.orchestra.run.smithi125:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5e4a743ad7fd1422ebd6c4dc950a21a303279207/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-11-16T18:11:30.849 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-11-16T18:11:30.850 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:11:30.850 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-11-16T18:11:30.871 DEBUG:teuthology.orchestra.run.smithi063:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-11-16T18:11:30.885 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-11-16T18:11:30.886 DEBUG:teuthology.orchestra.run.smithi093:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5e4a743ad7fd1422ebd6c4dc950a21a303279207/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-11-16T18:11:30.901 DEBUG:teuthology.orchestra.run.smithi125:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-11-16T18:11:30.958 DEBUG:teuthology.orchestra.run.smithi063:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-11-16T18:11:30.959 DEBUG:teuthology.orchestra.run.smithi093:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-11-16T18:11:30.998 DEBUG:teuthology.orchestra.run.smithi125:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-11-16T18:11:31.001 INFO:teuthology.orchestra.run.smithi063.stdout:check_obsoletes = 1 2023-11-16T18:11:31.001 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum clean all 2023-11-16T18:11:31.041 DEBUG:teuthology.orchestra.run.smithi093:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-11-16T18:11:31.067 INFO:teuthology.orchestra.run.smithi125.stdout:check_obsoletes = 1 2023-11-16T18:11:31.069 DEBUG:teuthology.orchestra.run.smithi125:> sudo yum clean all 2023-11-16T18:11:31.109 INFO:teuthology.orchestra.run.smithi093.stdout:check_obsoletes = 1 2023-11-16T18:11:31.111 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum clean all 2023-11-16T18:11:31.397 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:31.446 INFO:teuthology.orchestra.run.smithi125.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:31.486 INFO:teuthology.orchestra.run.smithi093.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:32.352 INFO:teuthology.orchestra.run.smithi093.stdout:44 files removed 2023-11-16T18:11:32.380 INFO:teuthology.orchestra.run.smithi125.stdout:44 files removed 2023-11-16T18:11:32.404 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-11-16T18:11:32.426 DEBUG:teuthology.orchestra.run.smithi125:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-11-16T18:11:32.454 INFO:teuthology.orchestra.run.smithi063.stdout:44 files removed 2023-11-16T18:11:32.510 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-11-16T18:11:32.759 INFO:teuthology.orchestra.run.smithi125.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:32.759 INFO:teuthology.orchestra.run.smithi093.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:32.864 INFO:teuthology.orchestra.run.smithi063.stdout:Updating Subscription Management repositories. 2023-11-16T18:11:34.588 INFO:teuthology.orchestra.run.smithi125.stdout:ceph packages for x86_64 124 kB/s | 80 kB 00:00 2023-11-16T18:11:34.634 INFO:teuthology.orchestra.run.smithi093.stdout:ceph packages for x86_64 141 kB/s | 80 kB 00:00 2023-11-16T18:11:34.673 INFO:teuthology.orchestra.run.smithi063.stdout:ceph packages for x86_64 134 kB/s | 80 kB 00:00 2023-11-16T18:11:34.926 INFO:teuthology.orchestra.run.smithi125.stdout:ceph noarch packages 30 kB/s | 9.4 kB 00:00 2023-11-16T18:11:35.000 INFO:teuthology.orchestra.run.smithi063.stdout:ceph noarch packages 32 kB/s | 9.4 kB 00:00 2023-11-16T18:11:35.017 INFO:teuthology.orchestra.run.smithi093.stdout:ceph noarch packages 27 kB/s | 9.4 kB 00:00 2023-11-16T18:11:35.318 INFO:teuthology.orchestra.run.smithi125.stdout:ceph source packages 4.0 kB/s | 1.5 kB 00:00 2023-11-16T18:11:35.341 INFO:teuthology.orchestra.run.smithi063.stdout:ceph source packages 4.7 kB/s | 1.5 kB 00:00 2023-11-16T18:11:35.475 INFO:teuthology.orchestra.run.smithi063.stdout:Copr repo for python3-asyncssh owned by ceph 31 kB/s | 3.5 kB 00:00 2023-11-16T18:11:35.494 INFO:teuthology.orchestra.run.smithi125.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-11-16T18:11:35.618 INFO:teuthology.orchestra.run.smithi093.stdout:ceph source packages 2.6 kB/s | 1.5 kB 00:00 2023-11-16T18:11:35.752 INFO:teuthology.orchestra.run.smithi093.stdout:Copr repo for python3-asyncssh owned by ceph 31 kB/s | 3.5 kB 00:00 2023-11-16T18:11:36.414 INFO:teuthology.orchestra.run.smithi125.stdout:Extra Packages for Enterprise Linux 18 MB/s | 16 MB 00:00 2023-11-16T18:11:36.670 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2023-11-16T18:11:38.180 INFO:teuthology.orchestra.run.smithi093.stdout:Extra Packages for Enterprise Linux 6.6 MB/s | 16 MB 00:02 2023-11-16T18:11:39.886 INFO:teuthology.orchestra.run.smithi125.stdout:lab-extras 403 kB/s | 24 kB 00:00 2023-11-16T18:11:40.478 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 386 kB/s | 24 kB 00:00 2023-11-16T18:11:41.072 INFO:teuthology.orchestra.run.smithi125.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 47 MB 00:01 2023-11-16T18:11:41.628 INFO:teuthology.orchestra.run.smithi063.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 44 MB/s | 47 MB 00:01 2023-11-16T18:11:41.703 INFO:teuthology.orchestra.run.smithi093.stdout:lab-extras 526 kB/s | 24 kB 00:00 2023-11-16T18:11:42.804 INFO:teuthology.orchestra.run.smithi093.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 51 MB/s | 53 MB 00:01 2023-11-16T18:11:49.606 INFO:teuthology.orchestra.run.smithi125.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 36 MB/s | 53 MB 00:01 2023-11-16T18:11:50.304 INFO:teuthology.orchestra.run.smithi063.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 51 MB/s | 53 MB 00:01 2023-11-16T18:11:51.106 INFO:teuthology.orchestra.run.smithi093.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 46 MB/s | 47 MB 00:01 2023-11-16T18:12:00.779 INFO:teuthology.orchestra.run.smithi125.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:00.779 INFO:teuthology.orchestra.run.smithi125.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:00.794 INFO:teuthology.orchestra.run.smithi125.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:00.795 INFO:teuthology.orchestra.run.smithi125.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:00.796 INFO:teuthology.orchestra.run.smithi125.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-11-16T18:12:00.797 INFO:teuthology.orchestra.run.smithi125.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-16T18:12:00.799 INFO:teuthology.orchestra.run.smithi125.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-11-16T18:12:00.802 INFO:teuthology.orchestra.run.smithi125.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-11-16T18:12:00.803 INFO:teuthology.orchestra.run.smithi125.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-16T18:12:00.936 INFO:teuthology.orchestra.run.smithi125.stdout:Dependencies resolved. 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout:=========================================================================================================================== 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: Package Arch Version Repository Size 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout:=========================================================================================================================== 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout:Installing: 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: ceph x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.4 k 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-base x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 5.3 M 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 847 k 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 165 k 2023-11-16T18:12:00.949 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 1.5 M 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 127 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 1.7 M 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 7.4 M 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-rook noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 47 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-radosgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 13 M 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-test x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 41 M 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-volume noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 265 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 83 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: cephfs-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 258 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: cephfs-top noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 18 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-11-16T18:12:00.950 INFO:teuthology.orchestra.run.smithi125.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: libcephfs-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 31 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: libcephfs2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 771 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: librados-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 139 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-11-16T18:12:00.951 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cephfs x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 197 k 2023-11-16T18:12:00.952 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rados x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 371 k 2023-11-16T18:12:00.952 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 365 k 2023-11-16T18:12:00.952 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 107 k 2023-11-16T18:12:00.952 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 94 k 2023-11-16T18:12:00.952 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.4 M 2023-11-16T18:12:00.953 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-nbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 180 k 2023-11-16T18:12:00.953 INFO:teuthology.orchestra.run.smithi125.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-11-16T18:12:00.953 INFO:teuthology.orchestra.run.smithi125.stdout:Upgrading: 2023-11-16T18:12:00.953 INFO:teuthology.orchestra.run.smithi125.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-11-16T18:12:00.954 INFO:teuthology.orchestra.run.smithi125.stdout: librados2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.7 M 2023-11-16T18:12:00.954 INFO:teuthology.orchestra.run.smithi125.stdout: librbd1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.6 M 2023-11-16T18:12:00.954 INFO:teuthology.orchestra.run.smithi125.stdout:Installing dependencies: 2023-11-16T18:12:00.954 INFO:teuthology.orchestra.run.smithi125.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-11-16T18:12:00.955 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 22 M 2023-11-16T18:12:00.955 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 23 k 2023-11-16T18:12:00.955 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mds x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 2.3 M 2023-11-16T18:12:00.955 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 240 k 2023-11-16T18:12:00.956 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mon x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 4.6 M 2023-11-16T18:12:00.956 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-osd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 18 M 2023-11-16T18:12:00.957 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 15 k 2023-11-16T18:12:00.957 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-selinux x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 24 k 2023-11-16T18:12:00.958 INFO:teuthology.orchestra.run.smithi125.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-11-16T18:12:00.958 INFO:teuthology.orchestra.run.smithi125.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-11-16T18:12:00.958 INFO:teuthology.orchestra.run.smithi125.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-11-16T18:12:00.958 INFO:teuthology.orchestra.run.smithi125.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-11-16T18:12:00.959 INFO:teuthology.orchestra.run.smithi125.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-11-16T18:12:00.959 INFO:teuthology.orchestra.run.smithi125.stdout: libcephsqlite x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 137 k 2023-11-16T18:12:00.959 INFO:teuthology.orchestra.run.smithi125.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-11-16T18:12:00.959 INFO:teuthology.orchestra.run.smithi125.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-11-16T18:12:00.959 INFO:teuthology.orchestra.run.smithi125.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-11-16T18:12:00.960 INFO:teuthology.orchestra.run.smithi125.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-11-16T18:12:00.960 INFO:teuthology.orchestra.run.smithi125.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-11-16T18:12:00.960 INFO:teuthology.orchestra.run.smithi125.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-11-16T18:12:00.960 INFO:teuthology.orchestra.run.smithi125.stdout: libradosstriper1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 473 k 2023-11-16T18:12:00.961 INFO:teuthology.orchestra.run.smithi125.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-11-16T18:12:00.961 INFO:teuthology.orchestra.run.smithi125.stdout: librgw2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.5 M 2023-11-16T18:12:00.961 INFO:teuthology.orchestra.run.smithi125.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-11-16T18:12:00.961 INFO:teuthology.orchestra.run.smithi125.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-11-16T18:12:00.962 INFO:teuthology.orchestra.run.smithi125.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-11-16T18:12:00.962 INFO:teuthology.orchestra.run.smithi125.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-11-16T18:12:00.962 INFO:teuthology.orchestra.run.smithi125.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-11-16T18:12:00.963 INFO:teuthology.orchestra.run.smithi125.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-11-16T18:12:00.963 INFO:teuthology.orchestra.run.smithi125.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-11-16T18:12:00.963 INFO:teuthology.orchestra.run.smithi125.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-11-16T18:12:00.963 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-11-16T18:12:00.964 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-11-16T18:12:00.964 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-11-16T18:12:00.964 INFO:teuthology.orchestra.run.smithi125.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-11-16T18:12:00.965 INFO:teuthology.orchestra.run.smithi125.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-11-16T18:12:00.965 INFO:teuthology.orchestra.run.smithi125.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-11-16T18:12:00.965 INFO:teuthology.orchestra.run.smithi125.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-11-16T18:12:00.965 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-11-16T18:12:00.966 INFO:teuthology.orchestra.run.smithi125.stdout: python3-ceph-argparse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 45 k 2023-11-16T18:12:00.966 INFO:teuthology.orchestra.run.smithi125.stdout: python3-ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 119 k 2023-11-16T18:12:00.991 INFO:teuthology.orchestra.run.smithi125.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-11-16T18:12:00.997 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-11-16T18:12:00.999 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-11-16T18:12:01.000 INFO:teuthology.orchestra.run.smithi125.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-11-16T18:12:01.001 INFO:teuthology.orchestra.run.smithi125.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-11-16T18:12:01.004 INFO:teuthology.orchestra.run.smithi125.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-11-16T18:12:01.004 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-11-16T18:12:01.005 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-11-16T18:12:01.007 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-11-16T18:12:01.007 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-11-16T18:12:01.007 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-11-16T18:12:01.008 INFO:teuthology.orchestra.run.smithi125.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-11-16T18:12:01.008 INFO:teuthology.orchestra.run.smithi125.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-11-16T18:12:01.024 INFO:teuthology.orchestra.run.smithi125.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout:Enabling module streams: 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql 10 2023-11-16T18:12:01.025 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:12:01.026 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction Summary 2023-11-16T18:12:01.026 INFO:teuthology.orchestra.run.smithi125.stdout:=========================================================================================================================== 2023-11-16T18:12:01.026 INFO:teuthology.orchestra.run.smithi125.stdout:Install 128 Packages 2023-11-16T18:12:01.026 INFO:teuthology.orchestra.run.smithi125.stdout:Upgrade 3 Packages 2023-11-16T18:12:01.026 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:12:01.030 INFO:teuthology.orchestra.run.smithi125.stdout:Total download size: 197 M 2023-11-16T18:12:01.030 INFO:teuthology.orchestra.run.smithi125.stdout:Downloading Packages: 2023-11-16T18:12:01.626 INFO:teuthology.orchestra.run.smithi125.stdout:(1/131): ceph-18.0.0-3905.g5e4a743a.el8.x86_64. 21 kB/s | 6.4 kB 00:00 2023-11-16T18:12:02.106 INFO:teuthology.orchestra.run.smithi125.stdout:(2/131): ceph-fuse-18.0.0-3905.g5e4a743a.el8.x8 1.7 MB/s | 847 kB 00:00 2023-11-16T18:12:02.117 INFO:teuthology.orchestra.run.smithi093.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:02.117 INFO:teuthology.orchestra.run.smithi093.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:02.128 INFO:teuthology.orchestra.run.smithi093.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.129 INFO:teuthology.orchestra.run.smithi093.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.131 INFO:teuthology.orchestra.run.smithi093.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-11-16T18:12:02.131 INFO:teuthology.orchestra.run.smithi093.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-16T18:12:02.134 INFO:teuthology.orchestra.run.smithi093.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-11-16T18:12:02.137 INFO:teuthology.orchestra.run.smithi093.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.138 INFO:teuthology.orchestra.run.smithi093.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-16T18:12:02.198 INFO:teuthology.orchestra.run.smithi125.stdout:(3/131): ceph-base-18.0.0-3905.g5e4a743a.el8.x8 6.1 MB/s | 5.3 MB 00:00 2023-11-16T18:12:02.248 INFO:teuthology.orchestra.run.smithi125.stdout:(4/131): ceph-immutable-object-cache-18.0.0-390 1.1 MB/s | 165 kB 00:00 2023-11-16T18:12:02.257 INFO:teuthology.orchestra.run.smithi063.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:02.258 INFO:teuthology.orchestra.run.smithi063.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-16T18:12:02.271 INFO:teuthology.orchestra.run.smithi063.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.271 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-11-16T18:12:02.272 INFO:teuthology.orchestra.run.smithi063.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.273 INFO:teuthology.orchestra.run.smithi063.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-11-16T18:12:02.278 INFO:teuthology.orchestra.run.smithi063.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-16T18:12:02.279 INFO:teuthology.orchestra.run.smithi063.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-11-16T18:12:02.280 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-11-16T18:12:02.281 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-16T18:12:02.282 INFO:teuthology.orchestra.run.smithi093.stdout:=========================================================================================================================== 2023-11-16T18:12:02.283 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-11-16T18:12:02.283 INFO:teuthology.orchestra.run.smithi093.stdout:=========================================================================================================================== 2023-11-16T18:12:02.283 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-11-16T18:12:02.283 INFO:teuthology.orchestra.run.smithi093.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-11-16T18:12:02.283 INFO:teuthology.orchestra.run.smithi093.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.4 k 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-base x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 5.3 M 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 847 k 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 165 k 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 1.5 M 2023-11-16T18:12:02.284 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 127 k 2023-11-16T18:12:02.285 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 1.7 M 2023-11-16T18:12:02.285 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 7.4 M 2023-11-16T18:12:02.285 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-rook noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 47 k 2023-11-16T18:12:02.285 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-radosgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 13 M 2023-11-16T18:12:02.285 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-test x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 41 M 2023-11-16T18:12:02.286 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-volume noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 265 k 2023-11-16T18:12:02.286 INFO:teuthology.orchestra.run.smithi093.stdout: cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 83 k 2023-11-16T18:12:02.286 INFO:teuthology.orchestra.run.smithi093.stdout: cephfs-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 258 k 2023-11-16T18:12:02.286 INFO:teuthology.orchestra.run.smithi093.stdout: cephfs-top noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 18 k 2023-11-16T18:12:02.287 INFO:teuthology.orchestra.run.smithi093.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-11-16T18:12:02.287 INFO:teuthology.orchestra.run.smithi093.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-11-16T18:12:02.287 INFO:teuthology.orchestra.run.smithi093.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-11-16T18:12:02.287 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 31 k 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 771 k 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: librados-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 139 k 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-11-16T18:12:02.288 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-11-16T18:12:02.289 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-11-16T18:12:02.289 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-11-16T18:12:02.289 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cephfs x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 197 k 2023-11-16T18:12:02.289 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rados x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 371 k 2023-11-16T18:12:02.291 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 365 k 2023-11-16T18:12:02.291 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 107 k 2023-11-16T18:12:02.291 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 94 k 2023-11-16T18:12:02.291 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.4 M 2023-11-16T18:12:02.291 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-nbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 180 k 2023-11-16T18:12:02.292 INFO:teuthology.orchestra.run.smithi093.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-11-16T18:12:02.292 INFO:teuthology.orchestra.run.smithi093.stdout:Upgrading: 2023-11-16T18:12:02.292 INFO:teuthology.orchestra.run.smithi093.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-11-16T18:12:02.293 INFO:teuthology.orchestra.run.smithi093.stdout: librados2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.7 M 2023-11-16T18:12:02.296 INFO:teuthology.orchestra.run.smithi093.stdout: librbd1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.6 M 2023-11-16T18:12:02.298 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-11-16T18:12:02.298 INFO:teuthology.orchestra.run.smithi093.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-11-16T18:12:02.300 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 22 M 2023-11-16T18:12:02.301 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 23 k 2023-11-16T18:12:02.301 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mds x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 2.3 M 2023-11-16T18:12:02.301 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 240 k 2023-11-16T18:12:02.301 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mon x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 4.6 M 2023-11-16T18:12:02.302 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-osd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 18 M 2023-11-16T18:12:02.302 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 15 k 2023-11-16T18:12:02.302 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-selinux x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 24 k 2023-11-16T18:12:02.303 INFO:teuthology.orchestra.run.smithi093.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-11-16T18:12:02.303 INFO:teuthology.orchestra.run.smithi093.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-11-16T18:12:02.304 INFO:teuthology.orchestra.run.smithi093.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-11-16T18:12:02.304 INFO:teuthology.orchestra.run.smithi093.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-11-16T18:12:02.305 INFO:teuthology.orchestra.run.smithi093.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-11-16T18:12:02.305 INFO:teuthology.orchestra.run.smithi093.stdout: libcephsqlite x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 137 k 2023-11-16T18:12:02.326 INFO:teuthology.orchestra.run.smithi093.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-11-16T18:12:02.327 INFO:teuthology.orchestra.run.smithi093.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 473 k 2023-11-16T18:12:02.329 INFO:teuthology.orchestra.run.smithi093.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-11-16T18:12:02.330 INFO:teuthology.orchestra.run.smithi093.stdout: librgw2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.5 M 2023-11-16T18:12:02.330 INFO:teuthology.orchestra.run.smithi093.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-11-16T18:12:02.341 INFO:teuthology.orchestra.run.smithi093.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-11-16T18:12:02.342 INFO:teuthology.orchestra.run.smithi093.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-11-16T18:12:02.342 INFO:teuthology.orchestra.run.smithi093.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-11-16T18:12:02.343 INFO:teuthology.orchestra.run.smithi093.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-11-16T18:12:02.344 INFO:teuthology.orchestra.run.smithi093.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-11-16T18:12:02.344 INFO:teuthology.orchestra.run.smithi093.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-11-16T18:12:02.344 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-11-16T18:12:02.344 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-11-16T18:12:02.344 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-11-16T18:12:02.349 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-11-16T18:12:02.351 INFO:teuthology.orchestra.run.smithi093.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-11-16T18:12:02.351 INFO:teuthology.orchestra.run.smithi093.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-11-16T18:12:02.351 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-11-16T18:12:02.352 INFO:teuthology.orchestra.run.smithi093.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-11-16T18:12:02.352 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-11-16T18:12:02.352 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-argparse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 45 k 2023-11-16T18:12:02.352 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 119 k 2023-11-16T18:12:02.353 INFO:teuthology.orchestra.run.smithi093.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-11-16T18:12:02.353 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-11-16T18:12:02.353 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-11-16T18:12:02.356 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-11-16T18:12:02.358 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-11-16T18:12:02.358 INFO:teuthology.orchestra.run.smithi093.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-11-16T18:12:02.359 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:02.368 INFO:teuthology.orchestra.run.smithi093.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-11-16T18:12:02.368 INFO:teuthology.orchestra.run.smithi093.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-11-16T18:12:02.368 INFO:teuthology.orchestra.run.smithi093.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-11-16T18:12:02.368 INFO:teuthology.orchestra.run.smithi093.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-11-16T18:12:02.372 INFO:teuthology.orchestra.run.smithi093.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-11-16T18:12:02.372 INFO:teuthology.orchestra.run.smithi093.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-11-16T18:12:02.372 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-11-16T18:12:02.372 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-11-16T18:12:02.373 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-11-16T18:12:02.374 INFO:teuthology.orchestra.run.smithi093.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-11-16T18:12:02.381 INFO:teuthology.orchestra.run.smithi093.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-11-16T18:12:02.382 INFO:teuthology.orchestra.run.smithi093.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-11-16T18:12:02.386 INFO:teuthology.orchestra.run.smithi093.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-11-16T18:12:02.387 INFO:teuthology.orchestra.run.smithi093.stdout:Enabling module streams: 2023-11-16T18:12:02.387 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql 10 2023-11-16T18:12:02.387 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:12:02.387 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-11-16T18:12:02.387 INFO:teuthology.orchestra.run.smithi093.stdout:=========================================================================================================================== 2023-11-16T18:12:02.400 INFO:teuthology.orchestra.run.smithi093.stdout:Install 128 Packages 2023-11-16T18:12:02.400 INFO:teuthology.orchestra.run.smithi093.stdout:Upgrade 3 Packages 2023-11-16T18:12:02.406 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:12:02.407 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 197 M 2023-11-16T18:12:02.407 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-11-16T18:12:02.426 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2023-11-16T18:12:02.455 INFO:teuthology.orchestra.run.smithi063.stdout:=========================================================================================================================== 2023-11-16T18:12:02.456 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2023-11-16T18:12:02.456 INFO:teuthology.orchestra.run.smithi063.stdout:=========================================================================================================================== 2023-11-16T18:12:02.456 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2023-11-16T18:12:02.457 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-11-16T18:12:02.457 INFO:teuthology.orchestra.run.smithi063.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-11-16T18:12:02.457 INFO:teuthology.orchestra.run.smithi063.stdout: ceph x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.4 k 2023-11-16T18:12:02.458 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 5.3 M 2023-11-16T18:12:02.458 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 847 k 2023-11-16T18:12:02.462 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 165 k 2023-11-16T18:12:02.462 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 1.5 M 2023-11-16T18:12:02.463 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 127 k 2023-11-16T18:12:02.464 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 1.7 M 2023-11-16T18:12:02.464 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 7.4 M 2023-11-16T18:12:02.464 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 47 k 2023-11-16T18:12:02.465 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 13 M 2023-11-16T18:12:02.465 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 41 M 2023-11-16T18:12:02.465 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 265 k 2023-11-16T18:12:02.465 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 83 k 2023-11-16T18:12:02.466 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 258 k 2023-11-16T18:12:02.468 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 18 k 2023-11-16T18:12:02.468 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-11-16T18:12:02.469 INFO:teuthology.orchestra.run.smithi063.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-11-16T18:12:02.469 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-11-16T18:12:02.469 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 31 k 2023-11-16T18:12:02.469 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 771 k 2023-11-16T18:12:02.470 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 139 k 2023-11-16T18:12:02.471 INFO:teuthology.orchestra.run.smithi063.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-11-16T18:12:02.472 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-11-16T18:12:02.472 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-11-16T18:12:02.475 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-11-16T18:12:02.476 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-11-16T18:12:02.476 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-11-16T18:12:02.477 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 197 k 2023-11-16T18:12:02.480 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 371 k 2023-11-16T18:12:02.481 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 365 k 2023-11-16T18:12:02.483 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 107 k 2023-11-16T18:12:02.483 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 94 k 2023-11-16T18:12:02.483 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.4 M 2023-11-16T18:12:02.485 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 180 k 2023-11-16T18:12:02.485 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-11-16T18:12:02.486 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrading: 2023-11-16T18:12:02.487 INFO:teuthology.orchestra.run.smithi063.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-11-16T18:12:02.487 INFO:teuthology.orchestra.run.smithi063.stdout: librados2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.7 M 2023-11-16T18:12:02.488 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 3.6 M 2023-11-16T18:12:02.488 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2023-11-16T18:12:02.488 INFO:teuthology.orchestra.run.smithi063.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-11-16T18:12:02.504 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 22 M 2023-11-16T18:12:02.512 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 23 k 2023-11-16T18:12:02.516 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 2.3 M 2023-11-16T18:12:02.517 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 240 k 2023-11-16T18:12:02.517 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 4.6 M 2023-11-16T18:12:02.517 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 18 M 2023-11-16T18:12:02.517 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3905.g5e4a743a.el8 ceph-noarch 15 k 2023-11-16T18:12:02.518 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 24 k 2023-11-16T18:12:02.518 INFO:teuthology.orchestra.run.smithi063.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-11-16T18:12:02.520 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-11-16T18:12:02.551 INFO:teuthology.orchestra.run.smithi063.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-11-16T18:12:02.552 INFO:teuthology.orchestra.run.smithi063.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-11-16T18:12:02.552 INFO:teuthology.orchestra.run.smithi063.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-11-16T18:12:02.553 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 137 k 2023-11-16T18:12:02.586 INFO:teuthology.orchestra.run.smithi063.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-11-16T18:12:02.587 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-11-16T18:12:02.587 INFO:teuthology.orchestra.run.smithi063.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-11-16T18:12:02.595 INFO:teuthology.orchestra.run.smithi063.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-11-16T18:12:02.595 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-11-16T18:12:02.596 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-11-16T18:12:02.597 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 473 k 2023-11-16T18:12:02.598 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-11-16T18:12:02.598 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2 x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 6.5 M 2023-11-16T18:12:02.598 INFO:teuthology.orchestra.run.smithi063.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-11-16T18:12:02.599 INFO:teuthology.orchestra.run.smithi063.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-11-16T18:12:02.599 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-11-16T18:12:02.599 INFO:teuthology.orchestra.run.smithi063.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-11-16T18:12:02.600 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-11-16T18:12:02.600 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-11-16T18:12:02.601 INFO:teuthology.orchestra.run.smithi063.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-11-16T18:12:02.601 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-11-16T18:12:02.601 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-11-16T18:12:02.601 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-11-16T18:12:02.602 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-11-16T18:12:02.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-11-16T18:12:02.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-11-16T18:12:02.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-11-16T18:12:02.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-11-16T18:12:02.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-11-16T18:12:02.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 45 k 2023-11-16T18:12:02.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common x86_64 2:18.0.0-3905.g5e4a743a.el8 ceph 119 k 2023-11-16T18:12:02.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-11-16T18:12:02.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-11-16T18:12:02.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-11-16T18:12:02.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-11-16T18:12:02.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-11-16T18:12:02.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-11-16T18:12:02.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-11-16T18:12:02.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-11-16T18:12:02.613 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-16T18:12:02.614 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-11-16T18:12:02.614 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-11-16T18:12:02.616 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:02.616 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-11-16T18:12:02.616 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-11-16T18:12:02.616 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-11-16T18:12:02.617 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-11-16T18:12:02.617 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-11-16T18:12:02.617 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-11-16T18:12:02.617 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-11-16T18:12:02.618 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-11-16T18:12:02.618 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-11-16T18:12:02.618 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-11-16T18:12:02.618 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-11-16T18:12:02.619 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-11-16T18:12:02.619 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-11-16T18:12:02.619 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-11-16T18:12:02.619 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-11-16T18:12:02.620 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-11-16T18:12:02.620 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-11-16T18:12:02.620 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-11-16T18:12:02.620 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-16T18:12:02.621 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-11-16T18:12:02.621 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-11-16T18:12:02.621 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-11-16T18:12:02.622 INFO:teuthology.orchestra.run.smithi063.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-11-16T18:12:02.622 INFO:teuthology.orchestra.run.smithi063.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-11-16T18:12:02.622 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-11-16T18:12:02.622 INFO:teuthology.orchestra.run.smithi063.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-11-16T18:12:02.623 INFO:teuthology.orchestra.run.smithi063.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-11-16T18:12:02.623 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-11-16T18:12:02.623 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-11-16T18:12:02.624 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-11-16T18:12:02.624 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-11-16T18:12:02.625 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-11-16T18:12:02.625 INFO:teuthology.orchestra.run.smithi063.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-11-16T18:12:02.625 INFO:teuthology.orchestra.run.smithi063.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-11-16T18:12:02.626 INFO:teuthology.orchestra.run.smithi063.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-11-16T18:12:02.626 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-11-16T18:12:02.627 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-11-16T18:12:02.627 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling module streams: 2023-11-16T18:12:02.627 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql 10 2023-11-16T18:12:02.628 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:12:02.628 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2023-11-16T18:12:02.628 INFO:teuthology.orchestra.run.smithi063.stdout:=========================================================================================================================== 2023-11-16T18:12:02.629 INFO:teuthology.orchestra.run.smithi063.stdout:Install 128 Packages 2023-11-16T18:12:02.629 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrade 3 Packages 2023-11-16T18:12:02.629 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:12:02.629 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 197 M 2023-11-16T18:12:02.630 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2023-11-16T18:12:02.631 INFO:teuthology.orchestra.run.smithi093.stdout:(1/131): ceph-18.0.0-3905.g5e4a743a.el8.x86_64. 41 kB/s | 6.4 kB 00:00 2023-11-16T18:12:02.690 INFO:teuthology.orchestra.run.smithi125.stdout:(5/131): ceph-mds-18.0.0-3905.g5e4a743a.el8.x86 4.6 MB/s | 2.3 MB 00:00 2023-11-16T18:12:02.967 INFO:teuthology.orchestra.run.smithi125.stdout:(6/131): ceph-mgr-18.0.0-3905.g5e4a743a.el8.x86 2.2 MB/s | 1.5 MB 00:00 2023-11-16T18:12:03.013 INFO:teuthology.orchestra.run.smithi063.stdout:(1/131): ceph-18.0.0-3905.g5e4a743a.el8.x86_64. 19 kB/s | 6.4 kB 00:00 2023-11-16T18:12:03.089 INFO:teuthology.orchestra.run.smithi093.stdout:(2/131): ceph-base-18.0.0-3905.g5e4a743a.el8.x8 7.3 MB/s | 5.3 MB 00:00 2023-11-16T18:12:03.177 INFO:teuthology.orchestra.run.smithi093.stdout:(3/131): ceph-immutable-object-cache-18.0.0-390 1.9 MB/s | 165 kB 00:00 2023-11-16T18:12:03.236 INFO:teuthology.orchestra.run.smithi093.stdout:(4/131): ceph-fuse-18.0.0-3905.g5e4a743a.el8.x8 1.2 MB/s | 847 kB 00:00 2023-11-16T18:12:03.249 INFO:teuthology.orchestra.run.smithi125.stdout:(7/131): ceph-mon-18.0.0-3905.g5e4a743a.el8.x86 8.2 MB/s | 4.6 MB 00:00 2023-11-16T18:12:03.723 INFO:teuthology.orchestra.run.smithi093.stdout:(5/131): ceph-mds-18.0.0-3905.g5e4a743a.el8.x86 4.1 MB/s | 2.3 MB 00:00 2023-11-16T18:12:04.016 INFO:teuthology.orchestra.run.smithi093.stdout:(6/131): ceph-mgr-18.0.0-3905.g5e4a743a.el8.x86 2.0 MB/s | 1.5 MB 00:00 2023-11-16T18:12:04.026 INFO:teuthology.orchestra.run.smithi063.stdout:(2/131): ceph-fuse-18.0.0-3905.g5e4a743a.el8.x8 841 kB/s | 847 kB 00:01 2023-11-16T18:12:04.313 INFO:teuthology.orchestra.run.smithi063.stdout:(3/131): ceph-immutable-object-cache-18.0.0-390 567 kB/s | 165 kB 00:00 2023-11-16T18:12:04.974 INFO:teuthology.orchestra.run.smithi125.stdout:(8/131): ceph-radosgw-18.0.0-3905.g5e4a743a.el8 7.5 MB/s | 13 MB 00:01 2023-11-16T18:12:05.083 INFO:teuthology.orchestra.run.smithi125.stdout:(9/131): ceph-selinux-18.0.0-3905.g5e4a743a.el8 225 kB/s | 24 kB 00:00 2023-11-16T18:12:05.188 INFO:teuthology.orchestra.run.smithi063.stdout:(4/131): ceph-base-18.0.0-3905.g5e4a743a.el8.x8 2.1 MB/s | 5.3 MB 00:02 2023-11-16T18:12:05.257 INFO:teuthology.orchestra.run.smithi093.stdout:(7/131): ceph-mon-18.0.0-3905.g5e4a743a.el8.x86 3.0 MB/s | 4.6 MB 00:01 2023-11-16T18:12:05.467 INFO:teuthology.orchestra.run.smithi125.stdout:(10/131): ceph-common-18.0.0-3905.g5e4a743a.el8 5.2 MB/s | 22 MB 00:04 2023-11-16T18:12:05.683 INFO:teuthology.orchestra.run.smithi125.stdout:(11/131): cephfs-mirror-18.0.0-3905.g5e4a743a.e 1.2 MB/s | 258 kB 00:00 2023-11-16T18:12:05.764 INFO:teuthology.orchestra.run.smithi063.stdout:(5/131): ceph-mgr-18.0.0-3905.g5e4a743a.el8.x86 2.7 MB/s | 1.5 MB 00:00 2023-11-16T18:12:05.925 INFO:teuthology.orchestra.run.smithi125.stdout:(12/131): libcephfs-devel-18.0.0-3905.g5e4a743a 128 kB/s | 31 kB 00:00 2023-11-16T18:12:06.226 INFO:teuthology.orchestra.run.smithi125.stdout:(13/131): libcephfs2-18.0.0-3905.g5e4a743a.el8. 2.5 MB/s | 771 kB 00:00 2023-11-16T18:12:06.565 INFO:teuthology.orchestra.run.smithi063.stdout:(6/131): ceph-mds-18.0.0-3905.g5e4a743a.el8.x86 1.0 MB/s | 2.3 MB 00:02 2023-11-16T18:12:06.742 INFO:teuthology.orchestra.run.smithi125.stdout:(14/131): libcephsqlite-18.0.0-3905.g5e4a743a.e 265 kB/s | 137 kB 00:00 2023-11-16T18:12:06.868 INFO:teuthology.orchestra.run.smithi125.stdout:(15/131): librados-devel-18.0.0-3905.g5e4a743a. 1.1 MB/s | 139 kB 00:00 2023-11-16T18:12:07.076 INFO:teuthology.orchestra.run.smithi125.stdout:(16/131): libradosstriper1-18.0.0-3905.g5e4a743 2.2 MB/s | 473 kB 00:00 2023-11-16T18:12:07.089 INFO:teuthology.orchestra.run.smithi063.stdout:(7/131): ceph-mon-18.0.0-3905.g5e4a743a.el8.x86 3.5 MB/s | 4.6 MB 00:01 2023-11-16T18:12:07.421 INFO:teuthology.orchestra.run.smithi125.stdout:(17/131): ceph-osd-18.0.0-3905.g5e4a743a.el8.x8 4.0 MB/s | 18 MB 00:04 2023-11-16T18:12:07.530 INFO:teuthology.orchestra.run.smithi125.stdout:(18/131): python3-ceph-argparse-18.0.0-3905.g5e 414 kB/s | 45 kB 00:00 2023-11-16T18:12:07.647 INFO:teuthology.orchestra.run.smithi125.stdout:(19/131): python3-ceph-common-18.0.0-3905.g5e4a 1.0 MB/s | 119 kB 00:00 2023-11-16T18:12:07.848 INFO:teuthology.orchestra.run.smithi125.stdout:(20/131): python3-cephfs-18.0.0-3905.g5e4a743a. 986 kB/s | 197 kB 00:00 2023-11-16T18:12:08.045 INFO:teuthology.orchestra.run.smithi125.stdout:(21/131): python3-rados-18.0.0-3905.g5e4a743a.e 1.8 MB/s | 371 kB 00:00 2023-11-16T18:12:08.228 INFO:teuthology.orchestra.run.smithi125.stdout:(22/131): python3-rbd-18.0.0-3905.g5e4a743a.el8 1.9 MB/s | 365 kB 00:00 2023-11-16T18:12:08.370 INFO:teuthology.orchestra.run.smithi125.stdout:(23/131): python3-rgw-18.0.0-3905.g5e4a743a.el8 754 kB/s | 107 kB 00:00 2023-11-16T18:12:08.820 INFO:teuthology.orchestra.run.smithi125.stdout:(24/131): librgw2-18.0.0-3905.g5e4a743a.el8.x86 3.7 MB/s | 6.5 MB 00:01 2023-11-16T18:12:08.845 INFO:teuthology.orchestra.run.smithi125.stdout:(25/131): rbd-fuse-18.0.0-3905.g5e4a743a.el8.x8 198 kB/s | 94 kB 00:00 2023-11-16T18:12:08.971 INFO:teuthology.orchestra.run.smithi125.stdout:(26/131): rbd-nbd-18.0.0-3905.g5e4a743a.el8.x86 1.4 MB/s | 180 kB 00:00 2023-11-16T18:12:09.082 INFO:teuthology.orchestra.run.smithi125.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3905.g 213 kB/s | 23 kB 00:00 2023-11-16T18:12:09.108 INFO:teuthology.orchestra.run.smithi093.stdout:(8/131): ceph-radosgw-18.0.0-3905.g5e4a743a.el8 3.4 MB/s | 13 MB 00:03 2023-11-16T18:12:09.182 INFO:teuthology.orchestra.run.smithi093.stdout:(9/131): ceph-selinux-18.0.0-3905.g5e4a743a.el8 326 kB/s | 24 kB 00:00 2023-11-16T18:12:09.430 INFO:teuthology.orchestra.run.smithi125.stdout:(28/131): ceph-mgr-cephadm-18.0.0-3905.g5e4a743 364 kB/s | 127 kB 00:00 2023-11-16T18:12:09.738 INFO:teuthology.orchestra.run.smithi125.stdout:(29/131): rbd-mirror-18.0.0-3905.g5e4a743a.el8. 3.8 MB/s | 3.4 MB 00:00 2023-11-16T18:12:10.247 INFO:teuthology.orchestra.run.smithi125.stdout:(30/131): ceph-test-18.0.0-3905.g5e4a743a.el8.x 7.9 MB/s | 41 MB 00:05 2023-11-16T18:12:10.293 INFO:teuthology.orchestra.run.smithi125.stdout:(31/131): ceph-mgr-dashboard-18.0.0-3905.g5e4a7 2.0 MB/s | 1.7 MB 00:00 2023-11-16T18:12:10.349 INFO:teuthology.orchestra.run.smithi125.stdout:(32/131): ceph-mgr-modules-core-18.0.0-3905.g5e 2.3 MB/s | 240 kB 00:00 2023-11-16T18:12:10.373 INFO:teuthology.orchestra.run.smithi125.stdout:(33/131): ceph-mgr-rook-18.0.0-3905.g5e4a743a.e 568 kB/s | 47 kB 00:00 2023-11-16T18:12:10.406 INFO:teuthology.orchestra.run.smithi125.stdout:(34/131): ceph-prometheus-alerts-18.0.0-3905.g5 248 kB/s | 15 kB 00:00 2023-11-16T18:12:10.490 INFO:teuthology.orchestra.run.smithi125.stdout:(35/131): cephadm-18.0.0-3905.g5e4a743a.el8.noa 1.0 MB/s | 83 kB 00:00 2023-11-16T18:12:10.535 INFO:teuthology.orchestra.run.smithi063.stdout:(8/131): ceph-radosgw-18.0.0-3905.g5e4a743a.el8 3.8 MB/s | 13 MB 00:03 2023-11-16T18:12:10.540 INFO:teuthology.orchestra.run.smithi125.stdout:(36/131): ceph-volume-18.0.0-3905.g5e4a743a.el8 1.5 MB/s | 265 kB 00:00 2023-11-16T18:12:10.589 INFO:teuthology.orchestra.run.smithi125.stdout:(37/131): cephfs-top-18.0.0-3905.g5e4a743a.el8. 185 kB/s | 18 kB 00:00 2023-11-16T18:12:10.731 INFO:teuthology.orchestra.run.smithi063.stdout:(9/131): ceph-common-18.0.0-3905.g5e4a743a.el8. 2.7 MB/s | 22 MB 00:08 2023-11-16T18:12:10.758 INFO:teuthology.orchestra.run.smithi063.stdout:(10/131): ceph-selinux-18.0.0-3905.g5e4a743a.el 108 kB/s | 24 kB 00:00 2023-11-16T18:12:10.857 INFO:teuthology.orchestra.run.smithi063.stdout:(11/131): cephfs-mirror-18.0.0-3905.g5e4a743a.e 2.5 MB/s | 258 kB 00:00 2023-11-16T18:12:10.923 INFO:teuthology.orchestra.run.smithi063.stdout:(12/131): libcephfs-devel-18.0.0-3905.g5e4a743a 467 kB/s | 31 kB 00:00 2023-11-16T18:12:11.091 INFO:teuthology.orchestra.run.smithi125.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 117 kB/s | 59 kB 00:00 2023-11-16T18:12:11.124 INFO:teuthology.orchestra.run.smithi063.stdout:(13/131): libcephfs2-18.0.0-3905.g5e4a743a.el8. 3.8 MB/s | 771 kB 00:00 2023-11-16T18:12:11.203 INFO:teuthology.orchestra.run.smithi125.stdout:(39/131): ceph-mgr-diskprediction-local-18.0.0- 5.1 MB/s | 7.4 MB 00:01 2023-11-16T18:12:11.203 INFO:teuthology.orchestra.run.smithi063.stdout:(14/131): libcephsqlite-18.0.0-3905.g5e4a743a.e 1.8 MB/s | 137 kB 00:00 2023-11-16T18:12:11.249 INFO:teuthology.orchestra.run.smithi063.stdout:(15/131): librados-devel-18.0.0-3905.g5e4a743a. 2.7 MB/s | 139 kB 00:00 2023-11-16T18:12:11.258 INFO:teuthology.orchestra.run.smithi125.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 450 kB/s | 75 kB 00:00 2023-11-16T18:12:11.302 INFO:teuthology.orchestra.run.smithi093.stdout:(10/131): ceph-osd-18.0.0-3905.g5e4a743a.el8.x8 2.4 MB/s | 18 MB 00:07 2023-11-16T18:12:11.354 INFO:teuthology.orchestra.run.smithi063.stdout:(16/131): libradosstriper1-18.0.0-3905.g5e4a743 4.6 MB/s | 473 kB 00:00 2023-11-16T18:12:11.359 INFO:teuthology.orchestra.run.smithi125.stdout:(41/131): gperftools-libs-2.7-9.el8.x86_64.rpm 374 kB/s | 306 kB 00:00 2023-11-16T18:12:11.384 INFO:teuthology.orchestra.run.smithi093.stdout:(11/131): cephfs-mirror-18.0.0-3905.g5e4a743a.e 3.0 MB/s | 258 kB 00:00 2023-11-16T18:12:11.400 INFO:teuthology.orchestra.run.smithi125.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 307 kB/s | 44 kB 00:00 2023-11-16T18:12:11.439 INFO:teuthology.orchestra.run.smithi093.stdout:(12/131): libcephfs-devel-18.0.0-3905.g5e4a743a 622 kB/s | 31 kB 00:00 2023-11-16T18:12:11.525 INFO:teuthology.orchestra.run.smithi125.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.1 MB/s | 185 kB 00:00 2023-11-16T18:12:11.551 INFO:teuthology.orchestra.run.smithi125.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 220 kB/s | 33 kB 00:00 2023-11-16T18:12:11.653 INFO:teuthology.orchestra.run.smithi125.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 130 kB/s | 16 kB 00:00 2023-11-16T18:12:11.725 INFO:teuthology.orchestra.run.smithi093.stdout:(13/131): libcephfs2-18.0.0-3905.g5e4a743a.el8. 2.6 MB/s | 771 kB 00:00 2023-11-16T18:12:11.793 INFO:teuthology.orchestra.run.smithi125.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 713 kB/s | 173 kB 00:00 2023-11-16T18:12:11.868 INFO:teuthology.orchestra.run.smithi125.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 1.7 MB/s | 384 kB 00:00 2023-11-16T18:12:11.892 INFO:teuthology.orchestra.run.smithi093.stdout:(14/131): libcephsqlite-18.0.0-3905.g5e4a743a.e 822 kB/s | 137 kB 00:00 2023-11-16T18:12:11.937 INFO:teuthology.orchestra.run.smithi125.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 574 kB/s | 81 kB 00:00 2023-11-16T18:12:11.959 INFO:teuthology.orchestra.run.smithi093.stdout:(15/131): librados-devel-18.0.0-3905.g5e4a743a. 2.0 MB/s | 139 kB 00:00 2023-11-16T18:12:11.994 INFO:teuthology.orchestra.run.smithi125.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 88 kB/s | 11 kB 00:00 2023-11-16T18:12:12.019 INFO:teuthology.orchestra.run.smithi125.stdout:(50/131): python3-asyncssh-2.7.0-2.el8.noarch.r 581 kB/s | 476 kB 00:00 2023-11-16T18:12:12.061 INFO:teuthology.orchestra.run.smithi125.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 140 kB/s | 18 kB 00:00 2023-11-16T18:12:12.118 INFO:teuthology.orchestra.run.smithi093.stdout:(16/131): libradosstriper1-18.0.0-3905.g5e4a743 2.9 MB/s | 473 kB 00:00 2023-11-16T18:12:12.145 INFO:teuthology.orchestra.run.smithi125.stdout:(52/131): python3-logutils-0.3.5-11.el8.noarch. 389 kB/s | 49 kB 00:00 2023-11-16T18:12:12.197 INFO:teuthology.orchestra.run.smithi125.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 439 kB/s | 59 kB 00:00 2023-11-16T18:12:12.279 INFO:teuthology.orchestra.run.smithi125.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 450 kB/s | 60 kB 00:00 2023-11-16T18:12:12.321 INFO:teuthology.orchestra.run.smithi125.stdout:(55/131): python3-kubernetes-11.0.0-6.el8.noarc 3.6 MB/s | 1.2 MB 00:00 2023-11-16T18:12:12.383 INFO:teuthology.orchestra.run.smithi063.stdout:(17/131): librgw2-18.0.0-3905.g5e4a743a.el8.x86 6.3 MB/s | 6.5 MB 00:01 2023-11-16T18:12:12.388 INFO:teuthology.orchestra.run.smithi125.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.4 MB/s | 283 kB 00:00 2023-11-16T18:12:12.435 INFO:teuthology.orchestra.run.smithi063.stdout:(18/131): python3-ceph-argparse-18.0.0-3905.g5e 898 kB/s | 45 kB 00:00 2023-11-16T18:12:12.436 INFO:teuthology.orchestra.run.smithi125.stdout:(57/131): python3-portend-2.6-1.el8.noarch.rpm 102 kB/s | 16 kB 00:00 2023-11-16T18:12:12.463 INFO:teuthology.orchestra.run.smithi125.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 237 kB/s | 34 kB 00:00 2023-11-16T18:12:12.492 INFO:teuthology.orchestra.run.smithi063.stdout:(19/131): python3-ceph-common-18.0.0-3905.g5e4a 2.0 MB/s | 119 kB 00:00 2023-11-16T18:12:12.547 INFO:teuthology.orchestra.run.smithi125.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.2 MB/s | 196 kB 00:00 2023-11-16T18:12:12.560 INFO:teuthology.orchestra.run.smithi063.stdout:(20/131): python3-cephfs-18.0.0-3905.g5e4a743a. 2.9 MB/s | 197 kB 00:00 2023-11-16T18:12:12.575 INFO:teuthology.orchestra.run.smithi125.stdout:(60/131): python3-rsa-4.9-2.el8.noarch.rpm 459 kB/s | 64 kB 00:00 2023-11-16T18:12:12.597 INFO:teuthology.orchestra.run.smithi125.stdout:(61/131): python3-simplegeneric-0.8.1-17.el8.no 140 kB/s | 19 kB 00:00 2023-11-16T18:12:12.672 INFO:teuthology.orchestra.run.smithi125.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 191 kB/s | 24 kB 00:00 2023-11-16T18:12:12.682 INFO:teuthology.orchestra.run.smithi063.stdout:(21/131): python3-rados-18.0.0-3905.g5e4a743a.e 3.1 MB/s | 371 kB 00:00 2023-11-16T18:12:12.698 INFO:teuthology.orchestra.run.smithi125.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 233 kB/s | 29 kB 00:00 2023-11-16T18:12:12.723 INFO:teuthology.orchestra.run.smithi125.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 219 kB/s | 27 kB 00:00 2023-11-16T18:12:12.785 INFO:teuthology.orchestra.run.smithi063.stdout:(22/131): python3-rbd-18.0.0-3905.g5e4a743a.el8 3.3 MB/s | 365 kB 00:00 2023-11-16T18:12:12.840 INFO:teuthology.orchestra.run.smithi125.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 1.5 MB/s | 255 kB 00:00 2023-11-16T18:12:12.843 INFO:teuthology.orchestra.run.smithi063.stdout:(23/131): python3-rgw-18.0.0-3905.g5e4a743a.el8 1.8 MB/s | 107 kB 00:00 2023-11-16T18:12:12.865 INFO:teuthology.orchestra.run.smithi125.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 432 kB/s | 61 kB 00:00 2023-11-16T18:12:12.902 INFO:teuthology.orchestra.run.smithi063.stdout:(24/131): rbd-fuse-18.0.0-3905.g5e4a743a.el8.x8 1.6 MB/s | 94 kB 00:00 2023-11-16T18:12:12.915 INFO:teuthology.orchestra.run.smithi125.stdout:(67/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.1 MB/s | 251 kB 00:00 2023-11-16T18:12:12.982 INFO:teuthology.orchestra.run.smithi125.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 602 kB/s | 85 kB 00:00 2023-11-16T18:12:13.008 INFO:teuthology.orchestra.run.smithi125.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 161 kB/s | 23 kB 00:00 2023-11-16T18:12:13.033 INFO:teuthology.orchestra.run.smithi125.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-11-16T18:12:13.235 INFO:teuthology.orchestra.run.smithi063.stdout:(25/131): ceph-osd-18.0.0-3905.g5e4a743a.el8.x8 2.7 MB/s | 18 MB 00:06 2023-11-16T18:12:13.283 INFO:teuthology.orchestra.run.smithi125.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 4.7 MB/s | 1.7 MB 00:00 2023-11-16T18:12:13.319 INFO:teuthology.orchestra.run.smithi063.stdout:(26/131): rbd-nbd-18.0.0-3905.g5e4a743a.el8.x86 2.1 MB/s | 180 kB 00:00 2023-11-16T18:12:13.351 INFO:teuthology.orchestra.run.smithi093.stdout:(17/131): ceph-common-18.0.0-3905.g5e4a743a.el8 2.0 MB/s | 22 MB 00:10 2023-11-16T18:12:13.370 INFO:teuthology.orchestra.run.smithi063.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3905.g 461 kB/s | 23 kB 00:00 2023-11-16T18:12:13.419 INFO:teuthology.orchestra.run.smithi093.stdout:(18/131): python3-ceph-argparse-18.0.0-3905.g5e 674 kB/s | 45 kB 00:00 2023-11-16T18:12:13.428 INFO:teuthology.orchestra.run.smithi063.stdout:(28/131): ceph-mgr-cephadm-18.0.0-3905.g5e4a743 2.1 MB/s | 127 kB 00:00 2023-11-16T18:12:13.442 INFO:teuthology.orchestra.run.smithi125.stdout:(72/131): python3-scipy-1.0.0-21.module+el8.5.0 32 MB/s | 14 MB 00:00 2023-11-16T18:12:13.474 INFO:teuthology.orchestra.run.smithi125.stdout:(73/131): python3-pyasn1-modules-0.3.7-6.el8.no 257 kB/s | 110 kB 00:00 2023-11-16T18:12:13.528 INFO:teuthology.orchestra.run.smithi063.stdout:(29/131): rbd-mirror-18.0.0-3905.g5e4a743a.el8. 5.5 MB/s | 3.4 MB 00:00 2023-11-16T18:12:13.560 INFO:teuthology.orchestra.run.smithi093.stdout:(19/131): librgw2-18.0.0-3905.g5e4a743a.el8.x86 4.5 MB/s | 6.5 MB 00:01 2023-11-16T18:12:13.585 INFO:teuthology.orchestra.run.smithi093.stdout:(20/131): python3-ceph-common-18.0.0-3905.g5e4a 712 kB/s | 119 kB 00:00 2023-11-16T18:12:13.627 INFO:teuthology.orchestra.run.smithi093.stdout:(21/131): python3-cephfs-18.0.0-3905.g5e4a743a. 2.9 MB/s | 197 kB 00:00 2023-11-16T18:12:13.650 INFO:teuthology.orchestra.run.smithi125.stdout:(74/131): python3-pytz-2017.2-9.el8.noarch.rpm 148 kB/s | 54 kB 00:00 2023-11-16T18:12:13.701 INFO:teuthology.orchestra.run.smithi125.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.3 MB/s | 323 kB 00:00 2023-11-16T18:12:13.726 INFO:teuthology.orchestra.run.smithi125.stdout:(76/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 930 kB/s | 259 kB 00:00 2023-11-16T18:12:13.744 INFO:teuthology.orchestra.run.smithi093.stdout:(22/131): python3-rbd-18.0.0-3905.g5e4a743a.el8 3.1 MB/s | 365 kB 00:00 2023-11-16T18:12:13.804 INFO:teuthology.orchestra.run.smithi093.stdout:(23/131): python3-rados-18.0.0-3905.g5e4a743a.e 1.7 MB/s | 371 kB 00:00 2023-11-16T18:12:13.828 INFO:teuthology.orchestra.run.smithi093.stdout:(24/131): python3-rgw-18.0.0-3905.g5e4a743a.el8 1.2 MB/s | 107 kB 00:00 2023-11-16T18:12:13.837 INFO:teuthology.orchestra.run.smithi063.stdout:(30/131): ceph-mgr-dashboard-18.0.0-3905.g5e4a7 4.2 MB/s | 1.7 MB 00:00 2023-11-16T18:12:13.870 INFO:teuthology.orchestra.run.smithi093.stdout:(25/131): rbd-fuse-18.0.0-3905.g5e4a743a.el8.x8 1.4 MB/s | 94 kB 00:00 2023-11-16T18:12:13.923 INFO:teuthology.orchestra.run.smithi125.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 2.7 MB/s | 538 kB 00:00 2023-11-16T18:12:13.943 INFO:teuthology.orchestra.run.smithi125.stdout:(78/131): python3-markupsafe-0.23-19.el8.x86_64 133 kB/s | 39 kB 00:00 2023-11-16T18:12:13.953 INFO:teuthology.orchestra.run.smithi063.stdout:(31/131): ceph-mgr-modules-core-18.0.0-3905.g5e 2.0 MB/s | 240 kB 00:00 2023-11-16T18:12:13.985 INFO:teuthology.orchestra.run.smithi093.stdout:(26/131): rbd-nbd-18.0.0-3905.g5e4a743a.el8.x86 1.5 MB/s | 180 kB 00:00 2023-11-16T18:12:14.004 INFO:teuthology.orchestra.run.smithi063.stdout:(32/131): ceph-mgr-rook-18.0.0-3905.g5e4a743a.e 948 kB/s | 47 kB 00:00 2023-11-16T18:12:14.062 INFO:teuthology.orchestra.run.smithi093.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3905.g 299 kB/s | 23 kB 00:00 2023-11-16T18:12:14.071 INFO:teuthology.orchestra.run.smithi063.stdout:(33/131): ceph-prometheus-alerts-18.0.0-3905.g5 218 kB/s | 15 kB 00:00 2023-11-16T18:12:14.079 INFO:teuthology.orchestra.run.smithi125.stdout:(79/131): bison-3.0.4-10.el8.x86_64.rpm 1.8 MB/s | 688 kB 00:00 2023-11-16T18:12:14.103 INFO:teuthology.orchestra.run.smithi125.stdout:(80/131): python3-mako-1.0.6-13.el8.noarch.rpm 854 kB/s | 157 kB 00:00 2023-11-16T18:12:14.119 INFO:teuthology.orchestra.run.smithi125.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2023-11-16T18:12:14.138 INFO:teuthology.orchestra.run.smithi093.stdout:(28/131): ceph-mgr-cephadm-18.0.0-3905.g5e4a743 1.7 MB/s | 127 kB 00:00 2023-11-16T18:12:14.180 INFO:teuthology.orchestra.run.smithi063.stdout:(34/131): ceph-volume-18.0.0-3905.g5e4a743a.el8 2.4 MB/s | 265 kB 00:00 2023-11-16T18:12:14.251 INFO:teuthology.orchestra.run.smithi063.stdout:(35/131): cephadm-18.0.0-3905.g5e4a743a.el8.noa 1.2 MB/s | 83 kB 00:00 2023-11-16T18:12:14.306 INFO:teuthology.orchestra.run.smithi063.stdout:(36/131): cephfs-top-18.0.0-3905.g5e4a743a.el8. 309 kB/s | 18 kB 00:00 2023-11-16T18:12:14.453 INFO:teuthology.orchestra.run.smithi125.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 1.9 MB/s | 713 kB 00:00 2023-11-16T18:12:14.553 INFO:teuthology.orchestra.run.smithi125.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 61 kB/s | 27 kB 00:00 2023-11-16T18:12:14.589 INFO:teuthology.orchestra.run.smithi063.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2023-11-16T18:12:14.620 INFO:teuthology.orchestra.run.smithi093.stdout:(29/131): rbd-mirror-18.0.0-3905.g5e4a743a.el8. 4.4 MB/s | 3.4 MB 00:00 2023-11-16T18:12:14.662 INFO:teuthology.orchestra.run.smithi125.stdout:(84/131): python3-babel-2.5.1-7.el8.noarch.rpm 8.6 MB/s | 4.8 MB 00:00 2023-11-16T18:12:14.698 INFO:teuthology.orchestra.run.smithi063.stdout:(38/131): ceph-mgr-diskprediction-local-18.0.0- 6.3 MB/s | 7.4 MB 00:01 2023-11-16T18:12:14.721 INFO:teuthology.orchestra.run.smithi093.stdout:(30/131): ceph-mgr-dashboard-18.0.0-3905.g5e4a7 2.9 MB/s | 1.7 MB 00:00 2023-11-16T18:12:14.722 INFO:teuthology.orchestra.run.smithi063.stdout:(39/131): liboath-2.6.2-3.el8.x86_64.rpm 440 kB/s | 59 kB 00:00 2023-11-16T18:12:14.730 INFO:teuthology.orchestra.run.smithi125.stdout:(85/131): python3-prettytable-0.7.2-14.el8.noar 250 kB/s | 44 kB 00:00 2023-11-16T18:12:14.763 INFO:teuthology.orchestra.run.smithi125.stdout:(86/131): flex-2.6.1-9.el8.x86_64.rpm 1.0 MB/s | 320 kB 00:00 2023-11-16T18:12:14.815 INFO:teuthology.orchestra.run.smithi063.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 5.1 MB/s | 476 kB 00:00 2023-11-16T18:12:14.847 INFO:teuthology.orchestra.run.smithi093.stdout:(31/131): ceph-mgr-modules-core-18.0.0-3905.g5e 1.9 MB/s | 240 kB 00:00 2023-11-16T18:12:14.873 INFO:teuthology.orchestra.run.smithi063.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 749 kB/s | 44 kB 00:00 2023-11-16T18:12:14.896 INFO:teuthology.orchestra.run.smithi125.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 16 MB/s | 3.7 MB 00:00 2023-11-16T18:12:14.914 INFO:teuthology.orchestra.run.smithi093.stdout:(32/131): ceph-mgr-rook-18.0.0-3905.g5e4a743a.e 713 kB/s | 47 kB 00:00 2023-11-16T18:12:14.932 INFO:teuthology.orchestra.run.smithi063.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.1 MB/s | 185 kB 00:00 2023-11-16T18:12:14.951 INFO:teuthology.orchestra.run.smithi125.stdout:(88/131): python3-werkzeug-0.12.2-4.el8.noarch. 2.1 MB/s | 457 kB 00:00 2023-11-16T18:12:14.958 INFO:teuthology.orchestra.run.smithi063.stdout:(43/131): libunwind-1.3.1-3.el8.x86_64.rpm 289 kB/s | 75 kB 00:00 2023-11-16T18:12:14.972 INFO:teuthology.orchestra.run.smithi125.stdout:(89/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.1 MB/s | 225 kB 00:00 2023-11-16T18:12:14.983 INFO:teuthology.orchestra.run.smithi093.stdout:(33/131): ceph-prometheus-alerts-18.0.0-3905.g5 218 kB/s | 15 kB 00:00 2023-11-16T18:12:14.992 INFO:teuthology.orchestra.run.smithi063.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 564 kB/s | 33 kB 00:00 2023-11-16T18:12:15.047 INFO:teuthology.orchestra.run.smithi125.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 425 kB/s | 64 kB 00:00 2023-11-16T18:12:15.072 INFO:teuthology.orchestra.run.smithi125.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.0 MB/s | 126 kB 00:00 2023-11-16T18:12:15.097 INFO:teuthology.orchestra.run.smithi093.stdout:(34/131): ceph-volume-18.0.0-3905.g5e4a743a.el8 2.2 MB/s | 265 kB 00:00 2023-11-16T18:12:15.141 INFO:teuthology.orchestra.run.smithi063.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 89 kB/s | 16 kB 00:00 2023-11-16T18:12:15.164 INFO:teuthology.orchestra.run.smithi125.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 104 kB/s | 20 kB 00:00 2023-11-16T18:12:15.167 INFO:teuthology.orchestra.run.smithi063.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 984 kB/s | 173 kB 00:00 2023-11-16T18:12:15.173 INFO:teuthology.orchestra.run.smithi093.stdout:(35/131): cephadm-18.0.0-3905.g5e4a743a.el8.noa 1.1 MB/s | 83 kB 00:00 2023-11-16T18:12:15.227 INFO:teuthology.orchestra.run.smithi063.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.4 MB/s | 81 kB 00:00 2023-11-16T18:12:15.264 INFO:teuthology.orchestra.run.smithi093.stdout:(36/131): cephfs-top-18.0.0-3905.g5e4a743a.el8. 197 kB/s | 18 kB 00:00 2023-11-16T18:12:15.287 INFO:teuthology.orchestra.run.smithi063.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.6 MB/s | 384 kB 00:00 2023-11-16T18:12:15.297 INFO:teuthology.orchestra.run.smithi125.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 3.1 MB/s | 709 kB 00:00 2023-11-16T18:12:15.300 INFO:teuthology.orchestra.run.smithi063.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 148 kB/s | 11 kB 00:00 2023-11-16T18:12:15.323 INFO:teuthology.orchestra.run.smithi125.stdout:(94/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 375 kB/s | 103 kB 00:00 2023-11-16T18:12:15.351 INFO:teuthology.orchestra.run.smithi063.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 353 kB/s | 18 kB 00:00 2023-11-16T18:12:15.412 INFO:teuthology.orchestra.run.smithi063.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 835 kB/s | 49 kB 00:00 2023-11-16T18:12:15.444 INFO:teuthology.orchestra.run.smithi063.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 8.2 MB/s | 1.2 MB 00:00 2023-11-16T18:12:15.463 INFO:teuthology.orchestra.run.smithi063.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 1.1 MB/s | 59 kB 00:00 2023-11-16T18:12:15.473 INFO:teuthology.orchestra.run.smithi125.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 16 MB/s | 4.9 MB 00:00 2023-11-16T18:12:15.494 INFO:teuthology.orchestra.run.smithi063.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-11-16T18:12:15.507 INFO:teuthology.orchestra.run.smithi125.stdout:(96/131): libpq-13.5-1.el8.x86_64.rpm 947 kB/s | 198 kB 00:00 2023-11-16T18:12:15.519 INFO:teuthology.orchestra.run.smithi063.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-11-16T18:12:15.544 INFO:teuthology.orchestra.run.smithi063.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 311 kB/s | 16 kB 00:00 2023-11-16T18:12:15.571 INFO:teuthology.orchestra.run.smithi063.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 671 kB/s | 34 kB 00:00 2023-11-16T18:12:15.611 INFO:teuthology.orchestra.run.smithi125.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.7 MB 00:00 2023-11-16T18:12:15.623 INFO:teuthology.orchestra.run.smithi063.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 2.5 MB/s | 196 kB 00:00 2023-11-16T18:12:15.645 INFO:teuthology.orchestra.run.smithi063.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 854 kB/s | 64 kB 00:00 2023-11-16T18:12:15.666 INFO:teuthology.orchestra.run.smithi125.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.2 MB/s | 354 kB 00:00 2023-11-16T18:12:15.670 INFO:teuthology.orchestra.run.smithi063.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 374 kB/s | 19 kB 00:00 2023-11-16T18:12:15.673 INFO:teuthology.orchestra.run.smithi093.stdout:(37/131): ceph-test-18.0.0-3905.g5e4a743a.el8.x 6.3 MB/s | 41 MB 00:06 2023-11-16T18:12:15.695 INFO:teuthology.orchestra.run.smithi063.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 479 kB/s | 24 kB 00:00 2023-11-16T18:12:15.739 INFO:teuthology.orchestra.run.smithi063.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 435 kB/s | 29 kB 00:00 2023-11-16T18:12:15.767 INFO:teuthology.orchestra.run.smithi063.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 409 kB/s | 27 kB 00:00 2023-11-16T18:12:15.798 INFO:teuthology.orchestra.run.smithi063.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 4.3 MB/s | 255 kB 00:00 2023-11-16T18:12:15.822 INFO:teuthology.orchestra.run.smithi063.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2023-11-16T18:12:15.856 INFO:teuthology.orchestra.run.smithi063.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.0 MB/s | 61 kB 00:00 2023-11-16T18:12:15.881 INFO:teuthology.orchestra.run.smithi063.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-11-16T18:12:15.899 INFO:teuthology.orchestra.run.smithi125.stdout:(99/131): postgresql-server-10.21-2.module+el8. 17 MB/s | 5.1 MB 00:00 2023-11-16T18:12:15.914 INFO:teuthology.orchestra.run.smithi063.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 394 kB/s | 23 kB 00:00 2023-11-16T18:12:15.924 INFO:teuthology.orchestra.run.smithi125.stdout:(100/131): jq-1.6-3.el8.x86_64.rpm 451 kB/s | 202 kB 00:00 2023-11-16T18:12:15.933 INFO:teuthology.orchestra.run.smithi093.stdout:(38/131): ceph-mgr-diskprediction-local-18.0.0- 5.6 MB/s | 7.4 MB 00:01 2023-11-16T18:12:15.939 INFO:teuthology.orchestra.run.smithi063.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-11-16T18:12:15.958 INFO:teuthology.orchestra.run.smithi093.stdout:(39/131): liboath-2.6.2-3.el8.x86_64.rpm 211 kB/s | 59 kB 00:00 2023-11-16T18:12:15.983 INFO:teuthology.orchestra.run.smithi125.stdout:(101/131): postgresql-contrib-10.21-2.module+el 2.5 MB/s | 808 kB 00:00 2023-11-16T18:12:15.996 INFO:teuthology.orchestra.run.smithi063.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 16 MB/s | 1.7 MB 00:00 2023-11-16T18:12:16.043 INFO:teuthology.orchestra.run.smithi093.stdout:(40/131): gperftools-libs-2.7-9.el8.x86_64.rpm 395 kB/s | 306 kB 00:00 2023-11-16T18:12:16.114 INFO:teuthology.orchestra.run.smithi093.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 661 kB/s | 44 kB 00:00 2023-11-16T18:12:16.126 INFO:teuthology.orchestra.run.smithi125.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 234 kB/s | 47 kB 00:00 2023-11-16T18:12:16.132 INFO:teuthology.orchestra.run.smithi063.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 827 kB/s | 110 kB 00:00 2023-11-16T18:12:16.191 INFO:teuthology.orchestra.run.smithi093.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 2.0 MB/s | 476 kB 00:00 2023-11-16T18:12:16.200 INFO:teuthology.orchestra.run.smithi125.stdout:(103/131): postgresql-10.21-2.module+el8.6.0+15 5.0 MB/s | 1.5 MB 00:00 2023-11-16T18:12:16.217 INFO:teuthology.orchestra.run.smithi093.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.7 MB/s | 185 kB 00:00 2023-11-16T18:12:16.234 INFO:teuthology.orchestra.run.smithi093.stdout:(44/131): libunwind-1.3.1-3.el8.x86_64.rpm 249 kB/s | 75 kB 00:00 2023-11-16T18:12:16.249 INFO:teuthology.orchestra.run.smithi063.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 465 kB/s | 54 kB 00:00 2023-11-16T18:12:16.268 INFO:teuthology.orchestra.run.smithi093.stdout:(45/131): python3-cachetools-3.1.1-4.el8.noarch 435 kB/s | 33 kB 00:00 2023-11-16T18:12:16.284 INFO:teuthology.orchestra.run.smithi093.stdout:(46/131): python3-certifi-2018.10.15-7.el8.noar 241 kB/s | 16 kB 00:00 2023-11-16T18:12:16.302 INFO:teuthology.orchestra.run.smithi125.stdout:(104/131): libselinux-devel-2.9-5.el8.x86_64.rp 630 kB/s | 200 kB 00:00 2023-11-16T18:12:16.325 INFO:teuthology.orchestra.run.smithi125.stdout:(105/131): python3-jwt-1.6.1-2.el8.noarch.rpm 212 kB/s | 43 kB 00:00 2023-11-16T18:12:16.353 INFO:teuthology.orchestra.run.smithi063.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.5 MB/s | 259 kB 00:00 2023-11-16T18:12:16.368 INFO:teuthology.orchestra.run.smithi093.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 977 kB/s | 81 kB 00:00 2023-11-16T18:12:16.393 INFO:teuthology.orchestra.run.smithi093.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.0 MB/s | 384 kB 00:00 2023-11-16T18:12:16.411 INFO:teuthology.orchestra.run.smithi093.stdout:(49/131): python3-cheroot-8.5.2-1.el8.noarch.rp 979 kB/s | 173 kB 00:00 2023-11-16T18:12:16.444 INFO:teuthology.orchestra.run.smithi093.stdout:(50/131): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2023-11-16T18:12:16.469 INFO:teuthology.orchestra.run.smithi093.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 233 kB/s | 18 kB 00:00 2023-11-16T18:12:16.526 INFO:teuthology.orchestra.run.smithi125.stdout:(106/131): libsepol-devel-2.9-3.el8.x86_64.rpm 435 kB/s | 87 kB 00:00 2023-11-16T18:12:16.551 INFO:teuthology.orchestra.run.smithi125.stdout:(107/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 628 kB/s | 220 kB 00:00 2023-11-16T18:12:16.552 INFO:teuthology.orchestra.run.smithi093.stdout:(52/131): python3-logutils-0.3.5-11.el8.noarch. 450 kB/s | 49 kB 00:00 2023-11-16T18:12:16.566 INFO:teuthology.orchestra.run.smithi063.stdout:(74/131): python3-scipy-1.0.0-21.module+el8.5.0 22 MB/s | 14 MB 00:00 2023-11-16T18:12:16.578 INFO:teuthology.orchestra.run.smithi093.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 541 kB/s | 59 kB 00:00 2023-11-16T18:12:16.600 INFO:teuthology.orchestra.run.smithi063.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.3 MB/s | 323 kB 00:00 2023-11-16T18:12:16.632 INFO:teuthology.orchestra.run.smithi093.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 797 kB/s | 60 kB 00:00 2023-11-16T18:12:16.651 INFO:teuthology.orchestra.run.smithi125.stdout:(108/131): keyutils-libs-devel-1.5.10-9.el8.x86 137 kB/s | 48 kB 00:00 2023-11-16T18:12:16.663 INFO:teuthology.orchestra.run.smithi093.stdout:(55/131): python3-kubernetes-11.0.0-6.el8.noarc 4.6 MB/s | 1.2 MB 00:00 2023-11-16T18:12:16.687 INFO:teuthology.orchestra.run.smithi093.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.5 MB/s | 283 kB 00:00 2023-11-16T18:12:16.712 INFO:teuthology.orchestra.run.smithi093.stdout:(57/131): python3-portend-2.6-1.el8.noarch.rpm 186 kB/s | 16 kB 00:00 2023-11-16T18:12:16.738 INFO:teuthology.orchestra.run.smithi093.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 447 kB/s | 34 kB 00:00 2023-11-16T18:12:16.742 INFO:teuthology.orchestra.run.smithi063.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 4.7 MB/s | 688 kB 00:00 2023-11-16T18:12:16.779 INFO:teuthology.orchestra.run.smithi093.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 2.1 MB/s | 196 kB 00:00 2023-11-16T18:12:16.814 INFO:teuthology.orchestra.run.smithi093.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 250 kB/s | 19 kB 00:00 2023-11-16T18:12:16.838 INFO:teuthology.orchestra.run.smithi093.stdout:(61/131): python3-rsa-4.9-2.el8.noarch.rpm 511 kB/s | 64 kB 00:00 2023-11-16T18:12:16.865 INFO:teuthology.orchestra.run.smithi093.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 285 kB/s | 24 kB 00:00 2023-11-16T18:12:16.889 INFO:teuthology.orchestra.run.smithi093.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 387 kB/s | 29 kB 00:00 2023-11-16T18:12:16.914 INFO:teuthology.orchestra.run.smithi093.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 365 kB/s | 27 kB 00:00 2023-11-16T18:12:16.936 INFO:teuthology.orchestra.run.smithi125.stdout:(109/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 808 kB/s | 229 kB 00:00 2023-11-16T18:12:16.969 INFO:teuthology.orchestra.run.smithi093.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 2.5 MB/s | 255 kB 00:00 2023-11-16T18:12:16.990 INFO:teuthology.orchestra.run.smithi093.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 814 kB/s | 61 kB 00:00 2023-11-16T18:12:16.992 INFO:teuthology.orchestra.run.smithi063.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 2.1 MB/s | 538 kB 00:00 2023-11-16T18:12:17.015 INFO:teuthology.orchestra.run.smithi093.stdout:(67/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.0 MB/s | 251 kB 00:00 2023-11-16T18:12:17.017 INFO:teuthology.orchestra.run.smithi063.stdout:(78/131): python3-markupsafe-0.23-19.el8.x86_64 86 kB/s | 39 kB 00:00 2023-11-16T18:12:17.048 INFO:teuthology.orchestra.run.smithi093.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 1.0 MB/s | 85 kB 00:00 2023-11-16T18:12:17.074 INFO:teuthology.orchestra.run.smithi093.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 274 kB/s | 23 kB 00:00 2023-11-16T18:12:17.101 INFO:teuthology.orchestra.run.smithi093.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-11-16T18:12:17.102 INFO:teuthology.orchestra.run.smithi125.stdout:(110/131): python3-requests-oauthlib-1.0.0-1.el 74 kB/s | 43 kB 00:00 2023-11-16T18:12:17.127 INFO:teuthology.orchestra.run.smithi125.stdout:(111/131): python3-pycparser-2.14-14.el8.noarch 189 kB/s | 109 kB 00:00 2023-11-16T18:12:17.149 INFO:teuthology.orchestra.run.smithi093.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 13 MB/s | 1.7 MB 00:00 2023-11-16T18:12:17.200 INFO:teuthology.orchestra.run.smithi093.stdout:(72/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 373 kB/s | 47 kB 00:00 2023-11-16T18:12:17.246 INFO:teuthology.orchestra.run.smithi125.stdout:(112/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 1.8 MB/s | 560 kB 00:00 2023-11-16T18:12:17.259 INFO:teuthology.orchestra.run.smithi093.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 413 kB/s | 43 kB 00:00 2023-11-16T18:12:17.349 INFO:teuthology.orchestra.run.smithi093.stdout:(74/131): libselinux-devel-2.9-5.el8.x86_64.rpm 824 kB/s | 200 kB 00:00 2023-11-16T18:12:17.377 INFO:teuthology.orchestra.run.smithi063.stdout:(79/131): ceph-test-18.0.0-3905.g5e4a743a.el8.x 6.1 MB/s | 41 MB 00:06 2023-11-16T18:12:17.377 INFO:teuthology.orchestra.run.smithi093.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 412 kB/s | 48 kB 00:00 2023-11-16T18:12:17.377 INFO:teuthology.orchestra.run.smithi125.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 70 kB/s | 19 kB 00:00 2023-11-16T18:12:17.403 INFO:teuthology.orchestra.run.smithi063.stdout:(80/131): python3-mako-1.0.6-13.el8.noarch.rpm 384 kB/s | 157 kB 00:00 2023-11-16T18:12:17.411 INFO:teuthology.orchestra.run.smithi093.stdout:(76/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.0 MB/s | 220 kB 00:00 2023-11-16T18:12:17.434 INFO:teuthology.orchestra.run.smithi063.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 449 kB/s | 187 kB 00:00 2023-11-16T18:12:17.510 INFO:teuthology.orchestra.run.smithi093.stdout:(77/131): libsepol-devel-2.9-3.el8.x86_64.rpm 539 kB/s | 87 kB 00:00 2023-11-16T18:12:17.558 INFO:teuthology.orchestra.run.smithi125.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 364 kB/s | 155 kB 00:00 2023-11-16T18:12:17.610 INFO:teuthology.orchestra.run.smithi093.stdout:(78/131): python3-requests-oauthlib-1.0.0-1.el8 182 kB/s | 43 kB 00:00 2023-11-16T18:12:17.618 INFO:teuthology.orchestra.run.smithi063.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 145 kB/s | 27 kB 00:00 2023-11-16T18:12:17.652 INFO:teuthology.orchestra.run.smithi063.stdout:(83/131): automake-1.16.1-7.el8.noarch.rpm 2.5 MB/s | 713 kB 00:00 2023-11-16T18:12:17.679 INFO:teuthology.orchestra.run.smithi093.stdout:(79/131): python3-pycparser-2.14-14.el8.noarch. 408 kB/s | 109 kB 00:00 2023-11-16T18:12:17.744 INFO:teuthology.orchestra.run.smithi093.stdout:(80/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 979 kB/s | 229 kB 00:00 2023-11-16T18:12:17.763 INFO:teuthology.orchestra.run.smithi125.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 46 kB/s | 18 kB 00:00 2023-11-16T18:12:17.796 INFO:teuthology.orchestra.run.smithi125.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 1.0 MB/s | 559 kB 00:00 2023-11-16T18:12:17.832 INFO:teuthology.orchestra.run.smithi093.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 121 kB/s | 19 kB 00:00 2023-11-16T18:12:17.853 INFO:teuthology.orchestra.run.smithi063.stdout:(84/131): python3-babel-2.5.1-7.el8.noarch.rpm 11 MB/s | 4.8 MB 00:00 2023-11-16T18:12:17.861 INFO:teuthology.orchestra.run.smithi093.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 1.3 MB/s | 155 kB 00:00 2023-11-16T18:12:17.878 INFO:teuthology.orchestra.run.smithi063.stdout:(85/131): python3-prettytable-0.7.2-14.el8.noar 195 kB/s | 44 kB 00:00 2023-11-16T18:12:17.936 INFO:teuthology.orchestra.run.smithi093.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 5.3 MB/s | 559 kB 00:00 2023-11-16T18:12:17.947 INFO:teuthology.orchestra.run.smithi125.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.3 MB/s | 238 kB 00:00 2023-11-16T18:12:17.978 INFO:teuthology.orchestra.run.smithi093.stdout:(84/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 1.5 MB/s | 560 kB 00:00 2023-11-16T18:12:18.019 INFO:teuthology.orchestra.run.smithi063.stdout:(86/131): python3-numpy-1.14.3-10.el8.x86_64.rp 22 MB/s | 3.7 MB 00:00 2023-11-16T18:12:18.037 INFO:teuthology.orchestra.run.smithi125.stdout:(118/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 9.6 MB/s | 2.3 MB 00:00 2023-11-16T18:12:18.053 INFO:teuthology.orchestra.run.smithi063.stdout:(87/131): flex-2.6.1-9.el8.x86_64.rpm 736 kB/s | 320 kB 00:00 2023-11-16T18:12:18.087 INFO:teuthology.orchestra.run.smithi063.stdout:(88/131): python3-werkzeug-0.12.2-4.el8.noarch. 2.1 MB/s | 457 kB 00:00 2023-11-16T18:12:18.112 INFO:teuthology.orchestra.run.smithi093.stdout:(85/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.7 MB/s | 238 kB 00:00 2023-11-16T18:12:18.147 INFO:teuthology.orchestra.run.smithi063.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 696 kB/s | 64 kB 00:00 2023-11-16T18:12:18.179 INFO:teuthology.orchestra.run.smithi093.stdout:(86/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 56 kB/s | 18 kB 00:00 2023-11-16T18:12:18.203 INFO:teuthology.orchestra.run.smithi063.stdout:(90/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.2 MB/s | 225 kB 00:00 2023-11-16T18:12:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:(119/131): pcre2-devel-10.32-2.el8.x86_64.rpm 917 kB/s | 605 kB 00:00 2023-11-16T18:12:18.238 INFO:teuthology.orchestra.run.smithi125.stdout:(120/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 247 kB/s | 72 kB 00:00 2023-11-16T18:12:18.246 INFO:teuthology.orchestra.run.smithi093.stdout:(87/131): pcre2-devel-10.32-2.el8.x86_64.rpm 1.9 MB/s | 605 kB 00:00 2023-11-16T18:12:18.256 INFO:teuthology.orchestra.run.smithi063.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 757 kB/s | 126 kB 00:00 2023-11-16T18:12:18.272 INFO:teuthology.orchestra.run.smithi125.stdout:(121/131): fuse-2.9.7-15.el8.x86_64.rpm 367 kB/s | 83 kB 00:00 2023-11-16T18:12:18.279 INFO:teuthology.orchestra.run.smithi063.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 149 kB/s | 20 kB 00:00 2023-11-16T18:12:18.313 INFO:teuthology.orchestra.run.smithi093.stdout:(88/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 12 MB/s | 2.3 MB 00:00 2023-11-16T18:12:18.355 INFO:teuthology.orchestra.run.smithi093.stdout:(89/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 412 kB/s | 72 kB 00:00 2023-11-16T18:12:18.397 INFO:teuthology.orchestra.run.smithi093.stdout:(90/131): fuse-2.9.7-15.el8.x86_64.rpm 550 kB/s | 83 kB 00:00 2023-11-16T18:12:18.422 INFO:teuthology.orchestra.run.smithi063.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 4.1 MB/s | 709 kB 00:00 2023-11-16T18:12:18.438 INFO:teuthology.orchestra.run.smithi063.stdout:(94/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 441 kB/s | 103 kB 00:00 2023-11-16T18:12:18.472 INFO:teuthology.orchestra.run.smithi125.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 420 kB/s | 98 kB 00:00 2023-11-16T18:12:18.497 INFO:teuthology.orchestra.run.smithi125.stdout:(123/131): elfutils-libelf-devel-0.186-1.el8.x8 211 kB/s | 60 kB 00:00 2023-11-16T18:12:18.525 INFO:teuthology.orchestra.run.smithi093.stdout:(91/131): elfutils-libelf-devel-0.186-1.el8.x86 286 kB/s | 60 kB 00:00 2023-11-16T18:12:18.538 INFO:teuthology.orchestra.run.smithi063.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 19 MB/s | 4.9 MB 00:00 2023-11-16T18:12:18.557 INFO:teuthology.orchestra.run.smithi093.stdout:(92/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 490 kB/s | 98 kB 00:00 2023-11-16T18:12:18.581 INFO:teuthology.orchestra.run.smithi063.stdout:(96/131): libpq-13.5-1.el8.x86_64.rpm 1.2 MB/s | 198 kB 00:00 2023-11-16T18:12:18.581 INFO:teuthology.orchestra.run.smithi125.stdout:(124/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 182 kB/s | 58 kB 00:00 2023-11-16T18:12:18.606 INFO:teuthology.orchestra.run.smithi093.stdout:(93/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 276 kB/s | 58 kB 00:00 2023-11-16T18:12:18.639 INFO:teuthology.orchestra.run.smithi125.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 4.4 MB/s | 644 kB 00:00 2023-11-16T18:12:18.665 INFO:teuthology.orchestra.run.smithi125.stdout:(126/131): libcom_err-devel-1.45.6-4.el8.x86_64 200 kB/s | 39 kB 00:00 2023-11-16T18:12:18.689 INFO:teuthology.orchestra.run.smithi093.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 4.7 MB/s | 644 kB 00:00 2023-11-16T18:12:18.697 INFO:teuthology.orchestra.run.smithi063.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-11-16T18:12:18.722 INFO:teuthology.orchestra.run.smithi063.stdout:(98/131): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-11-16T18:12:18.751 INFO:teuthology.orchestra.run.smithi063.stdout:(99/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.1 MB/s | 354 kB 00:00 2023-11-16T18:12:18.751 INFO:teuthology.orchestra.run.smithi093.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 1.2 MB/s | 171 kB 00:00 2023-11-16T18:12:18.773 INFO:teuthology.orchestra.run.smithi093.stdout:(96/131): libcom_err-devel-1.45.6-4.el8.x86_64. 154 kB/s | 39 kB 00:00 2023-11-16T18:12:18.827 INFO:teuthology.orchestra.run.smithi125.stdout:(127/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 708 kB/s | 171 kB 00:00 2023-11-16T18:12:18.856 INFO:teuthology.orchestra.run.smithi063.stdout:(100/131): postgresql-contrib-10.21-2.module+el 5.9 MB/s | 808 kB 00:00 2023-11-16T18:12:18.906 INFO:teuthology.orchestra.run.smithi093.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 826 kB/s | 110 kB 00:00 2023-11-16T18:12:18.915 INFO:teuthology.orchestra.run.smithi063.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 9.0 MB/s | 1.5 MB 00:00 2023-11-16T18:12:18.931 INFO:teuthology.orchestra.run.smithi125.stdout:(128/131): NetworkManager-initscripts-updown-1. 471 kB/s | 138 kB 00:00 2023-11-16T18:12:18.932 INFO:teuthology.orchestra.run.smithi093.stdout:(98/131): NetworkManager-initscripts-updown-1.3 568 kB/s | 138 kB 00:00 2023-11-16T18:12:18.942 INFO:teuthology.orchestra.run.smithi063.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 561 kB/s | 47 kB 00:00 2023-11-16T18:12:18.998 INFO:teuthology.orchestra.run.smithi063.stdout:(103/131): python3-jwt-1.6.1-2.el8.noarch.rpm 731 kB/s | 43 kB 00:00 2023-11-16T18:12:19.027 INFO:teuthology.orchestra.run.smithi063.stdout:(104/131): libselinux-devel-2.9-5.el8.x86_64.rp 1.8 MB/s | 200 kB 00:00 2023-11-16T18:12:19.027 INFO:teuthology.orchestra.run.smithi093.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 464 kB/s | 54 kB 00:00 2023-11-16T18:12:19.091 INFO:teuthology.orchestra.run.smithi063.stdout:(105/131): postgresql-server-10.21-2.module+el8 13 MB/s | 5.1 MB 00:00 2023-11-16T18:12:19.116 INFO:teuthology.orchestra.run.smithi063.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2023-11-16T18:12:19.140 INFO:teuthology.orchestra.run.smithi093.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.2 MB/s | 259 kB 00:00 2023-11-16T18:12:19.168 INFO:teuthology.orchestra.run.smithi063.stdout:(107/131): keyutils-libs-devel-1.5.10-9.el8.x86 338 kB/s | 48 kB 00:00 2023-11-16T18:12:19.198 INFO:teuthology.orchestra.run.smithi125.stdout:(129/131): librbd1-18.0.0-3905.g5e4a743a.el8.x8 9.5 MB/s | 3.6 MB 00:00 2023-11-16T18:12:19.250 INFO:teuthology.orchestra.run.smithi063.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 319 kB/s | 43 kB 00:00 2023-11-16T18:12:19.274 INFO:teuthology.orchestra.run.smithi125.stdout:(130/131): librados2-18.0.0-3905.g5e4a743a.el8. 6.0 MB/s | 3.7 MB 00:00 2023-11-16T18:12:19.274 INFO:teuthology.orchestra.run.smithi093.stdout:(101/131): python3-scipy-1.0.0-21.module+el8.5. 26 MB/s | 14 MB 00:00 2023-11-16T18:12:19.275 INFO:teuthology.orchestra.run.smithi063.stdout:(109/131): libsepol-devel-2.9-3.el8.x86_64.rpm 473 kB/s | 87 kB 00:00 2023-11-16T18:12:19.314 INFO:teuthology.orchestra.run.smithi063.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 768 kB/s | 109 kB 00:00 2023-11-16T18:12:19.317 INFO:teuthology.orchestra.run.smithi093.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 221 kB/s | 39 kB 00:00 2023-11-16T18:12:19.350 INFO:teuthology.orchestra.run.smithi093.stdout:(103/131): socat-1.7.4.1-1.el8.x86_64.rpm 992 kB/s | 323 kB 00:00 2023-11-16T18:12:19.391 INFO:teuthology.orchestra.run.smithi125.stdout:(131/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 1.7 MB/s | 798 kB 00:00 2023-11-16T18:12:19.393 INFO:teuthology.orchestra.run.smithi125.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:12:19.394 INFO:teuthology.orchestra.run.smithi125.stdout:Total 11 MB/s | 197 MB 00:18 2023-11-16T18:12:19.416 INFO:teuthology.orchestra.run.smithi093.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 5.3 MB/s | 538 kB 00:00 2023-11-16T18:12:19.427 INFO:teuthology.orchestra.run.smithi063.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.6 MB/s | 560 kB 00:00 2023-11-16T18:12:19.459 INFO:teuthology.orchestra.run.smithi063.stdout:(112/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.1 MB/s | 229 kB 00:00 2023-11-16T18:12:19.475 INFO:teuthology.orchestra.run.smithi093.stdout:(105/131): bison-3.0.4-10.el8.x86_64.rpm 3.4 MB/s | 688 kB 00:00 2023-11-16T18:12:19.504 INFO:teuthology.orchestra.run.smithi063.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 97 kB/s | 19 kB 00:00 2023-11-16T18:12:19.504 INFO:teuthology.orchestra.run.smithi093.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.2 MB/s | 187 kB 00:00 2023-11-16T18:12:19.527 INFO:teuthology.orchestra.run.smithi063.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.5 MB/s | 155 kB 00:00 2023-11-16T18:12:19.539 INFO:teuthology.orchestra.run.smithi093.stdout:(107/131): python3-mako-1.0.6-13.el8.noarch.rpm 851 kB/s | 157 kB 00:00 2023-11-16T18:12:19.578 INFO:teuthology.orchestra.run.smithi063.stdout:(115/131): python3-cryptography-3.2.1-5.el8.x86 5.0 MB/s | 559 kB 00:00 2023-11-16T18:12:19.594 INFO:teuthology.orchestra.run.smithi063.stdout:(116/131): libverto-devel-0.3.0-5.el8.x86_64.rp 195 kB/s | 18 kB 00:00 2023-11-16T18:12:19.614 INFO:teuthology.orchestra.run.smithi093.stdout:(108/131): automake-1.16.1-7.el8.noarch.rpm 5.2 MB/s | 713 kB 00:00 2023-11-16T18:12:19.626 INFO:teuthology.orchestra.run.smithi093.stdout:(109/131): python3-jsonpatch-1.21-2.el8.noarch. 288 kB/s | 27 kB 00:00 2023-11-16T18:12:19.644 INFO:teuthology.orchestra.run.smithi063.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.1 MB/s | 605 kB 00:00 2023-11-16T18:12:19.754 INFO:teuthology.orchestra.run.smithi093.stdout:(110/131): python3-babel-2.5.1-7.el8.noarch.rpm 19 MB/s | 4.8 MB 00:00 2023-11-16T18:12:19.778 INFO:teuthology.orchestra.run.smithi063.stdout:(118/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 13 MB/s | 2.3 MB 00:00 2023-11-16T18:12:19.785 INFO:teuthology.orchestra.run.smithi093.stdout:(111/131): flex-2.6.1-9.el8.x86_64.rpm 1.8 MB/s | 320 kB 00:00 2023-11-16T18:12:19.804 INFO:teuthology.orchestra.run.smithi063.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 455 kB/s | 72 kB 00:00 2023-11-16T18:12:19.830 INFO:teuthology.orchestra.run.smithi063.stdout:(120/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 916 kB/s | 238 kB 00:00 2023-11-16T18:12:19.852 INFO:teuthology.orchestra.run.smithi093.stdout:(112/131): python3-prettytable-0.7.2-14.el8.noa 195 kB/s | 44 kB 00:00 2023-11-16T18:12:19.920 INFO:teuthology.orchestra.run.smithi063.stdout:(121/131): fuse-2.9.7-15.el8.x86_64.rpm 583 kB/s | 83 kB 00:00 2023-11-16T18:12:19.936 INFO:teuthology.orchestra.run.smithi093.stdout:(113/131): python3-numpy-1.14.3-10.el8.x86_64.r 21 MB/s | 3.7 MB 00:00 2023-11-16T18:12:19.945 INFO:teuthology.orchestra.run.smithi063.stdout:(122/131): elfutils-libelf-devel-0.186-1.el8.x8 421 kB/s | 60 kB 00:00 2023-11-16T18:12:19.969 INFO:teuthology.orchestra.run.smithi093.stdout:(114/131): python3-werkzeug-0.12.2-4.el8.noarch 2.4 MB/s | 457 kB 00:00 2023-11-16T18:12:19.970 INFO:teuthology.orchestra.run.smithi063.stdout:(123/131): libuuid-devel-2.32.1-35.el8.x86_64.r 690 kB/s | 98 kB 00:00 2023-11-16T18:12:20.061 INFO:teuthology.orchestra.run.smithi093.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 511 kB/s | 64 kB 00:00 2023-11-16T18:12:20.079 INFO:teuthology.orchestra.run.smithi063.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 288 kB/s | 39 kB 00:00 2023-11-16T18:12:20.086 INFO:teuthology.orchestra.run.smithi093.stdout:(116/131): python3-numpy-f2py-1.14.3-10.el8.x86 962 kB/s | 225 kB 00:00 2023-11-16T18:12:20.122 INFO:teuthology.orchestra.run.smithi063.stdout:(125/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 287 kB/s | 58 kB 00:00 2023-11-16T18:12:20.170 INFO:teuthology.orchestra.run.smithi093.stdout:(117/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 1.2 MB/s | 103 kB 00:00 2023-11-16T18:12:20.196 INFO:teuthology.orchestra.run.smithi093.stdout:(118/131): python3-jsonpointer-1.10-11.el8.noar 149 kB/s | 20 kB 00:00 2023-11-16T18:12:20.224 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction check 2023-11-16T18:12:20.262 INFO:teuthology.orchestra.run.smithi093.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 7.5 MB/s | 709 kB 00:00 2023-11-16T18:12:20.287 INFO:teuthology.orchestra.run.smithi093.stdout:(120/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 397 kB/s | 126 kB 00:00 2023-11-16T18:12:20.340 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction check succeeded. 2023-11-16T18:12:20.340 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction test 2023-11-16T18:12:20.414 INFO:teuthology.orchestra.run.smithi063.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 513 kB/s | 171 kB 00:00 2023-11-16T18:12:20.421 INFO:teuthology.orchestra.run.smithi093.stdout:(121/131): openblas-threads-0.3.15-3.el8.x86_64 22 MB/s | 4.9 MB 00:00 2023-11-16T18:12:20.439 INFO:teuthology.orchestra.run.smithi063.stdout:(127/131): NetworkManager-initscripts-updown-1. 434 kB/s | 138 kB 00:00 2023-11-16T18:12:20.446 INFO:teuthology.orchestra.run.smithi093.stdout:(122/131): libpq-13.5-1.el8.x86_64.rpm 1.1 MB/s | 198 kB 00:00 2023-11-16T18:12:20.472 INFO:teuthology.orchestra.run.smithi063.stdout:(128/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 1.3 MB/s | 644 kB 00:00 2023-11-16T18:12:20.530 INFO:teuthology.orchestra.run.smithi093.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2023-11-16T18:12:20.555 INFO:teuthology.orchestra.run.smithi093.stdout:(124/131): jq-1.6-3.el8.x86_64.rpm 1.5 MB/s | 202 kB 00:00 2023-11-16T18:12:20.631 INFO:teuthology.orchestra.run.smithi063.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 4.9 MB/s | 798 kB 00:00 2023-11-16T18:12:20.664 INFO:teuthology.orchestra.run.smithi093.stdout:(125/131): librdkafka-0.11.4-3.el8.x86_64.rpm 1.6 MB/s | 354 kB 00:00 2023-11-16T18:12:20.781 INFO:teuthology.orchestra.run.smithi093.stdout:(126/131): postgresql-server-10.21-2.module+el8 20 MB/s | 5.1 MB 00:00 2023-11-16T18:12:20.823 INFO:teuthology.orchestra.run.smithi093.stdout:(127/131): postgresql-contrib-10.21-2.module+el 3.0 MB/s | 808 kB 00:00 2023-11-16T18:12:20.856 INFO:teuthology.orchestra.run.smithi063.stdout:(130/131): librbd1-18.0.0-3905.g5e4a743a.el8.x8 8.5 MB/s | 3.6 MB 00:00 2023-11-16T18:12:20.873 INFO:teuthology.orchestra.run.smithi093.stdout:(128/131): postgresql-10.21-2.module+el8.6.0+15 7.2 MB/s | 1.5 MB 00:00 2023-11-16T18:12:20.976 INFO:teuthology.orchestra.run.smithi063.stdout:(131/131): librados2-18.0.0-3905.g5e4a743a.el8. 6.5 MB/s | 3.7 MB 00:00 2023-11-16T18:12:20.977 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:12:20.977 INFO:teuthology.orchestra.run.smithi063.stdout:Total 11 MB/s | 197 MB 00:18 2023-11-16T18:12:21.051 INFO:teuthology.orchestra.run.smithi093.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 4.5 MB/s | 798 kB 00:00 2023-11-16T18:12:21.232 INFO:teuthology.orchestra.run.smithi093.stdout:(130/131): librbd1-18.0.0-3905.g5e4a743a.el8.x8 8.7 MB/s | 3.6 MB 00:00 2023-11-16T18:12:21.282 INFO:teuthology.orchestra.run.smithi093.stdout:(131/131): librados2-18.0.0-3905.g5e4a743a.el8. 7.3 MB/s | 3.7 MB 00:00 2023-11-16T18:12:21.288 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:12:21.289 INFO:teuthology.orchestra.run.smithi093.stdout:Total 10 MB/s | 197 MB 00:18 2023-11-16T18:12:21.425 INFO:teuthology.orchestra.run.smithi125.stdout:Transaction test succeeded. 2023-11-16T18:12:21.435 INFO:teuthology.orchestra.run.smithi125.stdout:Running transaction 2023-11-16T18:12:21.868 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2023-11-16T18:12:21.991 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2023-11-16T18:12:21.991 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2023-11-16T18:12:22.120 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-11-16T18:12:22.241 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-11-16T18:12:22.241 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-11-16T18:12:23.145 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2023-11-16T18:12:23.149 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2023-11-16T18:12:23.320 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-11-16T18:12:23.323 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-11-16T18:12:26.272 INFO:teuthology.orchestra.run.smithi125.stdout: Preparing : 1/1 2023-11-16T18:12:26.482 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-11-16T18:12:26.647 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-11-16T18:12:26.888 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-11-16T18:12:27.056 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-16T18:12:27.165 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-16T18:12:27.434 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-16T18:12:27.834 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-16T18:12:28.048 INFO:teuthology.orchestra.run.smithi125.stdout: Upgrading : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:28.115 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2023-11-16T18:12:28.272 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-11-16T18:12:28.305 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-11-16T18:12:28.431 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-11-16T18:12:28.473 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-11-16T18:12:28.625 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-11-16T18:12:28.668 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-11-16T18:12:28.681 INFO:teuthology.orchestra.run.smithi125.stdout: Upgrading : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:28.782 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-16T18:12:28.789 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:28.870 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-11-16T18:12:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-16T18:12:28.939 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:12:28.969 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-11-16T18:12:29.020 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:12:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-16T18:12:29.167 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-11-16T18:12:29.232 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 9/134 2023-11-16T18:12:29.452 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-11-16T18:12:29.569 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-11-16T18:12:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-16T18:12:29.667 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-11-16T18:12:29.758 INFO:teuthology.orchestra.run.smithi093.stdout: Upgrading : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 5/134 2023-11-16T18:12:29.765 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:30.063 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-11-16T18:12:30.141 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 5/134 2023-11-16T18:12:30.179 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:30.276 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-11-16T18:12:30.316 INFO:teuthology.orchestra.run.smithi093.stdout: Upgrading : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:30.374 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:30.450 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:12:30.456 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:30.501 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:30.566 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:30.650 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:12:30.652 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:30.731 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:30.736 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:12:30.737 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:12:30.906 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:12:31.037 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:31.074 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 9/134 2023-11-16T18:12:31.080 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-11-16T18:12:31.189 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-16T18:12:31.301 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-11-16T18:12:31.329 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-16T18:12:31.330 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-11-16T18:12:31.487 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-11-16T18:12:31.511 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-11-16T18:12:31.514 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-16T18:12:31.891 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-11-16T18:12:31.903 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-11-16T18:12:32.112 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-11-16T18:12:32.114 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-16T18:12:32.120 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-11-16T18:12:32.232 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:32.241 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:32.289 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-16T18:12:32.333 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:32.342 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 14/134 2023-11-16T18:12:32.448 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:32.500 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:32.526 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:32.648 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-16T18:12:32.669 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 15/134 2023-11-16T18:12:32.801 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-16T18:12:32.895 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-11-16T18:12:32.905 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-16T18:12:32.940 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-16T18:12:33.074 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-11-16T18:12:33.082 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-11-16T18:12:33.280 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-11-16T18:12:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-11-16T18:12:33.580 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-11-16T18:12:33.595 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-16T18:12:33.757 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-16T18:12:33.782 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-11-16T18:12:33.789 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-11-16T18:12:34.037 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-11-16T18:12:34.309 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-11-16T18:12:34.392 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-16T18:12:34.416 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-11-16T18:12:34.542 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-11-16T18:12:34.574 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-11-16T18:12:34.607 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-11-16T18:12:34.744 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-11-16T18:12:34.944 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-11-16T18:12:35.206 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-11-16T18:12:35.222 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-11-16T18:12:35.331 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-11-16T18:12:35.378 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-11-16T18:12:35.395 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 26/134 2023-11-16T18:12:35.524 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 27/134 2023-11-16T18:12:35.555 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-11-16T18:12:35.756 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-11-16T18:12:35.953 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-11-16T18:12:36.095 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-11-16T18:12:36.130 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-11-16T18:12:36.338 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-11-16T18:12:36.375 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-11-16T18:12:36.434 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 28/134 2023-11-16T18:12:36.574 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-11-16T18:12:36.762 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-11-16T18:12:36.817 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-11-16T18:12:36.861 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-11-16T18:12:36.965 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 26/134 2023-11-16T18:12:37.013 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 26/134 2023-11-16T18:12:37.066 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-11-16T18:12:37.126 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 27/134 2023-11-16T18:12:37.143 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 27/134 2023-11-16T18:12:37.321 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-11-16T18:12:37.349 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 28/134 2023-11-16T18:12:37.543 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-11-16T18:12:37.559 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-16T18:12:38.208 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 28/134 2023-11-16T18:12:38.638 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-11-16T18:12:38.880 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-11-16T18:12:39.112 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-11-16T18:12:39.304 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-11-16T18:12:39.305 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-16T18:12:39.331 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-16T18:12:39.655 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-11-16T18:12:39.891 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-11-16T18:12:40.064 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-11-16T18:12:40.302 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 36/134 2023-11-16T18:12:40.339 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-11-16T18:12:40.474 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 37/134 2023-11-16T18:12:40.636 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-11-16T18:12:40.654 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-11-16T18:12:40.869 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-11-16T18:12:40.942 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-11-16T18:12:41.056 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-11-16T18:12:41.177 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-11-16T18:12:41.215 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-16T18:12:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-11-16T18:12:41.393 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-11-16T18:12:41.478 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-11-16T18:12:41.513 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-11-16T18:12:41.592 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-11-16T18:12:41.677 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-11-16T18:12:41.788 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 36/134 2023-11-16T18:12:41.830 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-11-16T18:12:41.938 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 37/134 2023-11-16T18:12:42.014 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-11-16T18:12:42.042 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-11-16T18:12:42.080 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-11-16T18:12:42.241 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-11-16T18:12:42.246 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 36/134 2023-11-16T18:12:42.332 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-11-16T18:12:42.410 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 37/134 2023-11-16T18:12:42.425 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-11-16T18:12:42.491 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-11-16T18:12:42.530 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-11-16T18:12:42.564 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-11-16T18:12:42.720 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-11-16T18:12:42.728 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-11-16T18:12:42.775 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-11-16T18:12:42.892 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-11-16T18:12:42.968 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-11-16T18:12:43.025 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-11-16T18:12:43.028 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-11-16T18:12:43.106 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-11-16T18:12:43.185 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-11-16T18:12:43.241 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-11-16T18:12:43.387 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-11-16T18:12:43.403 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-11-16T18:12:43.426 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-11-16T18:12:43.585 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-11-16T18:12:43.620 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-11-16T18:12:43.758 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-11-16T18:12:43.800 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-11-16T18:12:43.814 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-11-16T18:12:43.913 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-11-16T18:12:44.007 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-11-16T18:12:44.078 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-11-16T18:12:44.190 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-11-16T18:12:44.275 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-11-16T18:12:44.350 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-11-16T18:12:44.356 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-11-16T18:12:44.473 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-11-16T18:12:44.485 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-11-16T18:12:44.675 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-11-16T18:12:44.682 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-11-16T18:12:44.829 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-11-16T18:12:44.912 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-11-16T18:12:44.942 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-11-16T18:12:45.133 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-11-16T18:12:45.191 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-11-16T18:12:45.296 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-11-16T18:12:45.322 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-11-16T18:12:45.435 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-11-16T18:12:45.536 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-11-16T18:12:45.610 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-11-16T18:12:45.629 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-11-16T18:12:45.737 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-11-16T18:12:45.757 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-11-16T18:12:45.833 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-11-16T18:12:45.902 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-11-16T18:12:45.956 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-11-16T18:12:46.022 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-11-16T18:12:46.035 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-11-16T18:12:46.049 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-11-16T18:12:46.266 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-11-16T18:12:46.280 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-11-16T18:12:46.333 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-11-16T18:12:46.499 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-11-16T18:12:46.588 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-11-16T18:12:46.636 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-11-16T18:12:46.653 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-16T18:12:46.734 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-16T18:12:46.813 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-11-16T18:12:46.822 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-11-16T18:12:46.982 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-11-16T18:12:47.012 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-11-16T18:12:47.023 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-11-16T18:12:47.154 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-11-16T18:12:47.163 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-11-16T18:12:47.258 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-11-16T18:12:47.307 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-11-16T18:12:47.328 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-11-16T18:12:47.451 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-11-16T18:12:47.472 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-11-16T18:12:47.505 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-11-16T18:12:47.552 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-11-16T18:12:47.617 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-11-16T18:12:47.744 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-11-16T18:12:47.786 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-11-16T18:12:47.906 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-11-16T18:12:47.968 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-11-16T18:12:47.968 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-11-16T18:12:48.122 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-16T18:12:48.140 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-11-16T18:12:48.184 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-16T18:12:48.186 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-11-16T18:12:48.329 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-11-16T18:12:48.379 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-11-16T18:12:48.426 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-11-16T18:12:48.523 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-11-16T18:12:48.526 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-11-16T18:12:48.654 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-11-16T18:12:48.672 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-11-16T18:12:48.755 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-11-16T18:12:48.830 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-11-16T18:12:48.863 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-11-16T18:12:48.939 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-11-16T18:12:49.028 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-11-16T18:12:49.105 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-11-16T18:12:49.126 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-11-16T18:12:49.283 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-11-16T18:12:49.290 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-11-16T18:12:49.334 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-11-16T18:12:49.518 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-11-16T18:12:49.520 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-11-16T18:12:49.531 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-11-16T18:12:49.676 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-11-16T18:12:49.684 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-11-16T18:12:49.741 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-11-16T18:12:49.832 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-11-16T18:12:49.868 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-11-16T18:12:49.933 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-11-16T18:12:50.062 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-11-16T18:12:50.063 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-11-16T18:12:50.199 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-11-16T18:12:50.243 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-11-16T18:12:50.249 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-11-16T18:12:50.401 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-11-16T18:12:50.415 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-11-16T18:12:50.416 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-11-16T18:12:50.553 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-11-16T18:12:50.600 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-11-16T18:12:50.608 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-11-16T18:12:50.761 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-11-16T18:12:50.781 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-11-16T18:12:50.816 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-11-16T18:12:50.983 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-11-16T18:12:51.010 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-11-16T18:12:51.179 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-11-16T18:12:51.209 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-11-16T18:12:51.411 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-11-16T18:12:51.427 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-11-16T18:12:51.629 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-11-16T18:12:51.670 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-11-16T18:12:51.797 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-11-16T18:12:51.922 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-11-16T18:12:51.937 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-11-16T18:12:52.025 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-11-16T18:12:52.104 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-11-16T18:12:52.199 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-11-16T18:12:52.339 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-11-16T18:12:52.454 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-11-16T18:12:52.752 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-11-16T18:12:53.054 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-11-16T18:12:53.227 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-11-16T18:12:53.255 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-11-16T18:12:53.458 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-11-16T18:12:53.485 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-11-16T18:12:53.697 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-11-16T18:12:53.742 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-11-16T18:12:53.997 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-11-16T18:12:54.033 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-11-16T18:12:54.049 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-11-16T18:12:54.243 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:54.295 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-11-16T18:12:54.315 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-11-16T18:12:54.321 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:54.480 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-11-16T18:12:54.485 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 93/134 2023-11-16T18:12:54.623 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-11-16T18:12:54.847 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-11-16T18:12:55.262 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-11-16T18:12:55.462 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:55.530 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:55.589 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-11-16T18:12:55.696 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 93/134 2023-11-16T18:12:55.779 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:55.858 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 92/134 2023-11-16T18:12:56.023 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 93/134 2023-11-16T18:12:58.113 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:12:58.385 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:12:58.976 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:12:59.213 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:12:59.330 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:12:59.468 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:12:59.547 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:12:59.640 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:12:59.782 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:13:00.254 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:13:00.416 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:13:00.681 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:13:00.744 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:13:00.848 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 94/134 2023-11-16T18:13:00.862 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:13:01.121 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:13:01.210 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 95/134 2023-11-16T18:13:01.362 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /sys 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /proc 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /dev 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /run 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /mnt 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /var/tmp 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /home 2023-11-16T18:13:18.213 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /tmp 2023-11-16T18:13:18.214 INFO:teuthology.orchestra.run.smithi125.stdout:skipping the directory /dev 2023-11-16T18:13:18.214 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:13:18.564 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:20.119 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:20.201 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:13:20.202 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /sys 2023-11-16T18:13:20.202 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /proc 2023-11-16T18:13:20.203 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /dev 2023-11-16T18:13:20.203 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /run 2023-11-16T18:13:20.205 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /mnt 2023-11-16T18:13:20.205 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /var/tmp 2023-11-16T18:13:20.205 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /home 2023-11-16T18:13:20.205 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /tmp 2023-11-16T18:13:20.206 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /dev 2023-11-16T18:13:20.206 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:13:20.257 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 96/134 2023-11-16T18:13:20.258 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /sys 2023-11-16T18:13:20.258 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /proc 2023-11-16T18:13:20.259 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /dev 2023-11-16T18:13:20.259 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /run 2023-11-16T18:13:20.259 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /mnt 2023-11-16T18:13:20.259 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /var/tmp 2023-11-16T18:13:20.260 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /home 2023-11-16T18:13:20.260 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /tmp 2023-11-16T18:13:20.260 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /dev 2023-11-16T18:13:20.260 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:13:20.270 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:20.486 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:20.568 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:20.626 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:20.697 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:21.145 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:21.289 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:21.306 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:22.185 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:22.238 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 97/134 2023-11-16T18:13:22.352 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:22.382 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:22.570 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:22.614 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 98/134 2023-11-16T18:13:22.767 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:22.776 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:22.989 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:23.171 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:23.216 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:23.256 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 99/134 2023-11-16T18:13:23.320 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 102/134 2023-11-16T18:13:23.376 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:23.400 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:23.400 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:23.411 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 100/134 2023-11-16T18:13:23.527 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 103/134 2023-11-16T18:13:23.705 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:23.918 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:24.192 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:25.150 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:25.166 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:25.257 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:25.305 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:25.346 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:25.395 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:25.442 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 101/134 2023-11-16T18:13:25.456 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 102/134 2023-11-16T18:13:25.565 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 102/134 2023-11-16T18:13:25.666 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 103/134 2023-11-16T18:13:25.761 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 107/134 2023-11-16T18:13:25.768 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 103/134 2023-11-16T18:13:25.877 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:25.958 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:26.014 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:26.048 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:26.092 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:26.181 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 104/134 2023-11-16T18:13:26.210 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:26.216 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:26.351 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:26.498 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:27.311 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:27.456 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 110/134 2023-11-16T18:13:27.458 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:27.526 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 105/134 2023-11-16T18:13:27.549 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:27.630 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:27.662 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:27.675 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:27.777 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 106/134 2023-11-16T18:13:27.804 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:27.851 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:27.945 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 107/134 2023-11-16T18:13:28.034 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:28.151 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 107/134 2023-11-16T18:13:28.185 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:28.231 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:28.373 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:28.376 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:28.383 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:28.394 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:28.413 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 108/134 2023-11-16T18:13:28.546 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:28.558 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:28.570 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 109/134 2023-11-16T18:13:29.678 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 110/134 2023-11-16T18:13:29.889 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:29.890 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 110/134 2023-11-16T18:13:29.924 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:30.060 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:30.061 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:30.092 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 111/134 2023-11-16T18:13:30.108 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:30.226 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:30.267 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:30.275 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 112/134 2023-11-16T18:13:30.400 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:30.610 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:30.767 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 113/134 2023-11-16T18:13:30.775 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:30.925 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:32.452 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:32.758 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 115/134 2023-11-16T18:13:33.070 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-11-16T18:13:33.262 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-11-16T18:13:34.152 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-11-16T18:13:34.469 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-11-16T18:13:34.678 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:34.681 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 119/134 2023-11-16T18:13:34.891 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-16T18:13:35.075 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 121/134 2023-11-16T18:13:35.091 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 114/134 2023-11-16T18:13:35.238 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-16T18:13:35.386 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 115/134 2023-11-16T18:13:35.541 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-11-16T18:13:35.581 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 115/134 2023-11-16T18:13:35.757 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-11-16T18:13:35.905 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-11-16T18:13:36.085 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 117/134 2023-11-16T18:13:36.369 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-11-16T18:13:36.507 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-11-16T18:13:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-11-16T18:13:36.704 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-11-16T18:13:36.970 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-11-16T18:13:36.994 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-11-16T18:13:37.161 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 121/134 2023-11-16T18:13:37.186 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 119/134 2023-11-16T18:13:37.325 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-16T18:13:37.362 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-16T18:13:37.491 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:37.520 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 121/134 2023-11-16T18:13:37.650 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-16T18:13:37.780 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:37.796 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:37.973 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 124/134 2023-11-16T18:13:38.277 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 125/134 2023-11-16T18:13:38.602 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 126/134 2023-11-16T18:13:38.929 INFO:teuthology.orchestra.run.smithi125.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-11-16T18:13:39.102 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:39.111 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:39.299 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-11-16T18:13:39.503 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:39.546 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-11-16T18:13:39.620 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-11-16T18:13:39.740 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:39.758 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:39.794 INFO:teuthology.orchestra.run.smithi125.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-11-16T18:13:39.806 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-11-16T18:13:39.807 INFO:teuthology.orchestra.run.smithi125.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:39.915 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 124/134 2023-11-16T18:13:39.998 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:40.030 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:40.031 INFO:teuthology.orchestra.run.smithi125.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:40.214 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 125/134 2023-11-16T18:13:40.262 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:40.299 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:40.318 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-16T18:13:40.493 INFO:teuthology.orchestra.run.smithi125.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:40.516 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 126/134 2023-11-16T18:13:40.536 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 124/134 2023-11-16T18:13:40.749 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 125/134 2023-11-16T18:13:40.858 INFO:teuthology.orchestra.run.smithi093.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-11-16T18:13:40.993 INFO:teuthology.orchestra.run.smithi125.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:40.993 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 1/134 2023-11-16T18:13:40.993 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 3/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 4/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 5/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 9/134 2023-11-16T18:13:40.994 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 10/134 2023-11-16T18:13:41.002 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 11/134 2023-11-16T18:13:41.038 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 12/134 2023-11-16T18:13:41.038 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 13/134 2023-11-16T18:13:41.038 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 14/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 15/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 16/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 17/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 18/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 19/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 20/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 21/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 22/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 23/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 24/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 25/134 2023-11-16T18:13:41.039 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 26/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 27/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 28/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 29/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 30/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 31/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 32/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 33/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 34/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 35/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 36/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 37/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 38/134 2023-11-16T18:13:41.040 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-11-16T18:13:41.041 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-11-16T18:13:41.041 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-11-16T18:13:41.042 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-11-16T18:13:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-11-16T18:13:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-11-16T18:13:41.045 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-11-16T18:13:41.045 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-11-16T18:13:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-11-16T18:13:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-11-16T18:13:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-11-16T18:13:41.065 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-11-16T18:13:41.066 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-11-16T18:13:41.067 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-11-16T18:13:41.068 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-11-16T18:13:41.068 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-11-16T18:13:41.068 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:41.068 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 129/134 2023-11-16T18:13:41.068 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-11-16T18:13:41.075 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 131/134 2023-11-16T18:13:41.075 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:41.075 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-11-16T18:13:41.076 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 126/134 2023-11-16T18:13:41.076 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-11-16T18:13:41.116 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-11-16T18:13:41.331 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-11-16T18:13:41.336 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-11-16T18:13:41.344 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-11-16T18:13:41.457 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:41.468 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:41.498 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-11-16T18:13:41.506 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-11-16T18:13:41.641 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-11-16T18:13:41.642 INFO:teuthology.orchestra.run.smithi093.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:41.645 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-11-16T18:13:41.815 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-11-16T18:13:41.839 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:41.839 INFO:teuthology.orchestra.run.smithi093.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:41.906 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-11-16T18:13:42.069 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:42.098 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-11-16T18:13:42.114 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-11-16T18:13:42.114 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:42.238 INFO:teuthology.orchestra.run.smithi093.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:42.302 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:42.302 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:42.531 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-16T18:13:42.748 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:42.833 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:42.842 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 1/134 2023-11-16T18:13:42.843 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2/134 2023-11-16T18:13:42.843 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 3/134 2023-11-16T18:13:42.843 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 4/134 2023-11-16T18:13:42.844 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 5/134 2023-11-16T18:13:42.844 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:13:42.844 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:13:42.845 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:13:42.845 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 9/134 2023-11-16T18:13:42.845 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 10/134 2023-11-16T18:13:42.848 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 11/134 2023-11-16T18:13:42.849 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 12/134 2023-11-16T18:13:42.849 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 13/134 2023-11-16T18:13:42.849 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 14/134 2023-11-16T18:13:42.849 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 15/134 2023-11-16T18:13:42.850 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 16/134 2023-11-16T18:13:42.857 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 17/134 2023-11-16T18:13:42.860 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 18/134 2023-11-16T18:13:42.861 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 19/134 2023-11-16T18:13:42.861 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 20/134 2023-11-16T18:13:42.861 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 21/134 2023-11-16T18:13:42.862 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 22/134 2023-11-16T18:13:42.862 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 23/134 2023-11-16T18:13:42.862 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 24/134 2023-11-16T18:13:42.862 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 25/134 2023-11-16T18:13:42.863 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 26/134 2023-11-16T18:13:42.863 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 27/134 2023-11-16T18:13:42.863 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 28/134 2023-11-16T18:13:42.863 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 29/134 2023-11-16T18:13:42.873 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 30/134 2023-11-16T18:13:42.875 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 31/134 2023-11-16T18:13:42.890 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 32/134 2023-11-16T18:13:42.895 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 33/134 2023-11-16T18:13:42.896 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 34/134 2023-11-16T18:13:42.896 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 35/134 2023-11-16T18:13:42.896 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 36/134 2023-11-16T18:13:42.898 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 37/134 2023-11-16T18:13:42.899 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 38/134 2023-11-16T18:13:42.901 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-11-16T18:13:42.910 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-11-16T18:13:42.910 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-11-16T18:13:42.911 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-11-16T18:13:42.916 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-11-16T18:13:42.917 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-11-16T18:13:42.920 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-11-16T18:13:42.920 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-11-16T18:13:42.920 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-11-16T18:13:42.922 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-11-16T18:13:42.922 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-11-16T18:13:42.926 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-11-16T18:13:42.927 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-11-16T18:13:42.927 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-11-16T18:13:42.928 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-11-16T18:13:42.928 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-11-16T18:13:42.928 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-11-16T18:13:42.928 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-11-16T18:13:42.983 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-11-16T18:13:42.984 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-11-16T18:13:42.986 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-11-16T18:13:42.987 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-11-16T18:13:42.993 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-11-16T18:13:43.008 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-11-16T18:13:43.011 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-11-16T18:13:43.011 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-11-16T18:13:43.012 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-11-16T18:13:43.013 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-11-16T18:13:43.013 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-11-16T18:13:43.014 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-11-16T18:13:43.015 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-11-16T18:13:43.016 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-11-16T18:13:43.017 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-11-16T18:13:43.018 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-11-16T18:13:43.019 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-11-16T18:13:43.019 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-11-16T18:13:43.020 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-11-16T18:13:43.038 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-11-16T18:13:43.040 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-11-16T18:13:43.040 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-11-16T18:13:43.074 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-11-16T18:13:43.088 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-11-16T18:13:43.089 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-11-16T18:13:43.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-11-16T18:13:43.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-11-16T18:13:43.091 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-11-16T18:13:43.091 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-11-16T18:13:43.092 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-11-16T18:13:43.092 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-11-16T18:13:43.152 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-11-16T18:13:43.165 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-11-16T18:13:43.165 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-11-16T18:13:43.168 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-11-16T18:13:43.169 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-11-16T18:13:43.169 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-11-16T18:13:43.170 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-11-16T18:13:43.170 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-11-16T18:13:43.170 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-11-16T18:13:43.170 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-11-16T18:13:43.171 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-11-16T18:13:43.171 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-11-16T18:13:43.172 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-11-16T18:13:43.173 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-11-16T18:13:43.174 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-11-16T18:13:43.177 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-11-16T18:13:43.177 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-11-16T18:13:43.177 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-11-16T18:13:43.178 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-11-16T18:13:43.178 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-11-16T18:13:43.178 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-11-16T18:13:43.192 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-11-16T18:13:43.199 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-11-16T18:13:43.199 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-11-16T18:13:43.199 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-11-16T18:13:43.200 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-11-16T18:13:43.200 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-11-16T18:13:43.201 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-11-16T18:13:43.201 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-11-16T18:13:43.201 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-11-16T18:13:43.201 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-11-16T18:13:43.207 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-11-16T18:13:43.208 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-11-16T18:13:43.220 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-11-16T18:13:43.221 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-11-16T18:13:43.222 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-11-16T18:13:43.222 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-11-16T18:13:43.225 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-11-16T18:13:43.225 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-11-16T18:13:43.290 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-11-16T18:13:43.297 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-11-16T18:13:43.299 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 129/134 2023-11-16T18:13:43.299 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-11-16T18:13:43.300 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 131/134 2023-11-16T18:13:43.300 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:43.308 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-11-16T18:13:43.354 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:43.354 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 1/134 2023-11-16T18:13:43.355 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2/134 2023-11-16T18:13:43.355 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 3/134 2023-11-16T18:13:43.355 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 4/134 2023-11-16T18:13:43.355 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3905.g5e4a7 5/134 2023-11-16T18:13:43.356 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 6/134 2023-11-16T18:13:43.356 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 7/134 2023-11-16T18:13:43.356 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 8/134 2023-11-16T18:13:43.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 9/134 2023-11-16T18:13:43.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 10/134 2023-11-16T18:13:43.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 11/134 2023-11-16T18:13:43.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 12/134 2023-11-16T18:13:43.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 13/134 2023-11-16T18:13:43.374 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_ 14/134 2023-11-16T18:13:43.390 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 15/134 2023-11-16T18:13:43.390 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 16/134 2023-11-16T18:13:43.400 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_6 17/134 2023-11-16T18:13:43.401 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86 18/134 2023-11-16T18:13:43.403 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 19/134 2023-11-16T18:13:43.403 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el 20/134 2023-11-16T18:13:43.404 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8. 21/134 2023-11-16T18:13:43.404 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_6 22/134 2023-11-16T18:13:43.404 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 23/134 2023-11-16T18:13:43.438 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 24/134 2023-11-16T18:13:43.438 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 25/134 2023-11-16T18:13:43.439 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 26/134 2023-11-16T18:13:43.439 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 27/134 2023-11-16T18:13:43.439 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 28/134 2023-11-16T18:13:43.439 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a. 29/134 2023-11-16T18:13:43.439 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noa 30/134 2023-11-16T18:13:43.440 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.n 31/134 2023-11-16T18:13:43.440 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4 32/134 2023-11-16T18:13:43.440 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el 33/134 2023-11-16T18:13:43.440 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 34/134 2023-11-16T18:13:43.452 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.e 35/134 2023-11-16T18:13:43.452 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 36/134 2023-11-16T18:13:43.452 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 37/134 2023-11-16T18:13:43.453 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 38/134 2023-11-16T18:13:43.453 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-11-16T18:13:43.453 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-11-16T18:13:43.453 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-11-16T18:13:43.454 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-11-16T18:13:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-11-16T18:13:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-11-16T18:13:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-11-16T18:13:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-11-16T18:13:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-11-16T18:13:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-11-16T18:13:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-11-16T18:13:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-11-16T18:13:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-11-16T18:13:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-11-16T18:13:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-11-16T18:13:43.465 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-11-16T18:13:43.465 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-11-16T18:13:43.467 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-11-16T18:13:43.467 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-11-16T18:13:43.467 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-11-16T18:13:43.467 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-11-16T18:13:43.468 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-11-16T18:13:43.468 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-11-16T18:13:43.468 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-11-16T18:13:43.468 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-11-16T18:13:43.470 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-11-16T18:13:43.471 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-11-16T18:13:43.472 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-11-16T18:13:43.473 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-11-16T18:13:43.473 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-11-16T18:13:43.475 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-11-16T18:13:43.476 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-11-16T18:13:43.476 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-11-16T18:13:43.476 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-11-16T18:13:43.490 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-11-16T18:13:43.490 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-11-16T18:13:43.505 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-11-16T18:13:43.511 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-11-16T18:13:43.512 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-11-16T18:13:43.512 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-11-16T18:13:43.514 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-11-16T18:13:43.514 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-11-16T18:13:43.514 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-11-16T18:13:43.514 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-11-16T18:13:43.515 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-11-16T18:13:43.517 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-11-16T18:13:43.517 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-11-16T18:13:43.519 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-11-16T18:13:43.520 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-11-16T18:13:43.520 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-11-16T18:13:43.520 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-11-16T18:13:43.520 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-11-16T18:13:43.521 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-11-16T18:13:43.522 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-11-16T18:13:43.523 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-11-16T18:13:43.524 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-11-16T18:13:43.524 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-11-16T18:13:43.524 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-11-16T18:13:43.524 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-11-16T18:13:43.531 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-16T18:13:43.531 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-11-16T18:13:43.532 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 129/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 131/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-16T18:13:43.533 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-11-16T18:13:43.534 INFO:teuthology.orchestra.run.smithi125.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:43.535 INFO:teuthology.orchestra.run.smithi125.stdout:Last metadata expiration check: 0:01:54 ago on Thu 16 Nov 2023 06:11:49 PM UTC. 2023-11-16T18:13:45.247 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:45.247 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:55 ago on Thu 16 Nov 2023 06:11:50 PM UTC. 2023-11-16T18:13:45.842 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-16T18:13:45.845 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:01:55 ago on Thu 16 Nov 2023 06:11:50 PM UTC. 2023-11-16T18:13:52.940 INFO:teuthology.orchestra.run.smithi125.stdout:Installed products updated. 2023-11-16T18:13:53.156 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:13:53.217 INFO:teuthology.orchestra.run.smithi125.stdout:Upgraded: 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout:Installed: 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: automake-1.16.1-7.el8.noarch 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: bison-3.0.4-10.el8.x86_64 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.218 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.219 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.220 INFO:teuthology.orchestra.run.smithi125.stdout: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: flex-2.6.1-9.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: fuse-2.9.7-15.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: jq-1.6-3.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.221 INFO:teuthology.orchestra.run.smithi125.stdout: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.222 INFO:teuthology.orchestra.run.smithi125.stdout: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.222 INFO:teuthology.orchestra.run.smithi125.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-11-16T18:13:53.222 INFO:teuthology.orchestra.run.smithi125.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:53.222 INFO:teuthology.orchestra.run.smithi125.stdout: liboath-2.6.2-3.el8.x86_64 2023-11-16T18:13:53.224 INFO:teuthology.orchestra.run.smithi125.stdout: libpq-13.5-1.el8.x86_64 2023-11-16T18:13:53.224 INFO:teuthology.orchestra.run.smithi125.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-11-16T18:13:53.225 INFO:teuthology.orchestra.run.smithi125.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: libtool-2.4.6-25.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: libunwind-1.3.1-3.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: openblas-0.3.15-3.el8.x86_64 2023-11-16T18:13:53.226 INFO:teuthology.orchestra.run.smithi125.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: python3-babel-2.5.1-7.el8.noarch 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-11-16T18:13:53.227 INFO:teuthology.orchestra.run.smithi125.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-11-16T18:13:53.228 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jaraco-6.2-6.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-11-16T18:13:53.229 INFO:teuthology.orchestra.run.smithi125.stdout: python3-mako-1.0.6-13.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-portend-2.6-1.el8.noarch 2023-11-16T18:13:53.230 INFO:teuthology.orchestra.run.smithi125.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-11-16T18:13:53.231 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-11-16T18:13:53.231 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-11-16T18:13:53.231 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-11-16T18:13:53.231 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pycparser-2.14-14.el8.noarch 2023-11-16T18:13:53.232 INFO:teuthology.orchestra.run.smithi125.stdout: python3-pytz-2017.2-9.el8.noarch 2023-11-16T18:13:53.232 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.232 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.235 INFO:teuthology.orchestra.run.smithi125.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-11-16T18:13:53.235 INFO:teuthology.orchestra.run.smithi125.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-routes-2.4.1-12.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-rsa-4.9-2.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-11-16T18:13:53.236 INFO:teuthology.orchestra.run.smithi125.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.237 INFO:teuthology.orchestra.run.smithi125.stdout: rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.238 INFO:teuthology.orchestra.run.smithi125.stdout: socat-1.7.4.1-1.el8.x86_64 2023-11-16T18:13:53.238 INFO:teuthology.orchestra.run.smithi125.stdout: thrift-0.13.0-2.el8.x86_64 2023-11-16T18:13:53.302 INFO:teuthology.orchestra.run.smithi125.stdout: uuid-1.6.2-43.el8.x86_64 2023-11-16T18:13:53.302 INFO:teuthology.orchestra.run.smithi125.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-11-16T18:13:53.302 INFO:teuthology.orchestra.run.smithi125.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-11-16T18:13:53.303 INFO:teuthology.orchestra.run.smithi125.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-11-16T18:13:53.303 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:13:53.303 INFO:teuthology.orchestra.run.smithi125.stdout:Complete! 2023-11-16T18:13:53.304 INFO:teuthology.orchestra.run.smithi093.stdout:Installed products updated. 2023-11-16T18:13:53.381 DEBUG:teuthology.parallel:result is None 2023-11-16T18:13:53.414 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout:Upgraded: 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: automake-1.16.1-7.el8.noarch 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: bison-3.0.4-10.el8.x86_64 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.415 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.416 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: flex-2.6.1-9.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: fuse-2.9.7-15.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-11-16T18:13:53.417 INFO:teuthology.orchestra.run.smithi093.stdout: jq-1.6-3.el8.x86_64 2023-11-16T18:13:53.418 INFO:teuthology.orchestra.run.smithi093.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-11-16T18:13:53.418 INFO:teuthology.orchestra.run.smithi093.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-11-16T18:13:53.418 INFO:teuthology.orchestra.run.smithi093.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-11-16T18:13:53.418 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.425 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: liboath-2.6.2-3.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libpq-13.5-1.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.426 INFO:teuthology.orchestra.run.smithi093.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libtool-2.4.6-25.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libunwind-1.3.1-3.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-0.3.15-3.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-11-16T18:13:53.427 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-babel-2.5.1-7.el8.noarch 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.428 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-6.2-6.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-11-16T18:13:53.429 INFO:teuthology.orchestra.run.smithi093.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-11-16T18:13:53.430 INFO:teuthology.orchestra.run.smithi093.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-11-16T18:13:53.430 INFO:teuthology.orchestra.run.smithi093.stdout: python3-mako-1.0.6-13.el8.noarch 2023-11-16T18:13:53.430 INFO:teuthology.orchestra.run.smithi093.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-11-16T18:13:53.430 INFO:teuthology.orchestra.run.smithi093.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-11-16T18:13:53.445 INFO:teuthology.orchestra.run.smithi093.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-11-16T18:13:53.445 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-portend-2.6-1.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pycparser-2.14-14.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytz-2017.2-9.el8.noarch 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.446 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes-2.4.1-12.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rsa-4.9-2.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-11-16T18:13:53.447 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: socat-1.7.4.1-1.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: thrift-0.13.0-2.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: uuid-1.6.2-43.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-11-16T18:13:53.448 INFO:teuthology.orchestra.run.smithi093.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-11-16T18:13:53.449 INFO:teuthology.orchestra.run.smithi093.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-11-16T18:13:53.449 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-11-16T18:13:53.475 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-11-16T18:13:53.621 DEBUG:teuthology.parallel:result is None 2023-11-16T18:13:54.842 INFO:teuthology.orchestra.run.smithi063.stdout:Installed products updated. 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout:Upgraded: 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout: librados2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2023-11-16T18:13:55.080 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: automake-1.16.1-7.el8.noarch 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: bison-3.0.4-10.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.081 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.082 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top-2:18.0.0-3905.g5e4a743a.el8.noarch 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: flex-2.6.1-9.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: fuse-2.9.7-15.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: jq-1.6-3.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-11-16T18:13:55.083 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: liboath-2.6.2-3.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libpq-13.5-1.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libtool-2.4.6-25.el8.x86_64 2023-11-16T18:13:55.084 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind-1.3.1-3.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-0.3.15-3.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-11-16T18:13:55.087 INFO:teuthology.orchestra.run.smithi063.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel-2.5.1-7.el8.noarch 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-11-16T18:13:55.088 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-6.2-6.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-11-16T18:13:55.089 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako-1.0.6-13.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend-2.6-1.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-11-16T18:13:55.090 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser-2.14-14.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz-2017.2-9.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes-2.4.1-12.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa-4.9-2.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-11-16T18:13:55.091 INFO:teuthology.orchestra.run.smithi063.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-11-16T18:13:55.092 INFO:teuthology.orchestra.run.smithi063.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-11-16T18:13:55.092 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-11-16T18:13:55.092 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-11-16T18:13:55.098 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-11-16T18:13:55.098 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-11-16T18:13:55.098 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd-2:18.0.0-3905.g5e4a743a.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: socat-1.7.4.1-1.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: thrift-0.13.0-2.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: uuid-1.6.2-43.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-11-16T18:13:55.099 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-11-16T18:13:55.100 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-11-16T18:13:55.100 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:13:55.100 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2023-11-16T18:13:55.957 DEBUG:teuthology.parallel:result is None 2023-11-16T18:13:55.958 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:56.320 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-11-16T18:13:56.353 INFO:teuthology.orchestra.run.smithi063.stdout:18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:56.354 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:56.354 INFO:teuthology.task.install:The correct ceph version 18.0.0-3905.g5e4a743a is installed. 2023-11-16T18:13:56.354 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:56.719 DEBUG:teuthology.orchestra.run.smithi093:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-11-16T18:13:56.755 INFO:teuthology.orchestra.run.smithi093.stdout:18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:56.755 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:56.755 INFO:teuthology.task.install:The correct ceph version 18.0.0-3905.g5e4a743a is installed. 2023-11-16T18:13:56.756 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:57.101 DEBUG:teuthology.orchestra.run.smithi125:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-11-16T18:13:57.130 INFO:teuthology.orchestra.run.smithi125.stdout:18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:57.131 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3905.g5e4a743a.el8 2023-11-16T18:13:57.131 INFO:teuthology.task.install:The correct ceph version 18.0.0-3905.g5e4a743a is installed. 2023-11-16T18:13:57.131 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-11-16T18:13:57.131 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:13:57.132 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-16T18:13:57.188 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:13:57.188 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-16T18:13:57.238 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:13:57.238 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-16T18:13:57.288 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-11-16T18:13:57.288 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:13:57.288 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/daemon-helper 2023-11-16T18:13:57.326 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-16T18:13:57.396 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:13:57.397 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/usr/bin/daemon-helper 2023-11-16T18:13:57.428 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-16T18:13:57.503 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:13:57.503 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/usr/bin/daemon-helper 2023-11-16T18:13:57.539 DEBUG:teuthology.orchestra.run.smithi125:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-16T18:13:57.614 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-11-16T18:13:57.615 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:13:57.615 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-16T18:13:57.648 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-16T18:13:57.719 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:13:57.719 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-16T18:13:57.750 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-16T18:13:57.823 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:13:57.823 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-16T18:13:57.862 DEBUG:teuthology.orchestra.run.smithi125:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-16T18:13:57.935 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-11-16T18:13:57.935 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:13:57.936 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/stdin-killer 2023-11-16T18:13:57.968 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-16T18:13:58.044 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:13:58.044 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/usr/bin/stdin-killer 2023-11-16T18:13:58.078 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-16T18:13:58.165 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:13:58.165 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/usr/bin/stdin-killer 2023-11-16T18:13:58.197 DEBUG:teuthology.orchestra.run.smithi125:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-16T18:13:58.270 INFO:teuthology.run_tasks:Running task cephadm... 2023-11-16T18:13:59.003 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-11-16T18:13:59.020 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:59.030 INFO:tasks.cephadm:Cluster fsid is e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:13:59.030 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-11-16T18:13:59.030 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.63', 'mon.b': '172.21.15.93', 'mon.c': '172.21.15.125'} 2023-11-16T18:13:59.030 INFO:tasks.cephadm:First mon is mon.a on smithi063 2023-11-16T18:13:59.031 INFO:tasks.cephadm:First mgr is x 2023-11-16T18:13:59.031 INFO:tasks.cephadm:Normalizing hostnames... 2023-11-16T18:13:59.031 DEBUG:teuthology.orchestra.run.smithi063:> sudo hostname $(hostname -s) 2023-11-16T18:13:59.070 DEBUG:teuthology.orchestra.run.smithi093:> sudo hostname $(hostname -s) 2023-11-16T18:13:59.132 DEBUG:teuthology.orchestra.run.smithi125:> sudo hostname $(hostname -s) 2023-11-16T18:13:59.169 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-11-16T18:13:59.169 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:59.525 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '5e4a743ad7fd1422ebd6c4dc950a21a303279207', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/74186/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-3905-g5e4a743a', 'node_name': '172.21.5.32+adami02', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-3905.g5e4a743a'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-11-16 00:50:05.467524', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-choffman-62793', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2023-11-16T18:13:59.832 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-choffman-62793, sha1 5e4a743ad7fd1422ebd6c4dc950a21a303279207 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=5e4a743ad7fd1422ebd6c4dc950a21a303279207 2023-11-16T18:13:59.833 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/x86_64/flavors/default/cephadm 2023-11-16T18:13:59.833 DEBUG:teuthology.orchestra.run.smithi063:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:00.295 INFO:teuthology.orchestra.run.smithi063.stdout:-rw-rw-r--. 1 ubuntu ubuntu 384133 Nov 16 18:14 /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:00.296 DEBUG:teuthology.orchestra.run.smithi093:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:00.731 INFO:teuthology.orchestra.run.smithi093.stdout:-rw-rw-r--. 1 ubuntu ubuntu 384133 Nov 16 18:14 /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:00.731 DEBUG:teuthology.orchestra.run.smithi125:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-choffman-62793/5e4a743ad7fd1422ebd6c4dc950a21a303279207/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:01.481 INFO:teuthology.orchestra.run.smithi125.stdout:-rw-rw-r--. 1 ubuntu ubuntu 384133 Nov 16 18:14 /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:01.483 DEBUG:teuthology.orchestra.run.smithi063:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:01.505 DEBUG:teuthology.orchestra.run.smithi093:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:01.531 DEBUG:teuthology.orchestra.run.smithi125:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-11-16T18:14:01.675 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 on all hosts... 2023-11-16T18:14:01.676 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 pull 2023-11-16T18:14:01.680 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 pull 2023-11-16T18:14:01.685 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 pull 2023-11-16T18:14:04.758 INFO:teuthology.orchestra.run.smithi125.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207... 2023-11-16T18:14:05.429 INFO:teuthology.orchestra.run.smithi063.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207... 2023-11-16T18:14:05.609 INFO:teuthology.orchestra.run.smithi093.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207... 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout:{ 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_version": "ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev)", 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout: "image_id": "d5b1f852d682af5926771a6e4760786b6147f99518b76fd91b07a1b9e99bfe99", 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout: "repo_digests": [ 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:209515a30c262c9be4300b2075ceb5fd8912e5a4eccd3c9021b5585705456b42" 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout: ] 2023-11-16T18:14:30.504 INFO:teuthology.orchestra.run.smithi093.stdout:} 2023-11-16T18:14:31.749 INFO:teuthology.orchestra.run.smithi125.stdout:{ 2023-11-16T18:14:31.749 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_version": "ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev)", 2023-11-16T18:14:31.749 INFO:teuthology.orchestra.run.smithi125.stdout: "image_id": "d5b1f852d682af5926771a6e4760786b6147f99518b76fd91b07a1b9e99bfe99", 2023-11-16T18:14:31.750 INFO:teuthology.orchestra.run.smithi125.stdout: "repo_digests": [ 2023-11-16T18:14:31.750 INFO:teuthology.orchestra.run.smithi125.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:209515a30c262c9be4300b2075ceb5fd8912e5a4eccd3c9021b5585705456b42" 2023-11-16T18:14:31.750 INFO:teuthology.orchestra.run.smithi125.stdout: ] 2023-11-16T18:14:31.750 INFO:teuthology.orchestra.run.smithi125.stdout:} 2023-11-16T18:14:36.018 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:14:36.019 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev)", 2023-11-16T18:14:36.019 INFO:teuthology.orchestra.run.smithi063.stdout: "image_id": "d5b1f852d682af5926771a6e4760786b6147f99518b76fd91b07a1b9e99bfe99", 2023-11-16T18:14:36.019 INFO:teuthology.orchestra.run.smithi063.stdout: "repo_digests": [ 2023-11-16T18:14:36.019 INFO:teuthology.orchestra.run.smithi063.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:209515a30c262c9be4300b2075ceb5fd8912e5a4eccd3c9021b5585705456b42" 2023-11-16T18:14:36.020 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:14:36.020 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:14:36.044 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /etc/ceph 2023-11-16T18:14:36.075 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /etc/ceph 2023-11-16T18:14:36.113 DEBUG:teuthology.orchestra.run.smithi125:> sudo mkdir -p /etc/ceph 2023-11-16T18:14:36.161 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 777 /etc/ceph 2023-11-16T18:14:36.191 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod 777 /etc/ceph 2023-11-16T18:14:36.224 DEBUG:teuthology.orchestra.run.smithi125:> sudo chmod 777 /etc/ceph 2023-11-16T18:14:36.258 INFO:tasks.cephadm:Writing seed config... 2023-11-16T18:14:36.259 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-11-16T18:14:36.259 INFO:tasks.cephadm: override: [client] debug client = 20 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-11-16T18:14:36.260 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-11-16T18:14:36.261 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-11-16T18:14:36.266 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-11-16T18:14:36.266 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-11-16T18:14:36.266 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-11-16T18:14:36.266 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-11-16T18:14:36.267 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2023-11-16T18:14:36.268 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-11-16T18:14:36.268 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-11-16T18:14:36.268 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-11-16T18:14:36.268 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-11-16T18:14:36.268 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-11-16T18:14:36.269 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-11-16T18:14:36.269 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-11-16T18:14:36.269 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2023-11-16T18:14:36.269 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:14:36.270 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-11-16T18:14:36.360 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-11-16T18:14:36.361 DEBUG:teuthology.orchestra.run.smithi063:mon.a> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service 2023-11-16T18:14:36.425 DEBUG:teuthology.orchestra.run.smithi063:mgr.x> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service 2023-11-16T18:14:36.447 INFO:journalctl@ceph.mon.a.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:14:36.447 INFO:tasks.cephadm:Bootstrapping... 2023-11-16T18:14:36.448 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 -v bootstrap --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.63 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:14:36.473 INFO:journalctl@ceph.mgr.x.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:14:36.700 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2023-11-16T18:14:36.701 INFO:teuthology.orchestra.run.smithi063.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207', '-v', 'bootstrap', '--fsid', 'e9b3d36e-84ab-11ee-8dbe-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.63', '--skip-admin-label'] 2023-11-16T18:14:36.854 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stdout 4.1.1 2023-11-16T18:14:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-11-16T18:14:36.855 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying podman|docker is present... 2023-11-16T18:14:36.997 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stdout 4.1.1 2023-11-16T18:14:36.997 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying lvm2 is present... 2023-11-16T18:14:36.997 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying time synchronization is in place... 2023-11-16T18:14:37.004 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-11-16T18:14:37.004 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-11-16T18:14:37.010 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-11-16T18:14:37.010 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:14:37.021 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout enabled 2023-11-16T18:14:37.022 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout active 2023-11-16T18:14:37.022 INFO:teuthology.orchestra.run.smithi063.stdout:Unit chronyd.service is enabled and running 2023-11-16T18:14:37.022 INFO:teuthology.orchestra.run.smithi063.stdout:Repeating the final host check... 2023-11-16T18:14:37.167 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stdout 4.1.1 2023-11-16T18:14:37.167 INFO:teuthology.orchestra.run.smithi063.stdout:podman (/bin/podman) version 4.1.1 is present 2023-11-16T18:14:37.167 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl is present 2023-11-16T18:14:37.167 INFO:teuthology.orchestra.run.smithi063.stdout:lvcreate is present 2023-11-16T18:14:37.173 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-11-16T18:14:37.173 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-11-16T18:14:37.179 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-11-16T18:14:37.179 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:14:37.185 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout enabled 2023-11-16T18:14:37.193 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout active 2023-11-16T18:14:37.193 INFO:teuthology.orchestra.run.smithi063.stdout:Unit chronyd.service is enabled and running 2023-11-16T18:14:37.193 INFO:teuthology.orchestra.run.smithi063.stdout:Host looks OK 2023-11-16T18:14:37.193 INFO:teuthology.orchestra.run.smithi063.stdout:Cluster fsid: e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:37.193 INFO:teuthology.orchestra.run.smithi063.stdout:Acquiring lock 140678534150632 on /run/cephadm/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.lock 2023-11-16T18:14:37.194 INFO:teuthology.orchestra.run.smithi063.stdout:Lock 140678534150632 acquired on /run/cephadm/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.lock 2023-11-16T18:14:37.194 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying IP 172.21.15.63 port 3300 ... 2023-11-16T18:14:37.194 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying IP 172.21.15.63 port 6789 ... 2023-11-16T18:14:37.194 INFO:teuthology.orchestra.run.smithi063.stdout:Base mon IP(s) is [172.21.15.63:3300, 172.21.15.63:6789], mon addrv is [v2:172.21.15.63:3300,v1:172.21.15.63:6789] 2023-11-16T18:14:37.212 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.63 metric 100 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-11-16T18:14:37.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-11-16T18:14:37.214 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-11-16T18:14:37.214 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-11-16T18:14:37.217 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout inet6 fe80::e990:3f3e:3b45:7597/64 scope link noprefixroute 2023-11-16T18:14:37.217 INFO:teuthology.orchestra.run.smithi063.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-11-16T18:14:37.218 INFO:teuthology.orchestra.run.smithi063.stdout:Mon IP `172.21.15.63` is in CIDR network `172.21.0.0/20` 2023-11-16T18:14:37.219 INFO:teuthology.orchestra.run.smithi063.stdout:Mon IP `172.21.15.63` is in CIDR network `172.21.0.0/20` 2023-11-16T18:14:37.219 INFO:teuthology.orchestra.run.smithi063.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-11-16T18:14:37.219 INFO:teuthology.orchestra.run.smithi063.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-11-16T18:14:37.219 INFO:teuthology.orchestra.run.smithi063.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207... 2023-11-16T18:14:37.648 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stdout d5b1f852d682af5926771a6e4760786b6147f99518b76fd91b07a1b9e99bfe99 2023-11-16T18:14:37.650 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207... 2023-11-16T18:14:37.651 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Getting image source signatures 2023-11-16T18:14:37.651 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Copying blob sha256:3a8f6e475435f9e3b5d92795b454ceb30085f6221d261249c26042723227dea7 2023-11-16T18:14:37.653 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Copying blob sha256:837e66e3ff89804ed1bb42786f80e6c23534ff65fe48526d5007449f4e1f79b0 2023-11-16T18:14:37.653 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Copying config sha256:d5b1f852d682af5926771a6e4760786b6147f99518b76fd91b07a1b9e99bfe99 2023-11-16T18:14:37.654 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Writing manifest to image destination 2023-11-16T18:14:37.657 INFO:teuthology.orchestra.run.smithi063.stdout:/bin/podman: stderr Storing signatures 2023-11-16T18:14:38.499 INFO:teuthology.orchestra.run.smithi063.stdout:ceph: stdout ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev) 2023-11-16T18:14:38.500 INFO:teuthology.orchestra.run.smithi063.stdout:Ceph version: ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev) 2023-11-16T18:14:38.500 INFO:teuthology.orchestra.run.smithi063.stdout:Extracting ceph user uid/gid from container image... 2023-11-16T18:14:39.147 INFO:teuthology.orchestra.run.smithi063.stdout:stat: stdout 167 167 2023-11-16T18:14:39.147 INFO:teuthology.orchestra.run.smithi063.stdout:Creating initial keys... 2023-11-16T18:14:39.796 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph-authtool: stdout AQAPXFZlbdODHRAAaCFcp1/JZczW8HC0xD3Nbw== 2023-11-16T18:14:40.555 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph-authtool: stdout AQAQXFZlWxcyCBAAuCHZAwcS3kdE2Y+dkOHHOA== 2023-11-16T18:14:41.302 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph-authtool: stdout AQAQXFZl2GClNhAAb/oKDdzurRkFneCaoADgNQ== 2023-11-16T18:14:41.302 INFO:teuthology.orchestra.run.smithi063.stdout:Creating initial monmap... 2023-11-16T18:14:41.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-11-16T18:14:41.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-11-16T18:14:41.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:41.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout:monmaptool for a [v2:172.21.15.63:3300,v1:172.21.15.63:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout:setting min_mon_release = pacific 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: set fsid to e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:14:41.956 INFO:teuthology.orchestra.run.smithi063.stdout:Creating mon... 2023-11-16T18:14:42.614 INFO:teuthology.orchestra.run.smithi063.stdout:create mon.a on 2023-11-16T18:14:42.714 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-11-16T18:14:42.810 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-11-16T18:14:42.907 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target → /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target. 2023-11-16T18:14:42.907 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target → /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target. 2023-11-16T18:14:43.036 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a 2023-11-16T18:14:43.036 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service: Unit ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service not loaded. 2023-11-16T18:14:43.127 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target.wants/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@.service. 2023-11-16T18:14:43.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 systemd[1]: Starting Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:14:43.726 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 podman[98332]: 2023-11-16T18:14:43.726 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 bash[98332]: caa4c6d277c34e2da27defff0b51deeee544342c335cf57fbc68d51a86fcafc9 2023-11-16T18:14:43.726 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 ceph-mon[98372]: mkfs e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:43.726 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 ceph-mon[98372]: mon.a is new leader, mons a in quorum (ranks 0) 2023-11-16T18:14:43.742 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-11-16T18:14:43.743 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout disabled 2023-11-16T18:14:43.746 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-11-16T18:14:43.746 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:14:43.746 INFO:teuthology.orchestra.run.smithi063.stdout:firewalld.service is not enabled 2023-11-16T18:14:43.746 INFO:teuthology.orchestra.run.smithi063.stdout:Not possible to enable service . firewalld.service is not available 2023-11-16T18:14:43.747 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mon to start... 2023-11-16T18:14:43.747 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mon... 2023-11-16T18:14:44.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:43 smithi063 systemd[1]: Started Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:14:44.698 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout cluster: 2023-11-16T18:14:44.698 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout id: e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:44.698 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout services: 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.68082s) 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout data: 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout pgs: 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:44.699 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cf0e47700 1 Processor -- start 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cf0e47700 1 -- start start 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cf0e47700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cf0e47700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cec105640 con 0x7f0cec104cf0 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40964/0 (socket says 172.21.15.63:40964) 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.213+0000 7f0cea59c700 1 -- 172.21.15.63:0/3195498220 learned_addr learned my addr 172.21.15.63:0/3195498220 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.214+0000 7f0cea59c700 1 -- 172.21.15.63:0/3195498220 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cec105780 con 0x7f0cec104cf0 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.214+0000 7f0cea59c700 1 --2- 172.21.15.63:0/3195498220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00bb40 tx=0x7f0cdc00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db4c54e0f3831d79 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.214+0000 7f0ce959a700 1 -- 172.21.15.63:0/3195498220 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cdc00dbe0 con 0x7f0cec104cf0 2023-11-16T18:14:44.700 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.214+0000 7f0ce959a700 1 -- 172.21.15.63:0/3195498220 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cdc00dd40 con 0x7f0cec104cf0 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.214+0000 7f0ce959a700 1 -- 172.21.15.63:0/3195498220 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cdc004030 con 0x7f0cec104cf0 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 -- 172.21.15.63:0/3195498220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 msgr2=0x7f0cec105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 --2- 172.21.15.63:0/3195498220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00bb40 tx=0x7f0cdc00be50 comp rx=0 tx=0).stop 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 -- 172.21.15.63:0/3195498220 shutdown_connections 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 --2- 172.21.15.63:0/3195498220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec105100 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 -- 172.21.15.63:0/3195498220 >> 172.21.15.63:0/3195498220 conn(0x7f0cec0ff5c0 msgr2=0x7f0cec1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 -- 172.21.15.63:0/3195498220 shutdown_connections 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.215+0000 7f0cf0e47700 1 -- 172.21.15.63:0/3195498220 wait complete. 2023-11-16T18:14:44.701 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cf0e47700 1 Processor -- start 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cf0e47700 1 -- start start 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cf0e47700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cf0e47700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cec19b510 con 0x7f0cec104cf0 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40966/0 (socket says 172.21.15.63:40966) 2023-11-16T18:14:44.702 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cea59c700 1 -- 172.21.15.63:0/1734131519 learned_addr learned my addr 172.21.15.63:0/1734131519 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cea59c700 1 -- 172.21.15.63:0/1734131519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cdc00b7f0 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.216+0000 7f0cea59c700 1 --2- 172.21.15.63:0/1734131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00b340 tx=0x7f0cdc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cdc003d80 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cdc010470 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cec105d60 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cdc010750 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cec105bd0 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0cdc010c00 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.217+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0cdc02c3f0 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.218+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cec105ef0 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.220+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f0cdc023440 con 0x7f0cec104cf0 2023-11-16T18:14:44.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.352+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f0cec02cfe0 con 0x7f0cec104cf0 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.352+0000 7f0cdb7fe700 1 -- 172.21.15.63:0/1734131519 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+316 (secure 0 0 0) 0x7f0cdc0235e0 con 0x7f0cec104cf0 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 msgr2=0x7f0cec19afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 --2- 172.21.15.63:0/1734131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00b340 tx=0x7f0cdc004750 comp rx=0 tx=0).stop 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 shutdown_connections 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 --2- 172.21.15.63:0/1734131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0cec104cf0 0x7f0cec19afd0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 >> 172.21.15.63:0/1734131519 conn(0x7f0cec0ff5c0 msgr2=0x7f0cec1016b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 shutdown_connections 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:44.353+0000 7f0cf0e47700 1 -- 172.21.15.63:0/1734131519 wait complete. 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:mon is available 2023-11-16T18:14:44.704 INFO:teuthology.orchestra.run.smithi063.stdout:Assimilating anything we can from ceph.conf... 2023-11-16T18:14:44.937 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: mon.a is new leader, mons a in quorum (ranks 0) 2023-11-16T18:14:44.937 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: monmap e1: 1 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0]} removed_ranks: {} 2023-11-16T18:14:44.937 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: fsmap 2023-11-16T18:14:44.937 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: osdmap e1: 0 total, 0 up, 0 in 2023-11-16T18:14:44.938 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: mgrmap e1: no daemons active 2023-11-16T18:14:44.938 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:44 smithi063 ceph-mon[98372]: from='client.? 172.21.15.63:0/1734131519' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-11-16T18:14:45.646 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:45.646 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [global] 2023-11-16T18:14:45.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout fsid = e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:45.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.63:3300,v1:172.21.15.63:6789] 2023-11-16T18:14:45.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-11-16T18:14:45.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-11-16T18:14:45.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-11-16T18:14:45.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-11-16T18:14:45.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:45.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [mgr] 2023-11-16T18:14:45.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-11-16T18:14:45.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:45.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [osd] 2023-11-16T18:14:45.652 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-11-16T18:14:45.652 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-11-16T18:14:45.653 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-11-16T18:14:45.653 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-11-16T18:14:45.653 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-11-16T18:14:45.654 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f270b22c700 1 Processor -- start 2023-11-16T18:14:45.655 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f270b22c700 1 -- start start 2023-11-16T18:14:45.655 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f270b22c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:45.656 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f270b22c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2704105160 con 0x7f2704104810 2023-11-16T18:14:45.657 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f2708fc8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:45.657 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f2708fc8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40968/0 (socket says 172.21.15.63:40968) 2023-11-16T18:14:45.657 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.156+0000 7f2708fc8700 1 -- 172.21.15.63:0/4105945159 learned_addr learned my addr 172.21.15.63:0/4105945159 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:45.658 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.157+0000 7f2708fc8700 1 -- 172.21.15.63:0/4105945159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27041052a0 con 0x7f2704104810 2023-11-16T18:14:45.682 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.157+0000 7f2708fc8700 1 --2- 172.21.15.63:0/4105945159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f26f80098a0 tx=0x7f26f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9864622deb445328 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:45.686 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.157+0000 7f27037fe700 1 -- 172.21.15.63:0/4105945159 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26f8004160 con 0x7f2704104810 2023-11-16T18:14:45.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.157+0000 7f27037fe700 1 -- 172.21.15.63:0/4105945159 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26f80042c0 con 0x7f2704104810 2023-11-16T18:14:45.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.157+0000 7f27037fe700 1 -- 172.21.15.63:0/4105945159 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26f80045a0 con 0x7f2704104810 2023-11-16T18:14:45.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- 172.21.15.63:0/4105945159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 msgr2=0x7f2704104c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:45.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 --2- 172.21.15.63:0/4105945159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f26f80098a0 tx=0x7f26f8009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:45.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- 172.21.15.63:0/4105945159 shutdown_connections 2023-11-16T18:14:45.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 --2- 172.21.15.63:0/4105945159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f2704104c20 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:45.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- 172.21.15.63:0/4105945159 >> 172.21.15.63:0/4105945159 conn(0x7f27040ffe80 msgr2=0x7f2704102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:45.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- 172.21.15.63:0/4105945159 shutdown_connections 2023-11-16T18:14:45.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- 172.21.15.63:0/4105945159 wait complete. 2023-11-16T18:14:45.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 Processor -- start 2023-11-16T18:14:45.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.158+0000 7f270b22c700 1 -- start start 2023-11-16T18:14:45.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f270b22c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:45.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f270b22c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f270418da90 con 0x7f2704104810 2023-11-16T18:14:45.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2708fc8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:45.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2708fc8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40970/0 (socket says 172.21.15.63:40970) 2023-11-16T18:14:45.695 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2708fc8700 1 -- 172.21.15.63:0/3429379424 learned_addr learned my addr 172.21.15.63:0/3429379424 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:45.695 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2708fc8700 1 -- 172.21.15.63:0/3429379424 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f8009550 con 0x7f2704104810 2023-11-16T18:14:45.695 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2708fc8700 1 --2- 172.21.15.63:0/3429379424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009fb0 tx=0x7f26f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:45.697 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26f8003dd0 con 0x7f2704104810 2023-11-16T18:14:45.703 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26f8011630 con 0x7f2704104810 2023-11-16T18:14:45.707 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2704105d60 con 0x7f2704104810 2023-11-16T18:14:45.708 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.159+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26f8011910 con 0x7f2704104810 2023-11-16T18:14:45.708 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.160+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2704105bd0 con 0x7f2704104810 2023-11-16T18:14:45.708 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.160+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f26f801c460 con 0x7f2704104810 2023-11-16T18:14:45.709 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.160+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f26f801a790 con 0x7f2704104810 2023-11-16T18:14:45.712 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.161+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2704062120 con 0x7f2704104810 2023-11-16T18:14:45.712 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.163+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f26f801aaa0 con 0x7f2704104810 2023-11-16T18:14:45.712 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.290+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f2704191fa0 con 0x7f2704104810 2023-11-16T18:14:45.713 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.293+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 7 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f26f801cd40 con 0x7f2704104810 2023-11-16T18:14:45.713 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.293+0000 7f2701ffb700 1 -- 172.21.15.63:0/3429379424 <== mon.0 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f26f802ea70 con 0x7f2704104810 2023-11-16T18:14:45.713 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 msgr2=0x7f270418d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:45.713 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 --2- 172.21.15.63:0/3429379424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009fb0 tx=0x7f26f8004750 comp rx=0 tx=0).stop 2023-11-16T18:14:45.714 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 shutdown_connections 2023-11-16T18:14:45.714 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 --2- 172.21.15.63:0/3429379424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2704104810 0x7f270418d550 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:45.714 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 >> 172.21.15.63:0/3429379424 conn(0x7f27040ffe80 msgr2=0x7f2704079860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:45.714 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 shutdown_connections 2023-11-16T18:14:45.715 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:45.294+0000 7f270b22c700 1 -- 172.21.15.63:0/3429379424 wait complete. 2023-11-16T18:14:45.715 INFO:teuthology.orchestra.run.smithi063.stdout:Generating new minimal ceph.conf... 2023-11-16T18:14:45.892 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:45 smithi063 ceph-mon[98372]: from='client.? 172.21.15.63:0/3429379424' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-11-16T18:14:45.892 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:45 smithi063 ceph-mon[98372]: from='client.? 172.21.15.63:0/3429379424' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f52f1b700 1 Processor -- start 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f52f1b700 1 -- start start 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f52f1b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f52f1b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c105160 con 0x7f7f4c104810 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f50cb7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f50cb7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40972/0 (socket says 172.21.15.63:40972) 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.106+0000 7f7f50cb7700 1 -- 172.21.15.63:0/2501863557 learned_addr learned my addr 172.21.15.63:0/2501863557 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:46.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f50cb7700 1 -- 172.21.15.63:0/2501863557 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f4c1052a0 con 0x7f7f4c104810 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f50cb7700 1 --2- 172.21.15.63:0/2501863557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7f400098a0 tx=0x7f7f40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae77cd87bd0b395 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f4b7fe700 1 -- 172.21.15.63:0/2501863557 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7f40004160 con 0x7f7f4c104810 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f4b7fe700 1 -- 172.21.15.63:0/2501863557 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7f400042c0 con 0x7f7f4c104810 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f4b7fe700 1 -- 172.21.15.63:0/2501863557 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7f40011a00 con 0x7f7f4c104810 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f52f1b700 1 -- 172.21.15.63:0/2501863557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 msgr2=0x7f7f4c104c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.107+0000 7f7f52f1b700 1 --2- 172.21.15.63:0/2501863557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7f400098a0 tx=0x7f7f40009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- 172.21.15.63:0/2501863557 shutdown_connections 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 --2- 172.21.15.63:0/2501863557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c104c20 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- 172.21.15.63:0/2501863557 >> 172.21.15.63:0/2501863557 conn(0x7f7f4c0ffe80 msgr2=0x7f7f4c102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- 172.21.15.63:0/2501863557 shutdown_connections 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- 172.21.15.63:0/2501863557 wait complete. 2023-11-16T18:14:46.889 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 Processor -- start 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- start start 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.108+0000 7f7f52f1b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c18ff60 con 0x7f7f4c104810 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f50cb7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f50cb7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40974/0 (socket says 172.21.15.63:40974) 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f50cb7700 1 -- 172.21.15.63:0/3392033502 learned_addr learned my addr 172.21.15.63:0/3392033502 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f50cb7700 1 -- 172.21.15.63:0/3392033502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f40009550 con 0x7f7f4c104810 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f50cb7700 1 --2- 172.21.15.63:0/3392033502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7f40009fb0 tx=0x7f7f40011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7f40003930 con 0x7f7f4c104810 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7f40003a90 con 0x7f7f4c104810 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f4c106860 con 0x7f7f4c104810 2023-11-16T18:14:46.890 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7f40019610 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.109+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f4c1066d0 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.110+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7f40019bf0 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.110+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7f400243f0 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.111+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f4c062120 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.113+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f7f40003c00 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.240+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f7f4c18eea0 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.241+0000 7f7f49ffb700 1 -- 172.21.15.63:0/3392033502 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7f7f4001a9d0 con 0x7f7f4c104810 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.241+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 msgr2=0x7f7f4c18fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:46.891 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.241+0000 7f7f52f1b700 1 --2- 172.21.15.63:0/3392033502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7f40009fb0 tx=0x7f7f40011ad0 comp rx=0 tx=0).stop 2023-11-16T18:14:46.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.241+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 shutdown_connections 2023-11-16T18:14:46.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.242+0000 7f7f52f1b700 1 --2- 172.21.15.63:0/3392033502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f4c104810 0x7f7f4c18fa20 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:46.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.242+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 >> 172.21.15.63:0/3392033502 conn(0x7f7f4c0ffe80 msgr2=0x7f7f4c079880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:46.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.242+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 shutdown_connections 2023-11-16T18:14:46.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:46.242+0000 7f7f52f1b700 1 -- 172.21.15.63:0/3392033502 wait complete. 2023-11-16T18:14:46.895 INFO:teuthology.orchestra.run.smithi063.stdout:Restarting the monitor... 2023-11-16T18:14:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:46 smithi063 ceph-mon[98372]: from='client.? 172.21.15.63:0/3392033502' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:14:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:46 smithi063 systemd[1]: Stopping Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:14:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:47 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a[98348]: 2023-11-16T18:14:47.668+0000 7f227b9a9700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:14:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:47 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a[98348]: 2023-11-16T18:14:47.668+0000 7f227b9a9700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-11-16T18:14:49.404 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 bash[98708]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a 2023-11-16T18:14:49.707 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service: Succeeded. 2023-11-16T18:14:49.708 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 systemd[1]: Stopped Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:14:49.709 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 systemd[1]: Starting Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:14:49.976 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 podman[98833]: 2023-11-16T18:14:49.976 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 bash[98833]: e004e11d6435e0adba608ab32f45dda7d24b814a0d0e0ffc9a39f6825b41af6c 2023-11-16T18:14:49.976 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: set uid:gid to 167:167 (ceph:ceph) 2023-11-16T18:14:49.976 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev), process ceph-mon, pid 7 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: pidfile_write: ignore empty --pid-file 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: load: jerasure load: lrc 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: RocksDB version: 7.9.2 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Git sha 0 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Compile date 2023-11-15 23:53:54 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: DB SUMMARY 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: DB Session ID: 6U6HG3HCHRG5LLLHCUUN 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: CURRENT file: CURRENT 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: IDENTITY file: IDENTITY 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 97698 ; 2023-11-16T18:14:49.977 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.error_if_exists: 0 2023-11-16T18:14:49.978 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.create_if_missing: 0 2023-11-16T18:14:49.978 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.paranoid_checks: 1 2023-11-16T18:14:49.978 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.flush_verify_memtable_count: 1 2023-11-16T18:14:49.978 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.env: 0x55fe27fa4720 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.fs: PosixFileSystem 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.info_log: 0x55fe29a013c0 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_file_opening_threads: 16 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.statistics: (nil) 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.use_fsync: 0 2023-11-16T18:14:49.979 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_log_file_size: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.log_file_time_to_roll: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.keep_log_file_num: 1000 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.recycle_log_file_num: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_fallocate: 1 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_mmap_reads: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_mmap_writes: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.use_direct_reads: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.create_missing_column_families: 0 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.db_log_dir: 2023-11-16T18:14:49.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.wal_dir: 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.table_cache_numshardbits: 6 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.WAL_ttl_seconds: 0 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.WAL_size_limit_MB: 0 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.is_fd_close_on_exec: 1 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.advise_random_on_open: 1 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.db_write_buffer_size: 0 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.write_buffer_manager: 0x55fe28c723c0 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-11-16T18:14:49.981 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.use_adaptive_mutex: 0 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.rate_limiter: (nil) 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.wal_recovery_mode: 2 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enable_thread_tracking: 0 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enable_pipelined_write: 0 2023-11-16T18:14:49.982 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.unordered_write: 0 2023-11-16T18:14:49.983 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-11-16T18:14:49.984 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-11-16T18:14:49.984 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-11-16T18:14:49.984 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-11-16T18:14:49.986 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.row_cache: None 2023-11-16T18:14:49.986 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.wal_filter: None 2023-11-16T18:14:49.986 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-11-16T18:14:49.986 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_ingest_behind: 0 2023-11-16T18:14:49.987 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.two_write_queues: 0 2023-11-16T18:14:49.993 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.manual_wal_flush: 0 2023-11-16T18:14:49.993 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.wal_compression: 0 2023-11-16T18:14:49.993 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.atomic_flush: 0 2023-11-16T18:14:50.001 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-11-16T18:14:50.001 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.persist_stats_to_disk: 0 2023-11-16T18:14:50.001 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.write_dbid_to_manifest: 0 2023-11-16T18:14:50.001 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.log_readahead_size: 0 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.best_efforts_recovery: 0 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.allow_data_in_errors: 0 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.db_host_id: __hostname__ 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enforce_single_del_contracts: true 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_background_jobs: 2 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_background_compactions: -1 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_subcompactions: 1 2023-11-16T18:14:50.002 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.delayed_write_rate : 16777216 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_total_wal_size: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.stats_dump_period_sec: 600 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.stats_persist_period_sec: 600 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_open_files: -1 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bytes_per_sync: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.wal_bytes_per_sync: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.strict_bytes_per_sync: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_readahead_size: 0 2023-11-16T18:14:50.003 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_background_flushes: -1 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Compression algorithms supported: 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kZSTD supported: 0 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kXpressCompression supported: 0 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kLZ4HCCompression supported: 1 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kZlibCompression supported: 1 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kSnappyCompression supported: 1 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kLZ4Compression supported: 1 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: kBZip2Compression supported: 0 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Fast CRC32 supported: Supported on x86 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: DMutex implementation: pthread_mutex_t 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-11-16T18:14:50.004 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-11-16T18:14:50.018 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-11-16T18:14:50.018 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.merge_operator: 2023-11-16T18:14:50.018 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_filter: None 2023-11-16T18:14:50.018 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_filter_factory: None 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.sst_partitioner_factory: None 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.memtable_factory: SkipListFactory 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.table_factory: BlockBasedTable 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fe29a014e0) 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: cache_index_and_filter_blocks: 1 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: pin_top_level_index_and_filter: 1 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: index_type: 0 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: data_block_index_type: 0 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: index_shortening: 1 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: data_block_hash_table_util_ratio: 0.750000 2023-11-16T18:14:50.019 INFO:journalctl@ceph.mon.a.smithi063.stdout: checksum: 4 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: no_block_cache: 0 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_cache: 0x55fe28d131f0 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_cache_name: BinnedLRUCache 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_cache_options: 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: capacity : 536870912 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: num_shard_bits : 4 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: strict_capacity_limit : 0 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: high_pri_pool_ratio: 0.000 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_cache_compressed: (nil) 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: persistent_cache: (nil) 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_size: 4096 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_size_deviation: 10 2023-11-16T18:14:50.020 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_restart_interval: 16 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: index_block_restart_interval: 1 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: metadata_block_size: 4096 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: partition_filters: 0 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: use_delta_encoding: 1 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: filter_policy: bloomfilter 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: whole_key_filtering: 1 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: verify_compression: 0 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: read_amp_bytes_per_bit: 0 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: format_version: 5 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: enable_index_compression: 1 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: block_align: 0 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: max_auto_readahead_size: 262144 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: prepopulate_block_cache: 0 2023-11-16T18:14:50.021 INFO:journalctl@ceph.mon.a.smithi063.stdout: initial_auto_readahead_size: 8192 2023-11-16T18:14:50.038 INFO:journalctl@ceph.mon.a.smithi063.stdout: num_file_reads_for_auto_readahead: 2 2023-11-16T18:14:50.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.write_buffer_size: 33554432 2023-11-16T18:14:50.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_write_buffer_number: 2 2023-11-16T18:14:50.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression: NoCompression 2023-11-16T18:14:50.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression: Disabled 2023-11-16T18:14:50.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.prefix_extractor: nullptr 2023-11-16T18:14:50.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-11-16T18:14:50.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.num_levels: 7 2023-11-16T18:14:50.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-11-16T18:14:50.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-11-16T18:14:50.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-11-16T18:14:50.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.window_bits: -14 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.level: 32767 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.strategy: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-11-16T18:14:50.041 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:14:50.042 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:14:50.042 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-11-16T18:14:50.042 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.enabled: false 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.target_file_size_base: 67108864 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.target_file_size_multiplier: 1 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-11-16T18:14:50.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-11-16T18:14:50.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-11-16T18:14:50.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-11-16T18:14:50.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.arena_block_size: 1048576 2023-11-16T18:14:50.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.disable_auto_compactions: 0 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-11-16T18:14:50.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.table_properties_collectors: 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.inplace_update_support: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.inplace_update_num_locks: 10000 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.memtable_huge_page_size: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.bloom_locality: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.max_successive_merges: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.optimize_filters_for_hits: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.paranoid_file_checks: 0 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.force_consistency_checks: 1 2023-11-16T18:14:50.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.report_bg_io_stats: 0 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.ttl: 2592000 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.periodic_compaction_seconds: 0 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enable_blob_files: false 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.min_blob_size: 0 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_file_size: 268435456 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_compression_type: NoCompression 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.enable_blob_garbage_collection: false 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-11-16T18:14:50.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-11-16T18:14:50.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.blob_file_starting_level: 0 2023-11-16T18:14:50.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-11-16T18:14:50.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-11-16T18:14:50.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-11-16T18:14:50.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: fb37f7b8-3836-47a5-aff9-edcdebf4cbec 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158489900350, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158489901333, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 93006, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 310, "table_properties": {"data_size": 91028, "index_size": 260, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13416, "raw_average_key_size": 49, "raw_value_size": 83720, "raw_average_value_size": 311, "num_data_blocks": 11, "num_entries": 269, "num_filter_entries": 269, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1700158489, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "fb37f7b8-3836-47a5-aff9-edcdebf4cbec", "db_session_id": "6U6HG3HCHRG5LLLHCUUN", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158489901410, "job": 1, "event": "recovery_finished"} 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55fe28db0000 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: DB pointer 0x55fe28d9c000 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-11-16T18:14:50.104 INFO:journalctl@ceph.mon.a.smithi063.stdout: ** DB Stats ** 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: ** Compaction Stats [default] ** 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:14:50.105 INFO:journalctl@ceph.mon.a.smithi063.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: L0 2/0 92.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Sum 2/0 92.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: ** Compaction Stats [default] ** 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:14:50.106 INFO:journalctl@ceph.mon.a.smithi063.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: AddFile(Keys): cumulative 0, interval 0 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: Cumulative compaction: 0.00 GB write, 28.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: Interval compaction: 0.00 GB write, 28.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: Block cache BinnedLRUCache@0x55fe28d131f0#7 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout: ** File Read Latency Histogram By Level [default] ** 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: starting mon.a rank 0 at public addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] at bind addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:50.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???) e1 preinit fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).mds e1 new map 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).mds e1 print_map 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: e1 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: legacy client fscid: -1 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout: No filesystems configured 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:14:50.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mon.a is new leader, mons a in quorum (ranks 0) 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: monmap e1: 1 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0]} removed_ranks: {} 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: fsmap 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: osdmap e1: 0 total, 0 up, 0 in 2023-11-16T18:14:50.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 ceph-mon[98873]: mgrmap e1: no daemons active 2023-11-16T18:14:50.109 INFO:teuthology.orchestra.run.smithi063.stdout:Setting mon public_network to 172.21.0.0/20 2023-11-16T18:14:50.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:49 smithi063 systemd[1]: Started Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:14:50.951 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.470+0000 7f5dbeeeb700 1 Processor -- start 2023-11-16T18:14:50.952 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.470+0000 7f5dbeeeb700 1 -- start start 2023-11-16T18:14:50.953 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.470+0000 7f5dbeeeb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:50.953 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.470+0000 7f5dbeeeb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5db8104530 con 0x7f5db8103be0 2023-11-16T18:14:50.954 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5dbcc87700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:50.954 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5dbcc87700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40976/0 (socket says 172.21.15.63:40976) 2023-11-16T18:14:50.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5dbcc87700 1 -- 172.21.15.63:0/229860965 learned_addr learned my addr 172.21.15.63:0/229860965 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:50.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5dbcc87700 1 -- 172.21.15.63:0/229860965 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5db8104670 con 0x7f5db8103be0 2023-11-16T18:14:50.955 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5dbcc87700 1 --2- 172.21.15.63:0/229860965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0098a0 tx=0x7f5dac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fd5ca861a6fc0b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:50.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5db77fe700 1 -- 172.21.15.63:0/229860965 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dac004160 con 0x7f5db8103be0 2023-11-16T18:14:50.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5db77fe700 1 -- 172.21.15.63:0/229860965 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5dac0042c0 con 0x7f5db8103be0 2023-11-16T18:14:50.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.471+0000 7f5db77fe700 1 -- 172.21.15.63:0/229860965 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dac011a00 con 0x7f5db8103be0 2023-11-16T18:14:50.956 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/229860965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 msgr2=0x7f5db8103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:50.957 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 --2- 172.21.15.63:0/229860965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0098a0 tx=0x7f5dac009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:50.957 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/229860965 shutdown_connections 2023-11-16T18:14:50.957 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 --2- 172.21.15.63:0/229860965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8103ff0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:50.958 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/229860965 >> 172.21.15.63:0/229860965 conn(0x7f5db80ff5c0 msgr2=0x7f5db81019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:50.958 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/229860965 shutdown_connections 2023-11-16T18:14:50.958 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.472+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/229860965 wait complete. 2023-11-16T18:14:50.958 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbeeeb700 1 Processor -- start 2023-11-16T18:14:50.959 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbeeeb700 1 -- start start 2023-11-16T18:14:50.959 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbeeeb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:50.959 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbeeeb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5db8106ab0 con 0x7f5db8103be0 2023-11-16T18:14:50.960 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbcc87700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:50.960 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbcc87700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40978/0 (socket says 172.21.15.63:40978) 2023-11-16T18:14:50.960 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbcc87700 1 -- 172.21.15.63:0/3738467627 learned_addr learned my addr 172.21.15.63:0/3738467627 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:50.962 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbcc87700 1 -- 172.21.15.63:0/3738467627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dac009550 con 0x7f5db8103be0 2023-11-16T18:14:50.962 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.473+0000 7f5dbcc87700 1 --2- 172.21.15.63:0/3738467627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009fb0 tx=0x7f5dac011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:50.962 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dac003930 con 0x7f5db8103be0 2023-11-16T18:14:50.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5dac003a90 con 0x7f5db8103be0 2023-11-16T18:14:50.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dac0195e0 con 0x7f5db8103be0 2023-11-16T18:14:50.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5db81079b0 con 0x7f5db8103be0 2023-11-16T18:14:50.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5db8107820 con 0x7f5db8103be0 2023-11-16T18:14:50.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f5dac019b50 con 0x7f5db8103be0 2023-11-16T18:14:50.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.474+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f5dac0243f0 con 0x7f5db8103be0 2023-11-16T18:14:50.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.475+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5db8062120 con 0x7f5db8103be0 2023-11-16T18:14:50.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.477+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f5dac02de30 con 0x7f5db8103be0 2023-11-16T18:14:50.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.604+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f5db8105870 con 0x7f5db8103be0 2023-11-16T18:14:50.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.607+0000 7f5db5ffb700 1 -- 172.21.15.63:0/3738467627 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f5dac003c00 con 0x7f5db8103be0 2023-11-16T18:14:50.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 msgr2=0x7f5db8106570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:50.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 --2- 172.21.15.63:0/3738467627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009fb0 tx=0x7f5dac011ad0 comp rx=0 tx=0).stop 2023-11-16T18:14:50.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 shutdown_connections 2023-11-16T18:14:50.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 --2- 172.21.15.63:0/3738467627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5db8103be0 0x7f5db8106570 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:50.974 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 >> 172.21.15.63:0/3738467627 conn(0x7f5db80ff5c0 msgr2=0x7f5db81002b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:50.975 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 shutdown_connections 2023-11-16T18:14:50.975 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:50.608+0000 7f5dbeeeb700 1 -- 172.21.15.63:0/3738467627 wait complete. 2023-11-16T18:14:50.976 INFO:teuthology.orchestra.run.smithi063.stdout:Wrote config to /etc/ceph/ceph.conf 2023-11-16T18:14:50.976 INFO:teuthology.orchestra.run.smithi063.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:14:50.976 INFO:teuthology.orchestra.run.smithi063.stdout:Creating mgr... 2023-11-16T18:14:50.977 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying port 9283 ... 2023-11-16T18:14:50.977 INFO:teuthology.orchestra.run.smithi063.stdout:Verifying port 8765 ... 2023-11-16T18:14:51.075 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x 2023-11-16T18:14:51.076 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service: Unit ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service not loaded. 2023-11-16T18:14:51.173 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.target.wants/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service → /etc/systemd/system/ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@.service. 2023-11-16T18:14:51.455 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 systemd[1]: Starting Ceph mgr.x for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:14:51.737 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3738467627' entity='client.admin' 2023-11-16T18:14:51.739 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 podman[99102]: 2023-11-16T18:14:51.781 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-11-16T18:14:51.781 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout disabled 2023-11-16T18:14:51.793 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-11-16T18:14:51.794 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:14:51.794 INFO:teuthology.orchestra.run.smithi063.stdout:firewalld.service is not enabled 2023-11-16T18:14:51.794 INFO:teuthology.orchestra.run.smithi063.stdout:Not possible to enable service . firewalld.service is not available 2023-11-16T18:14:51.797 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-11-16T18:14:51.797 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout disabled 2023-11-16T18:14:51.805 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-11-16T18:14:51.805 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:14:51.806 INFO:teuthology.orchestra.run.smithi063.stdout:firewalld.service is not enabled 2023-11-16T18:14:51.806 INFO:teuthology.orchestra.run.smithi063.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-11-16T18:14:51.806 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mgr to start... 2023-11-16T18:14:51.807 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mgr... 2023-11-16T18:14:52.006 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 bash[99102]: 47c0f2457d091e7ba3fbb13404f751d02acc9a6b5a8bfbd0679bd109f7edea6e 2023-11-16T18:14:52.008 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 systemd[1]: Started Ceph mgr.x for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:14:52.008 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:51.881+0000 7f213236d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-16T18:14:52.010 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:51.980+0000 7f213236d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-16T18:14:52.331 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:52.095+0000 7f213236d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-16T18:14:52.332 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:52.210+0000 7f213236d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-16T18:14:52.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/26849427' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-11-16T18:14:52.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:52.421+0000 7f213236d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-16T18:14:52.859 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:52.859 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:14:52.859 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "health": { 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 0 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "a" 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:52.860 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "monmap": { 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-11-16T18:14:52.861 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-11-16T18:14:52.862 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-11-16T18:14:52.871 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-11-16T18:14:52.872 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": false, 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modules": [ 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "iostat", 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "nfs", 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "restful" 2023-11-16T18:14:52.873 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modified": "2023-11-16T18:14:43.675007+0000", 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.310+0000 7f4ea58f7700 1 Processor -- start 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.310+0000 7f4ea58f7700 1 -- start start 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.310+0000 7f4ea58f7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:52.874 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.310+0000 7f4ea58f7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea0079d80 con 0x7f4ea01041f0 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40984/0 (socket says 172.21.15.63:40984) 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9effd700 1 -- 172.21.15.63:0/283845471 learned_addr learned my addr 172.21.15.63:0/283845471 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9effd700 1 -- 172.21.15.63:0/283845471 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea0079ec0 con 0x7f4ea01041f0 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9effd700 1 --2- 172.21.15.63:0/283845471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4e900098a0 tx=0x7f4e90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7536ee687de2242f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:52.880 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9dffb700 1 -- 172.21.15.63:0/283845471 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e90004160 con 0x7f4ea01041f0 2023-11-16T18:14:52.885 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9dffb700 1 -- 172.21.15.63:0/283845471 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4e900042c0 con 0x7f4ea01041f0 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.311+0000 7f4e9dffb700 1 -- 172.21.15.63:0/283845471 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e90011a00 con 0x7f4ea01041f0 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 -- 172.21.15.63:0/283845471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 msgr2=0x7f4ea0104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 --2- 172.21.15.63:0/283845471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4e900098a0 tx=0x7f4e90009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 -- 172.21.15.63:0/283845471 shutdown_connections 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 --2- 172.21.15.63:0/283845471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea0104600 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 -- 172.21.15.63:0/283845471 >> 172.21.15.63:0/283845471 conn(0x7f4ea00ffe40 msgr2=0x7f4ea0102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 -- 172.21.15.63:0/283845471 shutdown_connections 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.312+0000 7f4ea58f7700 1 -- 172.21.15.63:0/283845471 wait complete. 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4ea58f7700 1 Processor -- start 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4ea58f7700 1 -- start start 2023-11-16T18:14:52.886 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4ea58f7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4ea58f7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea019bc90 con 0x7f4ea01041f0 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40986/0 (socket says 172.21.15.63:40986) 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.313+0000 7f4e9effd700 1 -- 172.21.15.63:0/26849427 learned_addr learned my addr 172.21.15.63:0/26849427 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4e9effd700 1 -- 172.21.15.63:0/26849427 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e90009550 con 0x7f4ea01041f0 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4e9effd700 1 --2- 172.21.15.63:0/26849427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4e90006af0 tx=0x7f4e90011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:52.887 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e90003a40 con 0x7f4ea01041f0 2023-11-16T18:14:52.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4e90003ba0 con 0x7f4ea01041f0 2023-11-16T18:14:52.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ea01059a0 con 0x7f4ea01041f0 2023-11-16T18:14:52.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e9001a700 con 0x7f4ea01041f0 2023-11-16T18:14:52.888 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ea0105810 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4e9001ac80 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.314+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4e90019700 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.315+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ea0194f60 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.317+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f4e90024ad0 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.451+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f4ea0062120 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.451+0000 7f4ea48f5700 1 -- 172.21.15.63:0/26849427 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f4ea0062120 con 0x7f4ea01041f0 2023-11-16T18:14:52.892 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.452+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 msgr2=0x7f4ea019b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:52.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.452+0000 7f4ea58f7700 1 --2- 172.21.15.63:0/26849427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4e90006af0 tx=0x7f4e90011ad0 comp rx=0 tx=0).stop 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.453+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 shutdown_connections 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.453+0000 7f4ea58f7700 1 --2- 172.21.15.63:0/26849427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ea01041f0 0x7f4ea019b750 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.453+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 >> 172.21.15.63:0/26849427 conn(0x7f4ea00ffe40 msgr2=0x7f4ea018fdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.453+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 shutdown_connections 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:52.453+0000 7f4ea58f7700 1 -- 172.21.15.63:0/26849427 wait complete. 2023-11-16T18:14:52.908 INFO:teuthology.orchestra.run.smithi063.stdout:mgr not available, waiting (1/15)... 2023-11-16T18:14:53.080 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:52.827+0000 7f213236d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-16T18:14:53.081 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:52.937+0000 7f213236d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-16T18:14:53.580 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:53.088+0000 7f213236d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-16T18:14:53.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:53.204+0000 7f213236d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-16T18:14:54.081 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:53.716+0000 7f213236d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-16T18:14:54.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:54.409+0000 7f213236d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-16T18:14:54.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:54.601+0000 7f213236d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-16T18:14:55.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:55.581+0000 7f213236d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:14:55.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:55.698+0000 7f213236d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-16T18:14:55.929 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:55.929 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:14:55.929 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:14:55.929 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "health": { 2023-11-16T18:14:55.930 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-11-16T18:14:55.934 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-11-16T18:14:55.934 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-11-16T18:14:55.934 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.934 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-11-16T18:14:55.934 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-11-16T18:14:55.935 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 0 2023-11-16T18:14:55.935 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:55.936 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-11-16T18:14:55.936 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "a" 2023-11-16T18:14:55.936 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:55.936 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "monmap": { 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-11-16T18:14:55.937 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-11-16T18:14:55.938 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": false, 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modules": [ 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "iostat", 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "nfs", 2023-11-16T18:14:55.939 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "restful" 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modified": "2023-11-16T18:14:43.675007+0000", 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.393+0000 7efd15fd4700 1 Processor -- start 2023-11-16T18:14:55.940 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.393+0000 7efd15fd4700 1 -- start start 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.393+0000 7efd15fd4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.393+0000 7efd15fd4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd10106720 con 0x7efd10105dd0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.393+0000 7efd0f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40988/0 (socket says 172.21.15.63:40988) 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0f7fe700 1 -- 172.21.15.63:0/3563488551 learned_addr learned my addr 172.21.15.63:0/3563488551 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0f7fe700 1 -- 172.21.15.63:0/3563488551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd10106860 con 0x7efd10105dd0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0f7fe700 1 --2- 172.21.15.63:0/3563488551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efd000098a0 tx=0x7efd00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1ddedc17ad38212 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0e7fc700 1 -- 172.21.15.63:0/3563488551 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd00004160 con 0x7efd10105dd0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0e7fc700 1 -- 172.21.15.63:0/3563488551 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efd000042c0 con 0x7efd10105dd0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.394+0000 7efd0e7fc700 1 -- 172.21.15.63:0/3563488551 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd00011a00 con 0x7efd10105dd0 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 -- 172.21.15.63:0/3563488551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 msgr2=0x7efd101061e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 --2- 172.21.15.63:0/3563488551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efd000098a0 tx=0x7efd00009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:55.941 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 -- 172.21.15.63:0/3563488551 shutdown_connections 2023-11-16T18:14:55.942 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 --2- 172.21.15.63:0/3563488551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101061e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:55.942 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 -- 172.21.15.63:0/3563488551 >> 172.21.15.63:0/3563488551 conn(0x7efd100ff5c0 msgr2=0x7efd101019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:55.942 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 -- 172.21.15.63:0/3563488551 shutdown_connections 2023-11-16T18:14:55.942 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.395+0000 7efd15fd4700 1 -- 172.21.15.63:0/3563488551 wait complete. 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd15fd4700 1 Processor -- start 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd15fd4700 1 -- start start 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd15fd4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd15fd4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1019a050 con 0x7efd10105dd0 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd0f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd0f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40990/0 (socket says 172.21.15.63:40990) 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd0f7fe700 1 -- 172.21.15.63:0/2441244869 learned_addr learned my addr 172.21.15.63:0/2441244869 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.396+0000 7efd0f7fe700 1 -- 172.21.15.63:0/2441244869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd00009550 con 0x7efd10105dd0 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0f7fe700 1 --2- 172.21.15.63:0/2441244869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd00009fb0 tx=0x7efd00011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:55.948 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd00003930 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efd00003a90 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd10105830 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd00019610 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd101056a0 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7efd00019bd0 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.397+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7efd000243f0 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.398+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd10062120 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.401+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7efd00003c00 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.534+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7efd1019ed90 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.534+0000 7efd0cff9700 1 -- 172.21.15.63:0/2441244869 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7efd0001a9d0 con 0x7efd10105dd0 2023-11-16T18:14:55.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.535+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 msgr2=0x7efd101044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.535+0000 7efd15fd4700 1 --2- 172.21.15.63:0/2441244869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd00009fb0 tx=0x7efd00011ad0 comp rx=0 tx=0).stop 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.535+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 shutdown_connections 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.535+0000 7efd15fd4700 1 --2- 172.21.15.63:0/2441244869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd10105dd0 0x7efd101044d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.536+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 >> 172.21.15.63:0/2441244869 conn(0x7efd100ff5c0 msgr2=0x7efd10100240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.536+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 shutdown_connections 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:55.536+0000 7efd15fd4700 1 -- 172.21.15.63:0/2441244869 wait complete. 2023-11-16T18:14:55.950 INFO:teuthology.orchestra.run.smithi063.stdout:mgr not available, waiting (2/15)... 2023-11-16T18:14:56.264 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2441244869' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-11-16T18:14:56.265 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:55.916+0000 7f213236d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:14:56.516 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:56.261+0000 7f213236d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-16T18:14:56.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:56.513+0000 7f213236d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-16T18:14:56.835 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:56.695+0000 7f213236d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-16T18:14:57.331 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:57.020+0000 7f213236d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-16T18:14:58.136 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:57.841+0000 7f213236d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-16T18:14:58.137 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:58.002+0000 7f213236d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-16T18:14:58.392 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:58.249+0000 7f213236d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-16T18:14:58.392 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:58.389+0000 7f213236d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-16T18:14:58.668 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:58 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/380034477' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-11-16T18:14:58.920 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:58.666+0000 7f213236d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "health": { 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-11-16T18:14:58.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-11-16T18:14:58.967 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-11-16T18:14:58.975 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:58.975 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-11-16T18:14:58.975 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-11-16T18:14:58.976 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 0 2023-11-16T18:14:58.976 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:58.976 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-11-16T18:14:58.977 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "a" 2023-11-16T18:14:58.977 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:58.977 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2023-11-16T18:14:58.977 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "monmap": { 2023-11-16T18:14:58.978 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:58.978 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-11-16T18:14:58.978 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-11-16T18:14:58.978 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:58.979 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-11-16T18:14:58.979 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:58.980 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-11-16T18:14:58.981 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-11-16T18:14:59.002 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-11-16T18:14:59.003 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-11-16T18:14:59.003 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-11-16T18:14:59.003 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-11-16T18:14:59.003 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:59.004 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-11-16T18:14:59.005 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-11-16T18:14:59.006 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-11-16T18:14:59.006 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-11-16T18:14:59.006 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-11-16T18:14:59.007 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-11-16T18:14:59.007 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-11-16T18:14:59.007 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-11-16T18:14:59.007 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-11-16T18:14:59.008 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:59.008 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-11-16T18:14:59.008 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:59.009 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-11-16T18:14:59.009 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-11-16T18:14:59.009 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:59.010 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-11-16T18:14:59.010 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": false, 2023-11-16T18:14:59.010 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-11-16T18:14:59.010 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modules": [ 2023-11-16T18:14:59.011 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "iostat", 2023-11-16T18:14:59.011 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "nfs", 2023-11-16T18:14:59.011 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "restful" 2023-11-16T18:14:59.012 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:14:59.012 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:59.012 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:59.013 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-11-16T18:14:59.013 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:14:59.013 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modified": "2023-11-16T18:14:43.675007+0000", 2023-11-16T18:14:59.013 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:14:59.014 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:14:59.014 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-11-16T18:14:59.015 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:14:59.016 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.412+0000 7f9c2820a700 1 Processor -- start 2023-11-16T18:14:59.016 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.412+0000 7f9c2820a700 1 -- start start 2023-11-16T18:14:59.016 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.412+0000 7f9c2820a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:59.016 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.412+0000 7f9c2820a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c20079d20 con 0x7f9c20106480 2023-11-16T18:14:59.017 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c25fa6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:59.017 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c25fa6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40992/0 (socket says 172.21.15.63:40992) 2023-11-16T18:14:59.017 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c25fa6700 1 -- 172.21.15.63:0/3496445750 learned_addr learned my addr 172.21.15.63:0/3496445750 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:59.023 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c25fa6700 1 -- 172.21.15.63:0/3496445750 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c20079e60 con 0x7f9c20106480 2023-11-16T18:14:59.023 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c25fa6700 1 --2- 172.21.15.63:0/3496445750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0098a0 tx=0x7f9c1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0a6a5f9b74abc6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:59.024 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c24fa4700 1 -- 172.21.15.63:0/3496445750 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9c1c004160 con 0x7f9c20106480 2023-11-16T18:14:59.024 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c24fa4700 1 -- 172.21.15.63:0/3496445750 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f9c1c0042c0 con 0x7f9c20106480 2023-11-16T18:14:59.024 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.413+0000 7f9c24fa4700 1 -- 172.21.15.63:0/3496445750 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9c1c011a00 con 0x7f9c20106480 2023-11-16T18:14:59.025 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 -- 172.21.15.63:0/3496445750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 msgr2=0x7f9c20108860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:59.025 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 --2- 172.21.15.63:0/3496445750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0098a0 tx=0x7f9c1c009bb0 comp rx=0 tx=0).stop 2023-11-16T18:14:59.027 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 -- 172.21.15.63:0/3496445750 shutdown_connections 2023-11-16T18:14:59.027 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 --2- 172.21.15.63:0/3496445750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20108860 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:59.027 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 -- 172.21.15.63:0/3496445750 >> 172.21.15.63:0/3496445750 conn(0x7f9c200ffe80 msgr2=0x7f9c20102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:59.027 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 -- 172.21.15.63:0/3496445750 shutdown_connections 2023-11-16T18:14:59.028 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.414+0000 7f9c2820a700 1 -- 172.21.15.63:0/3496445750 wait complete. 2023-11-16T18:14:59.028 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c2820a700 1 Processor -- start 2023-11-16T18:14:59.029 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c2820a700 1 -- start start 2023-11-16T18:14:59.029 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c2820a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:14:59.030 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c2820a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c20106320 con 0x7f9c20106480 2023-11-16T18:14:59.030 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c25fa6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:14:59.030 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c25fa6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:40994/0 (socket says 172.21.15.63:40994) 2023-11-16T18:14:59.030 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c25fa6700 1 -- 172.21.15.63:0/380034477 learned_addr learned my addr 172.21.15.63:0/380034477 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:14:59.031 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.415+0000 7f9c25fa6700 1 -- 172.21.15.63:0/380034477 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c1c009550 con 0x7f9c20106480 2023-11-16T18:14:59.031 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c25fa6700 1 --2- 172.21.15.63:0/380034477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009fb0 tx=0x7f9c1c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:14:59.031 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9c1c003930 con 0x7f9c20106480 2023-11-16T18:14:59.031 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f9c1c003a90 con 0x7f9c20106480 2023-11-16T18:14:59.032 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9c1c0195e0 con 0x7f9c20106480 2023-11-16T18:14:59.032 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c20109ba0 con 0x7f9c20106480 2023-11-16T18:14:59.032 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c20109a10 con 0x7f9c20106480 2023-11-16T18:14:59.032 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f9c1c019b50 con 0x7f9c20106480 2023-11-16T18:14:59.033 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.416+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f9c1c0243f0 con 0x7f9c20106480 2023-11-16T18:14:59.033 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.417+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c20062120 con 0x7f9c20106480 2023-11-16T18:14:59.033 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.419+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f9c1c02de30 con 0x7f9c20106480 2023-11-16T18:14:59.034 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.552+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f9c20105250 con 0x7f9c20106480 2023-11-16T18:14:59.034 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.553+0000 7f9c12ffd700 1 -- 172.21.15.63:0/380034477 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f9c1c003c00 con 0x7f9c20106480 2023-11-16T18:14:59.034 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.553+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 msgr2=0x7f9c20105de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:14:59.034 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.553+0000 7f9c2820a700 1 --2- 172.21.15.63:0/380034477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009fb0 tx=0x7f9c1c011ad0 comp rx=0 tx=0).stop 2023-11-16T18:14:59.035 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.553+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 shutdown_connections 2023-11-16T18:14:59.035 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.554+0000 7f9c2820a700 1 --2- 172.21.15.63:0/380034477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c20106480 0x7f9c20105de0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:14:59.035 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.554+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 >> 172.21.15.63:0/380034477 conn(0x7f9c200ffe80 msgr2=0x7f9c20100b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:14:59.036 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.554+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 shutdown_connections 2023-11-16T18:14:59.037 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:14:58.554+0000 7f9c2820a700 1 -- 172.21.15.63:0/380034477 wait complete. 2023-11-16T18:14:59.037 INFO:teuthology.orchestra.run.smithi063.stdout:mgr not available, waiting (3/15)... 2023-11-16T18:15:00.082 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:14:59.704+0000 7f213236d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-16T18:15:00.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: Activating manager daemon x 2023-11-16T18:15:00.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: mgrmap e2: x(active, starting, since 0.00345961s) 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: Manager daemon x is now available 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-11-16T18:15:00.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:14:59 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' 2023-11-16T18:15:01.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:00 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' 2023-11-16T18:15:01.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:00 smithi063 ceph-mon[98873]: from='mgr.14100 172.21.15.63:0/326902469' entity='mgr.x' 2023-11-16T18:15:01.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:00 smithi063 ceph-mon[98873]: mgrmap e3: x(active, since 1.00793s) 2023-11-16T18:15:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:02 smithi063 ceph-mon[98873]: mgrmap e4: x(active, since 2s) 2023-11-16T18:15:04.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:03 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2539274788' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-11-16T18:15:05.437 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "health": { 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 0 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:15:05.438 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "a" 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "monmap": { 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-11-16T18:15:05.439 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.440 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-11-16T18:15:05.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": true, 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modules": [ 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "iostat", 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "nfs", 2023-11-16T18:15:05.481 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "restful" 2023-11-16T18:15:05.482 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ], 2023-11-16T18:15:05.482 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:15:05.482 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.482 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-11-16T18:15:05.482 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-11-16T18:15:05.483 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "modified": "2023-11-16T18:14:43.675007+0000", 2023-11-16T18:15:05.483 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "services": {} 2023-11-16T18:15:05.484 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout }, 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.567+0000 7f40e4e9f700 1 Processor -- start 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.567+0000 7f40e4e9f700 1 -- start start 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40e4e9f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40e4e9f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e0079d40 con 0x7f40e0106440 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40de59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40de59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41020/0 (socket says 172.21.15.63:41020) 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40de59c700 1 -- 172.21.15.63:0/2092680860 learned_addr learned my addr 172.21.15.63:0/2092680860 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40de59c700 1 -- 172.21.15.63:0/2092680860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e0079e80 con 0x7f40e0106440 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40de59c700 1 --2- 172.21.15.63:0/2092680860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f40d00098a0 tx=0x7f40d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7debbb72073b1b1 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:05.485 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40dd59a700 1 -- 172.21.15.63:0/2092680860 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f40d0004160 con 0x7f40e0106440 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40dd59a700 1 -- 172.21.15.63:0/2092680860 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f40d00042c0 con 0x7f40e0106440 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.568+0000 7f40dd59a700 1 -- 172.21.15.63:0/2092680860 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f40d0011a00 con 0x7f40e0106440 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2092680860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 msgr2=0x7f40e0108820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2092680860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f40d00098a0 tx=0x7f40d0009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2092680860 shutdown_connections 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2092680860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0108820 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2092680860 >> 172.21.15.63:0/2092680860 conn(0x7f40e00ffe40 msgr2=0x7f40e0102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:05.486 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2092680860 shutdown_connections 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.569+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2092680860 wait complete. 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40e4e9f700 1 Processor -- start 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40e4e9f700 1 -- start start 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40e4e9f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40e4e9f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e01062e0 con 0x7f40e0106440 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40de59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40de59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41022/0 (socket says 172.21.15.63:41022) 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40de59c700 1 -- 172.21.15.63:0/2539274788 learned_addr learned my addr 172.21.15.63:0/2539274788 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:05.490 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.570+0000 7f40de59c700 1 -- 172.21.15.63:0/2539274788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d0009550 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40de59c700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40d0009fb0 tx=0x7f40d0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f40d0003930 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f40d0003a90 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f40d00195e0 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e0109af0 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.571+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e0109960 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7f40d0019850 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40cf7fe700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 0x7f40c803ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f40d004c390 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40ddd9b700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 0x7f40c803ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e0062120 con 0x7f40e0106440 2023-11-16T18:15:05.491 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.572+0000 7f40ddd9b700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 0x7f40c803ac30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40d4006fd0 tx=0x7f40d4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:05.492 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:02.577+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f40d0019b00 con 0x7f40e0106440 2023-11-16T18:15:05.492 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.092+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f40e0104c10 con 0x7f40e0106440 2023-11-16T18:15:05.493 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.092+0000 7f40cf7fe700 1 -- 172.21.15.63:0/2539274788 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f40e0104c10 con 0x7f40e0106440 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.094+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 msgr2=0x7f40c803ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.094+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 0x7f40c803ac30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40d4006fd0 tx=0x7f40d4006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.094+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 msgr2=0x7f40e0105da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.094+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40d0009fb0 tx=0x7f40d0011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 shutdown_connections 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7f40c8038780 0x7f40c803ac30 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 --2- 172.21.15.63:0/2539274788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e0106440 0x7f40e0105da0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:05.494 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 >> 172.21.15.63:0/2539274788 conn(0x7f40e00ffe40 msgr2=0x7f40e0100b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:05.499 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 shutdown_connections 2023-11-16T18:15:05.499 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:03.095+0000 7f40e4e9f700 1 -- 172.21.15.63:0/2539274788 wait complete. 2023-11-16T18:15:05.499 INFO:teuthology.orchestra.run.smithi063.stdout:mgr is available 2023-11-16T18:15:08.260 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:07 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1629942314' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-11-16T18:15:08.500 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:15:08.501 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [global] 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout fsid = e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [mgr] 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout [osd] 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-11-16T18:15:08.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.477+0000 7faeaaed2700 1 Processor -- start 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faeaaed2700 1 -- start start 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faeaaed2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faeaaed2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea4104530 con 0x7faea4103be0 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea8c6e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea8c6e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41026/0 (socket says 172.21.15.63:41026) 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea8c6e700 1 -- 172.21.15.63:0/639461472 learned_addr learned my addr 172.21.15.63:0/639461472 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea8c6e700 1 -- 172.21.15.63:0/639461472 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea4104670 con 0x7faea4103be0 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea8c6e700 1 --2- 172.21.15.63:0/639461472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fae980098a0 tx=0x7fae98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ea6a7a7242e6ed server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.478+0000 7faea37fe700 1 -- 172.21.15.63:0/639461472 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae98004160 con 0x7faea4103be0 2023-11-16T18:15:08.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faea37fe700 1 -- 172.21.15.63:0/639461472 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fae980042c0 con 0x7faea4103be0 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faea37fe700 1 -- 172.21.15.63:0/639461472 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae98011a00 con 0x7faea4103be0 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 -- 172.21.15.63:0/639461472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 msgr2=0x7faea4103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 --2- 172.21.15.63:0/639461472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fae980098a0 tx=0x7fae98009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 -- 172.21.15.63:0/639461472 shutdown_connections 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 --2- 172.21.15.63:0/639461472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea4103ff0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 -- 172.21.15.63:0/639461472 >> 172.21.15.63:0/639461472 conn(0x7faea40ff5c0 msgr2=0x7faea41019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 -- 172.21.15.63:0/639461472 shutdown_connections 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.479+0000 7faeaaed2700 1 -- 172.21.15.63:0/639461472 wait complete. 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faeaaed2700 1 Processor -- start 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faeaaed2700 1 -- start start 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faeaaed2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faeaaed2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea419bcb0 con 0x7faea4103be0 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faea8c6e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faea8c6e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41028/0 (socket says 172.21.15.63:41028) 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faea8c6e700 1 -- 172.21.15.63:0/1629942314 learned_addr learned my addr 172.21.15.63:0/1629942314 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.480+0000 7faea8c6e700 1 -- 172.21.15.63:0/1629942314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae98009550 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faea8c6e700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae98009fb0 tx=0x7fae98011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae98003930 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fae98003a90 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faea41079b0 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae980195e0 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.481+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faea4107820 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.482+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7fae98019850 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.482+0000 7faea1ffb700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 0x7fae9403ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.482+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fae98003c00 con 0x7faea4103be0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.482+0000 7faea3fff700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 0x7fae9403ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:08.505 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.482+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faea4109e00 con 0x7faea4103be0 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.483+0000 7faea3fff700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 0x7fae9403ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fae90006fd0 tx=0x7fae90006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.487+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fae98019b00 con 0x7faea4103be0 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.849+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7faea4062120 con 0x7faea4103be0 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.849+0000 7faea1ffb700 1 -- 172.21.15.63:0/1629942314 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7fae98018800 con 0x7faea4103be0 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 msgr2=0x7fae9403ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 0x7fae9403ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fae90006fd0 tx=0x7fae90006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 msgr2=0x7faea419b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae98009fb0 tx=0x7fae98011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 shutdown_connections 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fae940387d0 0x7fae9403ac80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 --2- 172.21.15.63:0/1629942314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faea4103be0 0x7faea419b770 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:08.506 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 >> 172.21.15.63:0/1629942314 conn(0x7faea40ff5c0 msgr2=0x7faea41002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:08.507 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 shutdown_connections 2023-11-16T18:15:08.507 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:07.852+0000 7faeaaed2700 1 -- 172.21.15.63:0/1629942314 wait complete. 2023-11-16T18:15:08.507 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling cephadm module... 2023-11-16T18:15:09.775 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2207604328' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-11-16T18:15:09.775 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: ignoring --setuser ceph since I am not root 2023-11-16T18:15:09.775 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: ignoring --setgroup ceph since I am not root 2023-11-16T18:15:09.775 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:09.677+0000 7f4fc8133200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc2bcb700 1 Processor -- start 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc2bcb700 1 -- start start 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc2bcb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc2bcb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdbc104530 con 0x7efdbc103be0 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc0967700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc0967700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41032/0 (socket says 172.21.15.63:41032) 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc0967700 1 -- 172.21.15.63:0/3446806650 learned_addr learned my addr 172.21.15.63:0/3446806650 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.946+0000 7efdc0967700 1 -- 172.21.15.63:0/3446806650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdbc104670 con 0x7efdbc103be0 2023-11-16T18:15:09.839 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc0967700 1 --2- 172.21.15.63:0/3446806650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efdb00098a0 tx=0x7efdb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c85ca06f50fc2ff server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdbb7fe700 1 -- 172.21.15.63:0/3446806650 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efdb0004160 con 0x7efdbc103be0 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdbb7fe700 1 -- 172.21.15.63:0/3446806650 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efdb00042c0 con 0x7efdbc103be0 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdbb7fe700 1 -- 172.21.15.63:0/3446806650 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efdb0011a00 con 0x7efdbc103be0 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 -- 172.21.15.63:0/3446806650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 msgr2=0x7efdbc103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/3446806650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efdb00098a0 tx=0x7efdb0009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 -- 172.21.15.63:0/3446806650 shutdown_connections 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/3446806650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc103ff0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 -- 172.21.15.63:0/3446806650 >> 172.21.15.63:0/3446806650 conn(0x7efdbc0ff5c0 msgr2=0x7efdbc1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 -- 172.21.15.63:0/3446806650 shutdown_connections 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.947+0000 7efdc2bcb700 1 -- 172.21.15.63:0/3446806650 wait complete. 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc2bcb700 1 Processor -- start 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc2bcb700 1 -- start start 2023-11-16T18:15:09.840 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc2bcb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc2bcb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdbc19bcb0 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc0967700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc0967700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41034/0 (socket says 172.21.15.63:41034) 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.948+0000 7efdc0967700 1 -- 172.21.15.63:0/2207604328 learned_addr learned my addr 172.21.15.63:0/2207604328 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdc0967700 1 -- 172.21.15.63:0/2207604328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdb0009550 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdc0967700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009fb0 tx=0x7efdb0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efdb0003930 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efdb0003a90 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdbc1079b0 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efdb00195e0 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.949+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdbc107820 con 0x7efdbc103be0 2023-11-16T18:15:09.841 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.950+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7efdb001a430 con 0x7efdbc103be0 2023-11-16T18:15:09.845 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.950+0000 7efdb9ffb700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 0x7efdac03ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:09.845 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.950+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7efdb004c3e0 con 0x7efdbc103be0 2023-11-16T18:15:09.845 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.950+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdbc109e40 con 0x7efdbc103be0 2023-11-16T18:15:09.845 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.950+0000 7efdbbfff700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 0x7efdac03ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:09.845 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.951+0000 7efdbbfff700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 0x7efdac03ac30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efda8006fd0 tx=0x7efda8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:08.955+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7efdb0003c00 con 0x7efdbc103be0 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.427+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7efdbc062120 con 0x7efdbc103be0 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.480+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7efdb001a6e0 con 0x7efdbc103be0 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.481+0000 7efdb9ffb700 1 -- 172.21.15.63:0/2207604328 <== mon.0 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7efdb004c140 con 0x7efdbc103be0 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 msgr2=0x7efdac03ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 0x7efdac03ac30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efda8006fd0 tx=0x7efda8006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 msgr2=0x7efdbc19b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009fb0 tx=0x7efdb0011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 shutdown_connections 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7efdac038780 0x7efdac03ac30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:09.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 --2- 172.21.15.63:0/2207604328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdbc103be0 0x7efdbc19b770 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:09.847 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 >> 172.21.15.63:0/2207604328 conn(0x7efdbc0ff5c0 msgr2=0x7efdbc1002b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:09.847 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 shutdown_connections 2023-11-16T18:15:09.847 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:09.484+0000 7efdc2bcb700 1 -- 172.21.15.63:0/2207604328 wait complete. 2023-11-16T18:15:10.033 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:09.772+0000 7f4fc8133200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-16T18:15:10.034 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:09.885+0000 7f4fc8133200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-16T18:15:10.034 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:09.998+0000 7f4fc8133200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-16T18:15:10.331 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:10.217+0000 7f4fc8133200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-16T18:15:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2207604328' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-11-16T18:15:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-mon[98873]: mgrmap e5: x(active, since 9s) 2023-11-16T18:15:10.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:10.617+0000 7f4fc8133200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-16T18:15:10.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:10.726+0000 7f4fc8133200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-16T18:15:11.175 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:10.882+0000 7f4fc8133200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-16T18:15:11.175 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:11.008+0000 7f4fc8133200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-16T18:15:11.188 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:15:11.188 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-11-16T18:15:11.188 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": true, 2023-11-16T18:15:11.188 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-11-16T18:15:11.188 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.338+0000 7ff64babc700 1 Processor -- start 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.338+0000 7ff64babc700 1 -- start start 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.338+0000 7ff64babc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.338+0000 7ff64babc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff644105140 con 0x7ff6441047f0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff649858700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff649858700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41048/0 (socket says 172.21.15.63:41048) 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff649858700 1 -- 172.21.15.63:0/4039602174 learned_addr learned my addr 172.21.15.63:0/4039602174 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff649858700 1 -- 172.21.15.63:0/4039602174 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff644105280 con 0x7ff6441047f0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff649858700 1 --2- 172.21.15.63:0/4039602174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff6400098a0 tx=0x7ff640009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e5b49ff5d770b5 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff648856700 1 -- 172.21.15.63:0/4039602174 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff640004160 con 0x7ff6441047f0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff648856700 1 -- 172.21.15.63:0/4039602174 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff6400042c0 con 0x7ff6441047f0 2023-11-16T18:15:11.189 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.339+0000 7ff648856700 1 -- 172.21.15.63:0/4039602174 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff640011a00 con 0x7ff6441047f0 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 -- 172.21.15.63:0/4039602174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 msgr2=0x7ff644104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 --2- 172.21.15.63:0/4039602174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff6400098a0 tx=0x7ff640009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 -- 172.21.15.63:0/4039602174 shutdown_connections 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 --2- 172.21.15.63:0/4039602174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644104c00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 -- 172.21.15.63:0/4039602174 >> 172.21.15.63:0/4039602174 conn(0x7ff6440ffe40 msgr2=0x7ff644102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 -- 172.21.15.63:0/4039602174 shutdown_connections 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.340+0000 7ff64babc700 1 -- 172.21.15.63:0/4039602174 wait complete. 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.341+0000 7ff64babc700 1 Processor -- start 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.341+0000 7ff64babc700 1 -- start start 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.341+0000 7ff64babc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.341+0000 7ff64babc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff64419c2a0 con 0x7ff6441047f0 2023-11-16T18:15:11.190 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff649858700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff649858700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41050/0 (socket says 172.21.15.63:41050) 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff649858700 1 -- 172.21.15.63:0/2582575419 learned_addr learned my addr 172.21.15.63:0/2582575419 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff649858700 1 -- 172.21.15.63:0/2582575419 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff640009550 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff649858700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff640009fb0 tx=0x7ff640011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff640003930 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff640003a90 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff640019610 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff644106840 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.342+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6441066b0 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.343+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7ff640019880 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.344+0000 7ff63affd700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 0x7ff63003ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.344+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff64004c490 con 0x7ff6441047f0 2023-11-16T18:15:11.191 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.344+0000 7ff649057700 1 -- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 msgr2=0x7ff63003ac80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.344+0000 7ff649057700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 0x7ff63003ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.344+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff644062120 con 0x7ff6441047f0 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.348+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff640019b80 con 0x7ff6441047f0 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.545+0000 7ff649057700 1 -- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 msgr2=0x7ff63003ac80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.545+0000 7ff649057700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 0x7ff63003ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.817+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7ff64419cc30 con 0x7ff6441047f0 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.818+0000 7ff63affd700 1 -- 172.21.15.63:0/2582575419 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7ff640018b40 con 0x7ff6441047f0 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 msgr2=0x7ff63003ac80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 0x7ff63003ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 msgr2=0x7ff644079b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff640009fb0 tx=0x7ff640011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.192 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 shutdown_connections 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7ff6300387d0 0x7ff63003ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 --2- 172.21.15.63:0/2582575419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6441047f0 0x7ff644079b30 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 >> 172.21.15.63:0/2582575419 conn(0x7ff6440ffe40 msgr2=0x7ff644100ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 shutdown_connections 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:10.820+0000 7ff64babc700 1 -- 172.21.15.63:0/2582575419 wait complete. 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for the mgr to restart... 2023-11-16T18:15:11.193 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mgr epoch 5... 2023-11-16T18:15:11.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:11 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2582575419' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-11-16T18:15:11.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:11.540+0000 7f4fc8133200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-16T18:15:12.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:12.227+0000 7f4fc8133200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-16T18:15:12.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:12.419+0000 7f4fc8133200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-16T18:15:13.710 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:13.378+0000 7f4fc8133200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:15:13.710 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:13.489+0000 7f4fc8133200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-16T18:15:13.710 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:13.706+0000 7f4fc8133200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:15:14.302 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:14.051+0000 7f4fc8133200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-16T18:15:14.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:14.301+0000 7f4fc8133200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-16T18:15:14.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:14.482+0000 7f4fc8133200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-16T18:15:15.080 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:14.808+0000 7f4fc8133200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-16T18:15:16.027 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:15.628+0000 7f4fc8133200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-16T18:15:16.028 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:15.784+0000 7f4fc8133200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-16T18:15:16.028 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:16.026+0000 7f4fc8133200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-16T18:15:16.331 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:16.162+0000 7f4fc8133200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-16T18:15:16.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:16.431+0000 7f4fc8133200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:17.463+0000 7f4fc8133200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: Active manager daemon x restarted 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: Activating manager daemon x 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: osdmap e2: 0 total, 0 up, 0 in 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: mgrmap e6: x(active, starting, since 0.00378183s) 2023-11-16T18:15:17.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: Manager daemon x is now available 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:17.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:17 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:18 smithi063 ceph-mon[98873]: Found migration_current of "None". Setting to last migration. 2023-11-16T18:15:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:18 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:18 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-11-16T18:15:18.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:18 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-11-16T18:15:18.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:18 smithi063 ceph-mon[98873]: mgrmap e7: x(active, since 1.00625s) 2023-11-16T18:15:18.881 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:15:18.881 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-11-16T18:15:18.881 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "initialized": true 2023-11-16T18:15:18.881 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:15:18.881 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.665+0000 7fea3166e700 1 Processor -- start 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.665+0000 7fea3166e700 1 -- start start 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.665+0000 7fea3166e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.665+0000 7fea3166e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c106280 con 0x7fea2c079d00 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea2affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea2affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41058/0 (socket says 172.21.15.63:41058) 2023-11-16T18:15:18.882 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea2affd700 1 -- 172.21.15.63:0/3399422740 learned_addr learned my addr 172.21.15.63:0/3399422740 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea2affd700 1 -- 172.21.15.63:0/3399422740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea2c10add0 con 0x7fea2c079d00 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea2affd700 1 --2- 172.21.15.63:0/3399422740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fea1c0098a0 tx=0x7fea1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec40101512cc234 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea29ffb700 1 -- 172.21.15.63:0/3399422740 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fea1c004160 con 0x7fea2c079d00 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea29ffb700 1 -- 172.21.15.63:0/3399422740 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fea1c0042c0 con 0x7fea2c079d00 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.666+0000 7fea29ffb700 1 -- 172.21.15.63:0/3399422740 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fea1c011a00 con 0x7fea2c079d00 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 -- 172.21.15.63:0/3399422740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 msgr2=0x7fea2c10a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:18.893 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 --2- 172.21.15.63:0/3399422740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fea1c0098a0 tx=0x7fea1c009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 -- 172.21.15.63:0/3399422740 shutdown_connections 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 --2- 172.21.15.63:0/3399422740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c079d00 0x7fea2c10a890 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 -- 172.21.15.63:0/3399422740 >> 172.21.15.63:0/3399422740 conn(0x7fea2c0ffe40 msgr2=0x7fea2c102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 -- 172.21.15.63:0/3399422740 shutdown_connections 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.667+0000 7fea3166e700 1 -- 172.21.15.63:0/3399422740 wait complete. 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea3166e700 1 Processor -- start 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea3166e700 1 -- start start 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea3166e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea3166e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2c19c040 con 0x7fea2c19b6f0 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea2affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea2affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41060/0 (socket says 172.21.15.63:41060) 2023-11-16T18:15:18.894 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea2affd700 1 -- 172.21.15.63:0/3138828687 learned_addr learned my addr 172.21.15.63:0/3138828687 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.668+0000 7fea2affd700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea1c009550 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea2affd700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fea1c006af0 tx=0x7fea1c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fea1c003a40 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fea1c003ba0 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea2c10bd60 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fea1c01a700 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.669+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea2c10bbd0 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7fea1c024ad0 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea13fff700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fea1403b3e0 con 0x7fea14038820 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fea1c04c700 con 0x7fea2c19b6f0 2023-11-16T18:15:18.895 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea2a7fc700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.670+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.871+0000 7fea2a7fc700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:11.871+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:12.272+0000 7fea2a7fc700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:12.272+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:13.073+0000 7fea2a7fc700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:13.073+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:14.674+0000 7fea2a7fc700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/4125414512 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:14.674+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:17.479+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mgrmap(e 6) v1 ==== 45250+0+0 (secure 0 0 0) 0x7fea1c024610 con 0x7fea2c19b6f0 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:17.479+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 msgr2=0x7fea1403acd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:15:18.896 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:17.479+0000 7fea13fff700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.480+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 7) v1 ==== 45377+0+0 (secure 0 0 0) 0x7fea1c04e1b0 con 0x7fea2c19b6f0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.480+0000 7fea13fff700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 0x7fea1403e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.480+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fea1403b3e0 con 0x7fea1403bfb0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.480+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 0x7fea1403e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.481+0000 7fea2a7fc700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 0x7fea1403e390 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fea20003a10 tx=0x7fea200092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.482+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fea1403b3e0 con 0x7fea1403bfb0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.492+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fea2c19ca70 con 0x7fea1403bfb0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea13fff700 1 -- 172.21.15.63:0/3138828687 <== mgr.14120 v2:172.21.15.63:6800/2485432307 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fea2c19ca70 con 0x7fea1403bfb0 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 msgr2=0x7fea1403e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 0x7fea1403e390 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fea20003a10 tx=0x7fea200092b0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 msgr2=0x7fea2c19bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:18.897 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fea1c006af0 tx=0x7fea1c011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 shutdown_connections 2023-11-16T18:15:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fea1403bfb0 0x7fea1403e390 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea2c19b6f0 0x7fea2c19bb00 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 --2- 172.21.15.63:0/3138828687 >> [v2:172.21.15.63:6800/4125414512,v1:172.21.15.63:6801/4125414512] conn(0x7fea14038820 0x7fea1403acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 >> 172.21.15.63:0/3138828687 conn(0x7fea2c0ffe40 msgr2=0x7fea2c100b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:18.911 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 shutdown_connections 2023-11-16T18:15:18.911 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:18.493+0000 7fea3166e700 1 -- 172.21.15.63:0/3138828687 wait complete. 2023-11-16T18:15:18.911 INFO:teuthology.orchestra.run.smithi063.stdout:mgr epoch 5 is available 2023-11-16T18:15:18.911 INFO:teuthology.orchestra.run.smithi063.stdout:Setting orchestrator backend to cephadm... 2023-11-16T18:15:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:19 smithi063 ceph-mon[98873]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-11-16T18:15:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:19 smithi063 ceph-mon[98873]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-11-16T18:15:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:19 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:19 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:20.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.396+0000 7f65ac54e700 1 Processor -- start 2023-11-16T18:15:20.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.396+0000 7f65ac54e700 1 -- start start 2023-11-16T18:15:20.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65ac54e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:20.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65ac54e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a4079d20 con 0x7f65a4104250 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65aa2ea700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65aa2ea700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41104/0 (socket says 172.21.15.63:41104) 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65aa2ea700 1 -- 172.21.15.63:0/307193443 learned_addr learned my addr 172.21.15.63:0/307193443 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65aa2ea700 1 -- 172.21.15.63:0/307193443 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a4079e60 con 0x7f65a4104250 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65aa2ea700 1 --2- 172.21.15.63:0/307193443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f65a00098a0 tx=0x7f65a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc9bc5c2bb3cc206 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65a92e8700 1 -- 172.21.15.63:0/307193443 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65a0004160 con 0x7f65a4104250 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65a92e8700 1 -- 172.21.15.63:0/307193443 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f65a00042c0 con 0x7f65a4104250 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.397+0000 7f65a92e8700 1 -- 172.21.15.63:0/307193443 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65a0011a00 con 0x7f65a4104250 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 -- 172.21.15.63:0/307193443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 msgr2=0x7f65a4104660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 --2- 172.21.15.63:0/307193443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f65a00098a0 tx=0x7f65a0009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:20.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 -- 172.21.15.63:0/307193443 shutdown_connections 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 --2- 172.21.15.63:0/307193443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a4104660 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 -- 172.21.15.63:0/307193443 >> 172.21.15.63:0/307193443 conn(0x7f65a40ffe40 msgr2=0x7f65a4102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 -- 172.21.15.63:0/307193443 shutdown_connections 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.398+0000 7f65ac54e700 1 -- 172.21.15.63:0/307193443 wait complete. 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.399+0000 7f65ac54e700 1 Processor -- start 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.399+0000 7f65ac54e700 1 -- start start 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.399+0000 7f65ac54e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.399+0000 7f65ac54e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a419bcb0 con 0x7f65a4104250 2023-11-16T18:15:20.209 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65aa2ea700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65aa2ea700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41106/0 (socket says 172.21.15.63:41106) 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65aa2ea700 1 -- 172.21.15.63:0/3642540212 learned_addr learned my addr 172.21.15.63:0/3642540212 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65aa2ea700 1 -- 172.21.15.63:0/3642540212 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a0009550 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65aa2ea700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009fb0 tx=0x7f65a0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65a0003930 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f65a0003a90 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a41059a0 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65a00195e0 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.400+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a4105810 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.401+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) v1 ==== 45377+0+0 (secure 0 0 0) 0x7f65a0019870 con 0x7f65a4104250 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.401+0000 7f659b7fe700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 0x7f659003ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:20.210 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.401+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f65a004c860 con 0x7f65a4104250 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.402+0000 7f65a9ae9700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 0x7f659003ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.402+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65a4105b30 con 0x7f65a4104250 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.402+0000 7f65a9ae9700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 0x7f659003ab60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6594006fd0 tx=0x7f6594006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.407+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f65a0019b70 con 0x7f65a4104250 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.653+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f65a002d960 con 0x7f65a4104250 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.796+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f65a419c400 con 0x7f65900386b0 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.802+0000 7f659b7fe700 1 -- 172.21.15.63:0/3642540212 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f65a419c400 con 0x7f65900386b0 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 msgr2=0x7f659003ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 0x7f659003ab60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6594006fd0 tx=0x7f6594006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 msgr2=0x7f65a419b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009fb0 tx=0x7f65a0011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:20.211 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 shutdown_connections 2023-11-16T18:15:20.212 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f65900386b0 0x7f659003ab60 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:20.212 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 --2- 172.21.15.63:0/3642540212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65a4104250 0x7f65a419b770 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:20.212 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.804+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 >> 172.21.15.63:0/3642540212 conn(0x7f65a40ffe40 msgr2=0x7f65a418fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:20.212 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.805+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 shutdown_connections 2023-11-16T18:15:20.212 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:19.805+0000 7f65ac54e700 1 -- 172.21.15.63:0/3642540212 wait complete. 2023-11-16T18:15:20.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:20 smithi063 ceph-mon[98873]: mgrmap e8: x(active, since 2s) 2023-11-16T18:15:20.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:20 smithi063 ceph-mon[98873]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:20.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:20 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:20.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:20 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:21.450 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout value unchanged 2023-11-16T18:15:21.450 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.711+0000 7ff5f0a90700 1 Processor -- start 2023-11-16T18:15:21.450 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5f0a90700 1 -- start start 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5f0a90700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5f0a90700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ec106280 con 0x7ff5ec079d00 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5ea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5ea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41110/0 (socket says 172.21.15.63:41110) 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5ea59c700 1 -- 172.21.15.63:0/3735045632 learned_addr learned my addr 172.21.15.63:0/3735045632 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.712+0000 7ff5ea59c700 1 -- 172.21.15.63:0/3735045632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5ec10add0 con 0x7ff5ec079d00 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5ea59c700 1 --2- 172.21.15.63:0/3735045632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc0098a0 tx=0x7ff5dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e09b1af7cba62a91 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5e959a700 1 -- 172.21.15.63:0/3735045632 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff5dc004160 con 0x7ff5ec079d00 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5e959a700 1 -- 172.21.15.63:0/3735045632 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff5dc0042c0 con 0x7ff5ec079d00 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5e959a700 1 -- 172.21.15.63:0/3735045632 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff5dc011a00 con 0x7ff5ec079d00 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5f0a90700 1 -- 172.21.15.63:0/3735045632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 msgr2=0x7ff5ec10a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/3735045632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc0098a0 tx=0x7ff5dc009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:21.451 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5f0a90700 1 -- 172.21.15.63:0/3735045632 shutdown_connections 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/3735045632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec079d00 0x7ff5ec10a890 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.713+0000 7ff5f0a90700 1 -- 172.21.15.63:0/3735045632 >> 172.21.15.63:0/3735045632 conn(0x7ff5ec0ffe40 msgr2=0x7ff5ec102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.714+0000 7ff5f0a90700 1 -- 172.21.15.63:0/3735045632 shutdown_connections 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.714+0000 7ff5f0a90700 1 -- 172.21.15.63:0/3735045632 wait complete. 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5f0a90700 1 Processor -- start 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5f0a90700 1 -- start start 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5f0a90700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5f0a90700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ec19c040 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5ea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5ea59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41112/0 (socket says 172.21.15.63:41112) 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5ea59c700 1 -- 172.21.15.63:0/1865847541 learned_addr learned my addr 172.21.15.63:0/1865847541 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5ea59c700 1 -- 172.21.15.63:0/1865847541 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5dc009550 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.452 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.715+0000 7ff5ea59c700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc006af0 tx=0x7ff5dc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff5dc003a40 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5ec10bd60 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff5dc003ba0 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff5dc01a700 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5ec10bbd0 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.716+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7ff5dc01a980 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.717+0000 7ff5db7fe700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 0x7ff5d403ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.717+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ff5dc04caa0 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.717+0000 7ff5e9d9b700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 0x7ff5d403ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.717+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5ec062120 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.717+0000 7ff5e9d9b700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 0x7ff5d403ac80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0006fd0 tx=0x7ff5e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:20.722+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff5dc023390 con 0x7ff5ec19b6f0 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.082+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7ff5ec101220 con 0x7ff5d40387d0 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.082+0000 7ff5db7fe700 1 -- 172.21.15.63:0/1865847541 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7ff5ec101220 con 0x7ff5d40387d0 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 msgr2=0x7ff5d403ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 0x7ff5d403ac80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0006fd0 tx=0x7ff5e0006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 msgr2=0x7ff5ec19bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc006af0 tx=0x7ff5dc011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 shutdown_connections 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7ff5d40387d0 0x7ff5d403ac80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 --2- 172.21.15.63:0/1865847541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5ec19b6f0 0x7ff5ec19bb00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:21.454 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 >> 172.21.15.63:0/1865847541 conn(0x7ff5ec0ffe40 msgr2=0x7ff5ec100b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:21.455 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 shutdown_connections 2023-11-16T18:15:21.455 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.085+0000 7ff5f0a90700 1 -- 172.21.15.63:0/1865847541 wait complete. 2023-11-16T18:15:21.455 INFO:teuthology.orchestra.run.smithi063.stdout:Generating ssh key... 2023-11-16T18:15:21.695 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:21] ENGINE Bus STARTING 2023-11-16T18:15:21.695 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:21.695 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:21] ENGINE Serving on https://172.21.15.63:7150 2023-11-16T18:15:21.696 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:21] ENGINE Serving on http://172.21.15.63:8765 2023-11-16T18:15:21.696 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:21] ENGINE Bus STARTED 2023-11-16T18:15:21.696 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:21 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: Generating public/private rsa key pair. 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: Your identification has been saved in /tmp/tmp6tgpl96k/key. 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: Your public key has been saved in /tmp/tmp6tgpl96k/key.pub. 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: The key fingerprint is: 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: SHA256:uRBYhpMOuvuMOlVUstD0GcaAVUaz2SPnrXvj+4yPA0Q ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: The key's randomart image is: 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: +---[RSA 3072]----+ 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: | .==O@ | 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: | o.*X.BE | 2023-11-16T18:15:22.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: | . +o.B.+ | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: |. o =.+ | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: | . . ..S . | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: |. . ..o | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: | o o. | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: |oo .++ | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: |+oo .o=*+ | 2023-11-16T18:15:22.832 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:22 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: +----[SHA256]-----+ 2023-11-16T18:15:22.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb99e052700 1 Processor -- start 2023-11-16T18:15:22.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb99e052700 1 -- start start 2023-11-16T18:15:22.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb99e052700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:22.898 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb99e052700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb998079d40 con 0x7fb998106460 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb9977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb9977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41124/0 (socket says 172.21.15.63:41124) 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.927+0000 7fb9977fe700 1 -- 172.21.15.63:0/4130266787 learned_addr learned my addr 172.21.15.63:0/4130266787 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.928+0000 7fb9977fe700 1 -- 172.21.15.63:0/4130266787 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb998079e80 con 0x7fb998106460 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.928+0000 7fb9977fe700 1 --2- 172.21.15.63:0/4130266787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb9880098a0 tx=0x7fb988009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15718ace4cda22d7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.928+0000 7fb9967fc700 1 -- 172.21.15.63:0/4130266787 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb988004160 con 0x7fb998106460 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.928+0000 7fb9967fc700 1 -- 172.21.15.63:0/4130266787 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb9880042c0 con 0x7fb998106460 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.928+0000 7fb9967fc700 1 -- 172.21.15.63:0/4130266787 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb988011a00 con 0x7fb998106460 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 -- 172.21.15.63:0/4130266787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 msgr2=0x7fb998108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 --2- 172.21.15.63:0/4130266787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb9880098a0 tx=0x7fb988009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 -- 172.21.15.63:0/4130266787 shutdown_connections 2023-11-16T18:15:22.899 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 --2- 172.21.15.63:0/4130266787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998108840 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 -- 172.21.15.63:0/4130266787 >> 172.21.15.63:0/4130266787 conn(0x7fb9980ffe80 msgr2=0x7fb998102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 -- 172.21.15.63:0/4130266787 shutdown_connections 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.929+0000 7fb99e052700 1 -- 172.21.15.63:0/4130266787 wait complete. 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb99e052700 1 Processor -- start 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb99e052700 1 -- start start 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb99e052700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb99e052700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb998199a50 con 0x7fb998106460 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb9977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb9977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41126/0 (socket says 172.21.15.63:41126) 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb9977fe700 1 -- 172.21.15.63:0/114551975 learned_addr learned my addr 172.21.15.63:0/114551975 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.930+0000 7fb9977fe700 1 -- 172.21.15.63:0/114551975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb988009550 con 0x7fb998106460 2023-11-16T18:15:22.900 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb9977fe700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb988006af0 tx=0x7fb988011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:22.901 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb988003a40 con 0x7fb998106460 2023-11-16T18:15:22.901 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb988003ba0 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb998109b10 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb98801a700 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.931+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb998109980 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.932+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7fb988024ad0 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.932+0000 7fb994ff9700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 0x7fb98003acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.932+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb98804c7f0 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.932+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb998062120 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.932+0000 7fb996ffd700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 0x7fb98003acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.933+0000 7fb996ffd700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 0x7fb98003acd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb98c006fd0 tx=0x7fb98c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:21.937+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fb988018db0 con 0x7fb998106460 2023-11-16T18:15:22.902 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.301+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fb998101290 con 0x7fb980038820 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.505+0000 7fb994ff9700 1 -- 172.21.15.63:0/114551975 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fb998101290 con 0x7fb980038820 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 msgr2=0x7fb98003acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 0x7fb98003acd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb98c006fd0 tx=0x7fb98c006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 msgr2=0x7fb998199510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb988006af0 tx=0x7fb988011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 shutdown_connections 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fb980038820 0x7fb98003acd0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 --2- 172.21.15.63:0/114551975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb998106460 0x7fb998199510 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 >> 172.21.15.63:0/114551975 conn(0x7fb9980ffe80 msgr2=0x7fb998100b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 shutdown_connections 2023-11-16T18:15:22.903 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:22.508+0000 7fb99e052700 1 -- 172.21.15.63:0/114551975 wait complete. 2023-11-16T18:15:23.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:23 smithi063 ceph-mon[98873]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:23.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:23 smithi063 ceph-mon[98873]: Generating ssh key... 2023-11-16T18:15:23.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:23 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:23.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:23 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:24.043 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:24.043 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.335+0000 7f25af287700 1 Processor -- start 2023-11-16T18:15:24.043 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25af287700 1 -- start start 2023-11-16T18:15:24.043 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25af287700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:24.043 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25af287700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a8079d80 con 0x7f25a8106420 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25ad023700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25ad023700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41130/0 (socket says 172.21.15.63:41130) 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25ad023700 1 -- 172.21.15.63:0/2923010205 learned_addr learned my addr 172.21.15.63:0/2923010205 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25ad023700 1 -- 172.21.15.63:0/2923010205 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a8079ec0 con 0x7f25a8106420 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.336+0000 7f25ad023700 1 --2- 172.21.15.63:0/2923010205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f25a40098a0 tx=0x7f25a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe9e319f8d230f90 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f259bfff700 1 -- 172.21.15.63:0/2923010205 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a4004160 con 0x7f25a8106420 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f259bfff700 1 -- 172.21.15.63:0/2923010205 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f25a40042c0 con 0x7f25a8106420 2023-11-16T18:15:24.063 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f259bfff700 1 -- 172.21.15.63:0/2923010205 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a4011a00 con 0x7f25a8106420 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 -- 172.21.15.63:0/2923010205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 msgr2=0x7f25a8108800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 --2- 172.21.15.63:0/2923010205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f25a40098a0 tx=0x7f25a4009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 -- 172.21.15.63:0/2923010205 shutdown_connections 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 --2- 172.21.15.63:0/2923010205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8108800 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 -- 172.21.15.63:0/2923010205 >> 172.21.15.63:0/2923010205 conn(0x7f25a80ffe80 msgr2=0x7f25a8102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 -- 172.21.15.63:0/2923010205 shutdown_connections 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.337+0000 7f25af287700 1 -- 172.21.15.63:0/2923010205 wait complete. 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25af287700 1 Processor -- start 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25af287700 1 -- start start 2023-11-16T18:15:24.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25af287700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:24.065 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25af287700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a8199a90 con 0x7f25a8106420 2023-11-16T18:15:24.066 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25ad023700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:24.066 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25ad023700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41132/0 (socket says 172.21.15.63:41132) 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.338+0000 7f25ad023700 1 -- 172.21.15.63:0/991233692 learned_addr learned my addr 172.21.15.63:0/991233692 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f25ad023700 1 -- 172.21.15.63:0/991233692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a4009550 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f25ad023700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f25a4006af0 tx=0x7f25a4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a4003a40 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f25a4003ba0 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25a8109ba0 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a401a700 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.339+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25a8109a10 con 0x7f25a8106420 2023-11-16T18:15:24.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.340+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f25a401a930 con 0x7f25a8106420 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.340+0000 7f259a7fc700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 0x7f259403acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.340+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f25a404c740 con 0x7f25a8106420 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.340+0000 7f25ac822700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 0x7f259403acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.340+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25a8109d30 con 0x7f25a8106420 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.341+0000 7f25ac822700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 0x7f259403acd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f259c006fd0 tx=0x7f259c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.345+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f25a401abe0 con 0x7f25a8106420 2023-11-16T18:15:24.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.709+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f25a8101280 con 0x7f2594038820 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.709+0000 7f259a7fc700 1 -- 172.21.15.63:0/991233692 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f25a8101280 con 0x7f2594038820 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.711+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 msgr2=0x7f259403acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.711+0000 7f25af287700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 0x7f259403acd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f259c006fd0 tx=0x7f259c006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.711+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 msgr2=0x7f25a8199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.711+0000 7f25af287700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f25a4006af0 tx=0x7f25a4011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 shutdown_connections 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f2594038820 0x7f259403acd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 --2- 172.21.15.63:0/991233692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25a8106420 0x7f25a8199550 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 >> 172.21.15.63:0/991233692 conn(0x7f25a80ffe80 msgr2=0x7f25a8100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 shutdown_connections 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:23.712+0000 7f25af287700 1 -- 172.21.15.63:0/991233692 wait complete. 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-11-16T18:15:24.069 INFO:teuthology.orchestra.run.smithi063.stdout:Adding key to root@localhost authorized_keys... 2023-11-16T18:15:24.070 INFO:teuthology.orchestra.run.smithi063.stdout:Adding host smithi063... 2023-11-16T18:15:24.900 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:24 smithi063 ceph-mon[98873]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:26.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:25 smithi063 ceph-mon[98873]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi063", "addr": "172.21.15.63", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:26.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:25 smithi063 ceph-mon[98873]: Deploying cephadm binary to smithi063 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout Added host 'smithi063' with addr '172.21.15.63' 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.497+0000 7f60f25f9700 1 Processor -- start 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.497+0000 7f60f25f9700 1 -- start start 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.497+0000 7f60f25f9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.497+0000 7f60f25f9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec106250 con 0x7f60ec105900 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60ebfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60ebfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41136/0 (socket says 172.21.15.63:41136) 2023-11-16T18:15:27.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60ebfff700 1 -- 172.21.15.63:0/293462095 learned_addr learned my addr 172.21.15.63:0/293462095 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60ebfff700 1 -- 172.21.15.63:0/293462095 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60ec106390 con 0x7f60ec105900 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60ebfff700 1 --2- 172.21.15.63:0/293462095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f60dc0098a0 tx=0x7f60dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37f18f7ec87eb97 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60eaffd700 1 -- 172.21.15.63:0/293462095 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f60dc004160 con 0x7f60ec105900 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60eaffd700 1 -- 172.21.15.63:0/293462095 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f60dc0042c0 con 0x7f60ec105900 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.498+0000 7f60eaffd700 1 -- 172.21.15.63:0/293462095 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f60dc011a00 con 0x7f60ec105900 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 -- 172.21.15.63:0/293462095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 msgr2=0x7f60ec105d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 --2- 172.21.15.63:0/293462095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f60dc0098a0 tx=0x7f60dc009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 -- 172.21.15.63:0/293462095 shutdown_connections 2023-11-16T18:15:27.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 --2- 172.21.15.63:0/293462095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec105d10 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 -- 172.21.15.63:0/293462095 >> 172.21.15.63:0/293462095 conn(0x7f60ec100fb0 msgr2=0x7f60ec1033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 -- 172.21.15.63:0/293462095 shutdown_connections 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.499+0000 7f60f25f9700 1 -- 172.21.15.63:0/293462095 wait complete. 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60f25f9700 1 Processor -- start 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60f25f9700 1 -- start start 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60f25f9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60f25f9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec07c190 con 0x7f60ec105900 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60ebfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60ebfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41138/0 (socket says 172.21.15.63:41138) 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.500+0000 7f60ebfff700 1 -- 172.21.15.63:0/2814632064 learned_addr learned my addr 172.21.15.63:0/2814632064 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60ebfff700 1 -- 172.21.15.63:0/2814632064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60dc009550 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60ebfff700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f60dc009fb0 tx=0x7f60dc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f60dc003930 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f60dc003a90 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60f25f9700 1 -- 172.21.15.63:0/2814632064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60ec107950 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f60dc019610 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.501+0000 7f60f25f9700 1 -- 172.21.15.63:0/2814632064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60ec1077c0 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.502+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f60dc01a430 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.502+0000 7f60e97fa700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 0x7f60d803ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.502+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f60dc04c970 con 0x7f60ec105900 2023-11-16T18:15:27.694 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.502+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60ec062120 con 0x7f60ec105900 2023-11-16T18:15:27.715 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.503+0000 7f60eb7fe700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 0x7f60d803ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.503+0000 7f60eb7fe700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 0x7f60d803ac80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f60d4006fd0 tx=0x7f60d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.507+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f60dc0239e0 con 0x7f60ec105900 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:24.874+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi063", "addr": "172.21.15.63", "target": ["mon-mgr", ""]}) v1 -- 0x7f60ec07a5e0 con 0x7f60d80387d0 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.291+0000 7f60e97fa700 1 -- 172.21.15.63:0/2814632064 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f60ec07a5e0 con 0x7f60d80387d0 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 msgr2=0x7f60d803ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 0x7f60d803ac80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f60d4006fd0 tx=0x7f60d4006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:27.716 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 msgr2=0x7f60ec07bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f60dc009fb0 tx=0x7f60dc011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 shutdown_connections 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f60d80387d0 0x7f60d803ac80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 --2- 172.21.15.63:0/2814632064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60ec105900 0x7f60ec07bc50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 >> 172.21.15.63:0/2814632064 conn(0x7f60ec100fb0 msgr2=0x7f60ec101c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.294+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 shutdown_connections 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:27.295+0000 7f60e2ffd700 1 -- 172.21.15.63:0/2814632064 wait complete. 2023-11-16T18:15:27.717 INFO:teuthology.orchestra.run.smithi063.stdout:Deploying unmanaged mon service... 2023-11-16T18:15:28.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:28 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:28.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:28 smithi063 ceph-mon[98873]: Added host smithi063 2023-11-16T18:15:28.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:28 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:29.032 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-11-16T18:15:29.033 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.145+0000 7f10c538d700 1 Processor -- start 2023-11-16T18:15:29.036 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.145+0000 7f10c538d700 1 -- start start 2023-11-16T18:15:29.036 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.145+0000 7f10c538d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:29.049 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10c538d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10c0104530 con 0x7f10c0103be0 2023-11-16T18:15:29.049 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10beffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:29.050 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10beffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41172/0 (socket says 172.21.15.63:41172) 2023-11-16T18:15:29.050 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10beffd700 1 -- 172.21.15.63:0/2340239125 learned_addr learned my addr 172.21.15.63:0/2340239125 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:29.050 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10beffd700 1 -- 172.21.15.63:0/2340239125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10c0104670 con 0x7f10c0103be0 2023-11-16T18:15:29.050 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10beffd700 1 --2- 172.21.15.63:0/2340239125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f10a80098a0 tx=0x7f10a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55a29722f457f78e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:29.051 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10bdffb700 1 -- 172.21.15.63:0/2340239125 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10a8004160 con 0x7f10c0103be0 2023-11-16T18:15:29.051 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10bdffb700 1 -- 172.21.15.63:0/2340239125 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f10a80042c0 con 0x7f10c0103be0 2023-11-16T18:15:29.051 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.146+0000 7f10bdffb700 1 -- 172.21.15.63:0/2340239125 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10a8011a00 con 0x7f10c0103be0 2023-11-16T18:15:29.052 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 -- 172.21.15.63:0/2340239125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 msgr2=0x7f10c0103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:29.052 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 --2- 172.21.15.63:0/2340239125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f10a80098a0 tx=0x7f10a8009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:29.053 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 -- 172.21.15.63:0/2340239125 shutdown_connections 2023-11-16T18:15:29.054 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 --2- 172.21.15.63:0/2340239125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0103ff0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:29.054 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 -- 172.21.15.63:0/2340239125 >> 172.21.15.63:0/2340239125 conn(0x7f10c00ff5c0 msgr2=0x7f10c01019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:29.054 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 -- 172.21.15.63:0/2340239125 shutdown_connections 2023-11-16T18:15:29.054 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.147+0000 7f10c538d700 1 -- 172.21.15.63:0/2340239125 wait complete. 2023-11-16T18:15:29.055 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10c538d700 1 Processor -- start 2023-11-16T18:15:29.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10c538d700 1 -- start start 2023-11-16T18:15:29.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10c538d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:29.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10c538d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10c0199ac0 con 0x7f10c0103be0 2023-11-16T18:15:29.064 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10beffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:29.065 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10beffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41174/0 (socket says 172.21.15.63:41174) 2023-11-16T18:15:29.065 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.148+0000 7f10beffd700 1 -- 172.21.15.63:0/1080172291 learned_addr learned my addr 172.21.15.63:0/1080172291 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:29.065 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10beffd700 1 -- 172.21.15.63:0/1080172291 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10a8009550 con 0x7f10c0103be0 2023-11-16T18:15:29.065 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10beffd700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f10a8009fb0 tx=0x7f10a8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:29.066 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10a8003930 con 0x7f10c0103be0 2023-11-16T18:15:29.066 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f10a8003a90 con 0x7f10c0103be0 2023-11-16T18:15:29.066 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10c01079b0 con 0x7f10c0103be0 2023-11-16T18:15:29.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10a80195e0 con 0x7f10c0103be0 2023-11-16T18:15:29.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.149+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10c0107820 con 0x7f10c0103be0 2023-11-16T18:15:29.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.150+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f10a80198e0 con 0x7f10c0103be0 2023-11-16T18:15:29.067 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.150+0000 7f10b7fff700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 0x7f10ac03ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:29.068 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.150+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f10a804c820 con 0x7f10c0103be0 2023-11-16T18:15:29.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.150+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10c0062120 con 0x7f10c0103be0 2023-11-16T18:15:29.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.150+0000 7f10be7fc700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 0x7f10ac03ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.151+0000 7f10be7fc700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 0x7f10ac03ac30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006fd0 tx=0x7f10b0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.155+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f10a8019be0 con 0x7f10c0103be0 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.547+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f10c0100a10 con 0x7f10ac038780 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.553+0000 7f10b7fff700 1 -- 172.21.15.63:0/1080172291 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f10c0100a10 con 0x7f10ac038780 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 msgr2=0x7f10ac03ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 0x7f10ac03ac30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006fd0 tx=0x7f10b0006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 msgr2=0x7f10c0199580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f10a8009fb0 tx=0x7f10a8011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 shutdown_connections 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f10ac038780 0x7f10ac03ac30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:29.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 --2- 172.21.15.63:0/1080172291 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10c0103be0 0x7f10c0199580 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:29.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.555+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 >> 172.21.15.63:0/1080172291 conn(0x7f10c00ff5c0 msgr2=0x7f10c0100300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:29.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.556+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 shutdown_connections 2023-11-16T18:15:29.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:28.556+0000 7f10c538d700 1 -- 172.21.15.63:0/1080172291 wait complete. 2023-11-16T18:15:29.083 INFO:teuthology.orchestra.run.smithi063.stdout:Deploying unmanaged mgr service... 2023-11-16T18:15:29.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:29 smithi063 ceph-mon[98873]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:29.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:29 smithi063 ceph-mon[98873]: Saving service mon spec with placement count:5 2023-11-16T18:15:29.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:29 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe9a08f5700 1 Processor -- start 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe9a08f5700 1 -- start start 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe9a08f5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe9a08f5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe99c079d80 con 0x7fe99c106400 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe99a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe99a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41178/0 (socket says 172.21.15.63:41178) 2023-11-16T18:15:30.377 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.554+0000 7fe99a59c700 1 -- 172.21.15.63:0/2234565735 learned_addr learned my addr 172.21.15.63:0/2234565735 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.555+0000 7fe99a59c700 1 -- 172.21.15.63:0/2234565735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe99c079ec0 con 0x7fe99c106400 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.555+0000 7fe99a59c700 1 --2- 172.21.15.63:0/2234565735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0098a0 tx=0x7fe98c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab4f92fe3d3b3455 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.555+0000 7fe99959a700 1 -- 172.21.15.63:0/2234565735 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe98c004160 con 0x7fe99c106400 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.555+0000 7fe99959a700 1 -- 172.21.15.63:0/2234565735 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe98c0042c0 con 0x7fe99c106400 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.555+0000 7fe99959a700 1 -- 172.21.15.63:0/2234565735 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe98c011a00 con 0x7fe99c106400 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 -- 172.21.15.63:0/2234565735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 msgr2=0x7fe99c1087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/2234565735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0098a0 tx=0x7fe98c009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 -- 172.21.15.63:0/2234565735 shutdown_connections 2023-11-16T18:15:30.378 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/2234565735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c1087e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 -- 172.21.15.63:0/2234565735 >> 172.21.15.63:0/2234565735 conn(0x7fe99c0ffe40 msgr2=0x7fe99c102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 -- 172.21.15.63:0/2234565735 shutdown_connections 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.556+0000 7fe9a08f5700 1 -- 172.21.15.63:0/2234565735 wait complete. 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe9a08f5700 1 Processor -- start 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe9a08f5700 1 -- start start 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe9a08f5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe9a08f5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe99c199ab0 con 0x7fe99c106400 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe99a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe99a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41180/0 (socket says 172.21.15.63:41180) 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe99a59c700 1 -- 172.21.15.63:0/3922542961 learned_addr learned my addr 172.21.15.63:0/3922542961 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe99a59c700 1 -- 172.21.15.63:0/3922542961 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe98c009550 con 0x7fe99c106400 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.557+0000 7fe99a59c700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009fb0 tx=0x7fe98c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:30.379 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe98c003930 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe99c109b80 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe98c003a90 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe98c0195e0 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe99c1099f0 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.558+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7fe98c0198e0 con 0x7fe99c106400 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.559+0000 7fe98b7fe700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 0x7fe98403ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:30.380 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.559+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe98c04c840 con 0x7fe99c106400 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.559+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe99c062120 con 0x7fe99c106400 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.559+0000 7fe999d9b700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 0x7fe98403ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.559+0000 7fe999d9b700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 0x7fe98403ac30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe990006fd0 tx=0x7fe990006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.564+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fe98c019be0 con 0x7fe99c106400 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.812+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mon.0 v2:172.21.15.63:3300/0 7 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe98c02de90 con 0x7fe99c106400 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.952+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fe99c101270 con 0x7fe984038780 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.957+0000 7fe98b7fe700 1 -- 172.21.15.63:0/3922542961 <== mgr.14120 v2:172.21.15.63:6800/2485432307 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fe99c101270 con 0x7fe984038780 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 msgr2=0x7fe98403ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 0x7fe98403ac30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe990006fd0 tx=0x7fe990006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:30.381 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 msgr2=0x7fe99c199570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009fb0 tx=0x7fe98c011ad0 comp rx=0 tx=0).stop 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 shutdown_connections 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7fe984038780 0x7fe98403ac30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 --2- 172.21.15.63:0/3922542961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe99c106400 0x7fe99c199570 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 >> 172.21.15.63:0/3922542961 conn(0x7fe99c0ffe40 msgr2=0x7fe99c100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 shutdown_connections 2023-11-16T18:15:30.382 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:29.959+0000 7fe9a08f5700 1 -- 172.21.15.63:0/3922542961 wait complete. 2023-11-16T18:15:31.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:30 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:31.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:30 smithi063 ceph-mon[98873]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:31.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:30 smithi063 ceph-mon[98873]: Saving service mgr spec with placement count:2 2023-11-16T18:15:31.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:30 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:31.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:30 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:31.735 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.915+0000 7f7e5032c700 1 Processor -- start 2023-11-16T18:15:31.736 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.915+0000 7f7e5032c700 1 -- start start 2023-11-16T18:15:31.738 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e5032c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:31.738 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e5032c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e4807a820 con 0x7f7e4807bde0 2023-11-16T18:15:31.740 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4e0c8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:31.741 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4e0c8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41184/0 (socket says 172.21.15.63:41184) 2023-11-16T18:15:31.741 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4e0c8700 1 -- 172.21.15.63:0/2076193226 learned_addr learned my addr 172.21.15.63:0/2076193226 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:31.741 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4e0c8700 1 -- 172.21.15.63:0/2076193226 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e4807a960 con 0x7f7e4807bde0 2023-11-16T18:15:31.741 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4e0c8700 1 --2- 172.21.15.63:0/2076193226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e38009e80 tx=0x7f7e3800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aff6de52313a94 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:31.743 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.916+0000 7f7e4d0c6700 1 -- 172.21.15.63:0/2076193226 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7e3800e070 con 0x7f7e4807bde0 2023-11-16T18:15:31.743 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e4d0c6700 1 -- 172.21.15.63:0/2076193226 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e3800b8c0 con 0x7f7e4807bde0 2023-11-16T18:15:31.745 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e4d0c6700 1 -- 172.21.15.63:0/2076193226 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7e380043e0 con 0x7f7e4807bde0 2023-11-16T18:15:31.745 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 -- 172.21.15.63:0/2076193226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 msgr2=0x7f7e4807a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:31.745 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 --2- 172.21.15.63:0/2076193226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e38009e80 tx=0x7f7e3800b330 comp rx=0 tx=0).stop 2023-11-16T18:15:31.746 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 -- 172.21.15.63:0/2076193226 shutdown_connections 2023-11-16T18:15:31.758 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 --2- 172.21.15.63:0/2076193226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4807a2e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:31.758 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 -- 172.21.15.63:0/2076193226 >> 172.21.15.63:0/2076193226 conn(0x7f7e48100fe0 msgr2=0x7f7e481033f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:31.759 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 -- 172.21.15.63:0/2076193226 shutdown_connections 2023-11-16T18:15:31.759 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.917+0000 7f7e5032c700 1 -- 172.21.15.63:0/2076193226 wait complete. 2023-11-16T18:15:31.760 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e5032c700 1 Processor -- start 2023-11-16T18:15:31.760 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e5032c700 1 -- start start 2023-11-16T18:15:31.766 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e5032c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:31.798 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e5032c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e4819bd30 con 0x7f7e4807bde0 2023-11-16T18:15:31.798 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e4e0c8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:31.799 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e4e0c8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41186/0 (socket says 172.21.15.63:41186) 2023-11-16T18:15:31.799 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.918+0000 7f7e4e0c8700 1 -- 172.21.15.63:0/4063900047 learned_addr learned my addr 172.21.15.63:0/4063900047 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:31.799 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e4e0c8700 1 -- 172.21.15.63:0/4063900047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e38009b30 con 0x7f7e4807bde0 2023-11-16T18:15:31.801 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e4e0c8700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e38003fb0 tx=0x7f7e38003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:31.801 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7e3800e040 con 0x7f7e4807bde0 2023-11-16T18:15:31.801 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e3800bd70 con 0x7f7e4807bde0 2023-11-16T18:15:31.801 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e4810be70 con 0x7f7e4807bde0 2023-11-16T18:15:31.802 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7e3801c620 con 0x7f7e4807bde0 2023-11-16T18:15:31.802 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.919+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e4810bce0 con 0x7f7e4807bde0 2023-11-16T18:15:31.802 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.920+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f7e38012430 con 0x7f7e4807bde0 2023-11-16T18:15:31.803 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.920+0000 7f7e477fe700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 0x7f7e3003ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:31.803 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.920+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e4819be70 con 0x7f7e4807bde0 2023-11-16T18:15:31.816 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.920+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f7e3804c530 con 0x7f7e4807bde0 2023-11-16T18:15:31.822 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.920+0000 7f7e4d8c7700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 0x7f7e3003ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:31.822 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.921+0000 7f7e4d8c7700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 0x7f7e3003ac60 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7e3c006fd0 tx=0x7f7e3c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:31.822 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:30.925+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7e38020080 con 0x7f7e4807bde0 2023-11-16T18:15:31.828 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.306+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7f7e48062120 con 0x7f7e4807bde0 2023-11-16T18:15:31.829 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.310+0000 7f7e477fe700 1 -- 172.21.15.63:0/4063900047 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7f7e38017020 con 0x7f7e4807bde0 2023-11-16T18:15:31.833 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 msgr2=0x7f7e3003ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:31.846 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 0x7f7e3003ac60 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7e3c006fd0 tx=0x7f7e3c006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:31.855 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 msgr2=0x7f7e4819b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:31.867 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e38003fb0 tx=0x7f7e38003d00 comp rx=0 tx=0).stop 2023-11-16T18:15:31.867 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 shutdown_connections 2023-11-16T18:15:31.867 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f7e300387b0 0x7f7e3003ac60 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 --2- 172.21.15.63:0/4063900047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e4807bde0 0x7f7e4819b7f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 >> 172.21.15.63:0/4063900047 conn(0x7f7e48100fe0 msgr2=0x7f7e48101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 shutdown_connections 2023-11-16T18:15:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:31.313+0000 7f7e5032c700 1 -- 172.21.15.63:0/4063900047 wait complete. 2023-11-16T18:15:32.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:32 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4063900047' entity='client.admin' 2023-11-16T18:15:32.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:32 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.357+0000 7f740def1700 1 Processor -- start 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.357+0000 7f740def1700 1 -- start start 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f740def1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f740def1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7408106250 con 0x7f7408105900 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74077fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74077fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41190/0 (socket says 172.21.15.63:41190) 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74077fe700 1 -- 172.21.15.63:0/445154089 learned_addr learned my addr 172.21.15.63:0/445154089 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74077fe700 1 -- 172.21.15.63:0/445154089 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7408106390 con 0x7f7408105900 2023-11-16T18:15:33.073 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74077fe700 1 --2- 172.21.15.63:0/445154089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f73f80098a0 tx=0x7f73f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe68297f575c1473 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.358+0000 7f74067fc700 1 -- 172.21.15.63:0/445154089 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73f8004160 con 0x7f7408105900 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f74067fc700 1 -- 172.21.15.63:0/445154089 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f73f80042c0 con 0x7f7408105900 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f74067fc700 1 -- 172.21.15.63:0/445154089 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73f80119b0 con 0x7f7408105900 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 -- 172.21.15.63:0/445154089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 msgr2=0x7f7408105d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 --2- 172.21.15.63:0/445154089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f73f80098a0 tx=0x7f73f8009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 -- 172.21.15.63:0/445154089 shutdown_connections 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 --2- 172.21.15.63:0/445154089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f7408105d10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 -- 172.21.15.63:0/445154089 >> 172.21.15.63:0/445154089 conn(0x7f7408100fb0 msgr2=0x7f74081033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 -- 172.21.15.63:0/445154089 shutdown_connections 2023-11-16T18:15:33.074 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.359+0000 7f740def1700 1 -- 172.21.15.63:0/445154089 wait complete. 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.360+0000 7f740def1700 1 Processor -- start 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.360+0000 7f740def1700 1 -- start start 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.360+0000 7f740def1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.360+0000 7f740def1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f740819bcb0 con 0x7f7408105900 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f74077fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f74077fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41192/0 (socket says 172.21.15.63:41192) 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f74077fe700 1 -- 172.21.15.63:0/2864895346 learned_addr learned my addr 172.21.15.63:0/2864895346 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f74077fe700 1 -- 172.21.15.63:0/2864895346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f8009550 con 0x7f7408105900 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f74077fe700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f73f8011980 tx=0x7f73f8011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:33.075 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73f8003a60 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f73f8003bc0 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7408107990 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73f801a670 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.361+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7408107800 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.362+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f73f801a930 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.362+0000 7f7404ff9700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 0x7f73f003ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.362+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f73f804c7d0 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.363+0000 7f7406ffd700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 0x7f73f003ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.363+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7408109dd0 con 0x7f7408105900 2023-11-16T18:15:33.076 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.363+0000 7f7406ffd700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 0x7f73f003ac80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f73fc006fd0 tx=0x7f73fc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.368+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f73f801abe0 con 0x7f7408105900 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.737+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f740819c470 con 0x7f7408105900 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.740+0000 7f7404ff9700 1 -- 172.21.15.63:0/2864895346 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f73f8018350 con 0x7f7408105900 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 msgr2=0x7f73f003ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 0x7f73f003ac80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f73fc006fd0 tx=0x7f73fc006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 msgr2=0x7f740819b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f73f8011980 tx=0x7f73f8011a60 comp rx=0 tx=0).stop 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 shutdown_connections 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f73f00387d0 0x7f73f003ac80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 --2- 172.21.15.63:0/2864895346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7408105900 0x7f740819b770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:33.077 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 >> 172.21.15.63:0/2864895346 conn(0x7f7408100fb0 msgr2=0x7f7408101c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:33.078 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.743+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 shutdown_connections 2023-11-16T18:15:33.078 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:32.744+0000 7f740def1700 1 -- 172.21.15.63:0/2864895346 wait complete. 2023-11-16T18:15:33.078 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling the dashboard module... 2023-11-16T18:15:34.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:33 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2864895346' entity='client.admin' 2023-11-16T18:15:34.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:33 smithi063 ceph-mon[98873]: from='mgr.14120 172.21.15.63:0/3012305379' entity='mgr.x' 2023-11-16T18:15:34.932 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:34 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/393404041' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-11-16T18:15:34.932 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:34 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: ignoring --setuser ceph since I am not root 2023-11-16T18:15:34.932 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:34 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: ignoring --setgroup ceph since I am not root 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.517+0000 7f67a9c9a700 1 Processor -- start 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.517+0000 7f67a9c9a700 1 -- start start 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a9c9a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a9c9a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67a4106250 con 0x7f67a4105900 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41196/0 (socket says 172.21.15.63:41196) 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a37fe700 1 -- 172.21.15.63:0/3390450730 learned_addr learned my addr 172.21.15.63:0/3390450730 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:35.136 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a37fe700 1 -- 172.21.15.63:0/3390450730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67a4106390 con 0x7f67a4105900 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.518+0000 7f67a37fe700 1 --2- 172.21.15.63:0/3390450730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f67940098a0 tx=0x7f6794009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=517737920de7205d server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.519+0000 7f67a27fc700 1 -- 172.21.15.63:0/3390450730 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6794004160 con 0x7f67a4105900 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.519+0000 7f67a27fc700 1 -- 172.21.15.63:0/3390450730 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f67940042c0 con 0x7f67a4105900 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.519+0000 7f67a27fc700 1 -- 172.21.15.63:0/3390450730 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67940119b0 con 0x7f67a4105900 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.519+0000 7f67a9c9a700 1 -- 172.21.15.63:0/3390450730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 msgr2=0x7f67a4105d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.519+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/3390450730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f67940098a0 tx=0x7f6794009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 -- 172.21.15.63:0/3390450730 shutdown_connections 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/3390450730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a4105d10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 -- 172.21.15.63:0/3390450730 >> 172.21.15.63:0/3390450730 conn(0x7f67a4100fb0 msgr2=0x7f67a41033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 -- 172.21.15.63:0/3390450730 shutdown_connections 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 -- 172.21.15.63:0/3390450730 wait complete. 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.520+0000 7f67a9c9a700 1 Processor -- start 2023-11-16T18:15:35.137 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a9c9a700 1 -- start start 2023-11-16T18:15:35.138 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a9c9a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a9c9a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67a407c190 con 0x7f67a4105900 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41198/0 (socket says 172.21.15.63:41198) 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a37fe700 1 -- 172.21.15.63:0/393404041 learned_addr learned my addr 172.21.15.63:0/393404041 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a37fe700 1 -- 172.21.15.63:0/393404041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6794009550 con 0x7f67a4105900 2023-11-16T18:15:35.158 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a37fe700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6794011980 tx=0x7f6794011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.521+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6794003a60 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.522+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67a4107990 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.522+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6794003bc0 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.522+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f679401a670 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.522+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67a4107800 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.522+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f679401a8e0 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.523+0000 7f67a0ff9700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 0x7f678c03acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.523+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f679404c880 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.523+0000 7f67a2ffd700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 0x7f678c03acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.523+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67a4109dd0 con 0x7f67a4105900 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.523+0000 7f67a2ffd700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 0x7f678c03acd0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6798006fd0 tx=0x7f6798006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:35.159 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:33.528+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6794048070 con 0x7f67a4105900 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.017+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f67a4062120 con 0x7f67a4105900 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.747+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f679402d910 con 0x7f67a4105900 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.749+0000 7f67a0ff9700 1 -- 172.21.15.63:0/393404041 <== mon.0 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f6794018db0 con 0x7f67a4105900 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 msgr2=0x7f678c03acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 0x7f678c03acd0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6798006fd0 tx=0x7f6798006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 msgr2=0x7f67a407bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6794011980 tx=0x7f6794011a60 comp rx=0 tx=0).stop 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 shutdown_connections 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f678c038820 0x7f678c03acd0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 --2- 172.21.15.63:0/393404041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67a4105900 0x7f67a407bc50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:35.160 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.751+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 >> 172.21.15.63:0/393404041 conn(0x7f67a4100fb0 msgr2=0x7f67a4101c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:35.161 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.752+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 shutdown_connections 2023-11-16T18:15:35.161 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:34.752+0000 7f67a9c9a700 1 -- 172.21.15.63:0/393404041 wait complete. 2023-11-16T18:15:35.272 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:34 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:34.945+0000 7fb884618200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-16T18:15:35.272 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:35.041+0000 7fb884618200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-16T18:15:35.272 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:35.158+0000 7fb884618200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-16T18:15:35.273 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:35.270+0000 7fb884618200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-16T18:15:35.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:35.494+0000 7fb884618200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-16T18:15:36.005 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:35.895+0000 7fb884618200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-16T18:15:36.008 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/393404041' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-11-16T18:15:36.009 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:35 smithi063 ceph-mon[98873]: mgrmap e9: x(active, since 17s) 2023-11-16T18:15:36.273 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:36 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:36.004+0000 7fb884618200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-16T18:15:36.273 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:36 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:36.157+0000 7fb884618200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-16T18:15:36.469 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:15:36.470 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-11-16T18:15:36.470 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "available": true, 2023-11-16T18:15:36.470 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-11-16T18:15:36.471 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-11-16T18:15:36.471 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:15:36.471 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.638+0000 7f79a4f14700 1 Processor -- start 2023-11-16T18:15:36.471 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.638+0000 7f79a4f14700 1 -- start start 2023-11-16T18:15:36.472 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.638+0000 7f79a4f14700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:36.472 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.638+0000 7f79a4f14700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a0105140 con 0x7f79a01047f0 2023-11-16T18:15:36.472 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.638+0000 7f799e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:36.472 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41212/0 (socket says 172.21.15.63:41212) 2023-11-16T18:15:36.473 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799e59c700 1 -- 172.21.15.63:0/3849622849 learned_addr learned my addr 172.21.15.63:0/3849622849 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:36.473 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799e59c700 1 -- 172.21.15.63:0/3849622849 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a0105280 con 0x7f79a01047f0 2023-11-16T18:15:36.473 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799e59c700 1 --2- 172.21.15.63:0/3849622849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f799000bb40 tx=0x7f799000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1566daf651c7c65c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:36.473 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799d59a700 1 -- 172.21.15.63:0/3849622849 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f799000dbe0 con 0x7f79a01047f0 2023-11-16T18:15:36.474 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799d59a700 1 -- 172.21.15.63:0/3849622849 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79900044f0 con 0x7f79a01047f0 2023-11-16T18:15:36.474 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.639+0000 7f799d59a700 1 -- 172.21.15.63:0/3849622849 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7990003e60 con 0x7f79a01047f0 2023-11-16T18:15:36.474 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 -- 172.21.15.63:0/3849622849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 msgr2=0x7f79a0104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:36.474 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 --2- 172.21.15.63:0/3849622849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f799000bb40 tx=0x7f799000be50 comp rx=0 tx=0).stop 2023-11-16T18:15:36.475 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 -- 172.21.15.63:0/3849622849 shutdown_connections 2023-11-16T18:15:36.475 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 --2- 172.21.15.63:0/3849622849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0104c00 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:36.475 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 -- 172.21.15.63:0/3849622849 >> 172.21.15.63:0/3849622849 conn(0x7f79a00ffe40 msgr2=0x7f79a0102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:36.475 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 -- 172.21.15.63:0/3849622849 shutdown_connections 2023-11-16T18:15:36.476 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.640+0000 7f79a4f14700 1 -- 172.21.15.63:0/3849622849 wait complete. 2023-11-16T18:15:36.476 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f79a4f14700 1 Processor -- start 2023-11-16T18:15:36.476 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f79a4f14700 1 -- start start 2023-11-16T18:15:36.476 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f79a4f14700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:36.477 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f79a4f14700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a0197880 con 0x7f79a01047f0 2023-11-16T18:15:36.477 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f799e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:36.477 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f799e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41214/0 (socket says 172.21.15.63:41214) 2023-11-16T18:15:36.477 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f799e59c700 1 -- 172.21.15.63:0/221543369 learned_addr learned my addr 172.21.15.63:0/221543369 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:36.478 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.641+0000 7f799e59c700 1 -- 172.21.15.63:0/221543369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f799000b7f0 con 0x7f79a01047f0 2023-11-16T18:15:36.478 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f799e59c700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f79900046e0 tx=0x7f7990004020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:36.478 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f799001e070 con 0x7f79a01047f0 2023-11-16T18:15:36.478 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79a0106880 con 0x7f79a01047f0 2023-11-16T18:15:36.479 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7990010c20 con 0x7f79a01047f0 2023-11-16T18:15:36.479 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7990022b60 con 0x7f79a01047f0 2023-11-16T18:15:36.479 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.642+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79a01066f0 con 0x7f79a01047f0 2023-11-16T18:15:36.479 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f799002c440 con 0x7f79a01047f0 2023-11-16T18:15:36.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f798f7fe700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 0x7f798803ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:36.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f799004efa0 con 0x7f79a01047f0 2023-11-16T18:15:36.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f799dd9b700 1 -- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 msgr2=0x7f798803ac80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:36.480 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f799dd9b700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 0x7f798803ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:15:36.497 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.643+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79a0078fd0 con 0x7f79a01047f0 2023-11-16T18:15:36.501 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.648+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7990027030 con 0x7f79a01047f0 2023-11-16T18:15:36.501 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.844+0000 7f799dd9b700 1 -- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 msgr2=0x7f798803ac80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:36.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:35.844+0000 7f799dd9b700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 0x7f798803ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-11-16T18:15:36.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.124+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f79a0191120 con 0x7f79a01047f0 2023-11-16T18:15:36.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.125+0000 7f798f7fe700 1 -- 172.21.15.63:0/221543369 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f799004d030 con 0x7f79a01047f0 2023-11-16T18:15:36.502 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 msgr2=0x7f798803ac80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:15:36.503 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 0x7f798803ac80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:36.521 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 msgr2=0x7f79a0197340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:36.527 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f79900046e0 tx=0x7f7990004020 comp rx=0 tx=0).stop 2023-11-16T18:15:36.538 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 shutdown_connections 2023-11-16T18:15:36.539 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f79880387d0 0x7f798803ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:36.541 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 --2- 172.21.15.63:0/221543369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79a01047f0 0x7f79a0197340 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:36.541 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 >> 172.21.15.63:0/221543369 conn(0x7f79a00ffe40 msgr2=0x7f79a018e260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:36.541 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 shutdown_connections 2023-11-16T18:15:36.541 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.127+0000 7f79a4f14700 1 -- 172.21.15.63:0/221543369 wait complete. 2023-11-16T18:15:36.542 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for the mgr to restart... 2023-11-16T18:15:36.542 INFO:teuthology.orchestra.run.smithi063.stdout:Waiting for mgr epoch 9... 2023-11-16T18:15:36.584 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:36 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:36.278+0000 7fb884618200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-16T18:15:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:36 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/221543369' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-11-16T18:15:37.082 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:36 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:36.807+0000 7fb884618200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-16T18:15:37.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:37 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:37.495+0000 7fb884618200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-16T18:15:37.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:37 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:37.687+0000 7fb884618200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-16T18:15:38.977 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:38 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:38.646+0000 7fb884618200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:15:38.977 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:38 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:38.757+0000 7fb884618200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-16T18:15:39.323 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:38 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:38.975+0000 7fb884618200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:15:39.575 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:39 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:39.322+0000 7fb884618200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-16T18:15:39.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:39 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:39.574+0000 7fb884618200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-16T18:15:39.831 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:39 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:39.756+0000 7fb884618200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-16T18:15:40.581 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:40 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:40.085+0000 7fb884618200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-16T18:15:41.332 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:40 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:40.930+0000 7fb884618200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-16T18:15:41.332 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:41.090+0000 7fb884618200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-16T18:15:41.749 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:41.336+0000 7fb884618200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-16T18:15:41.749 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:41.473+0000 7fb884618200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-16T18:15:42.083 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:41.747+0000 7fb884618200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-16T18:15:43.081 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:15:42.789+0000 7fb884618200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-16T18:15:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: Active manager daemon x restarted 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: Activating manager daemon x 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: osdmap e3: 0 total, 0 up, 0 in 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: mgrmap e10: x(active, starting, since 0.00335769s) 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-11-16T18:15:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-11-16T18:15:43.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-11-16T18:15:43.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: Manager daemon x is now available 2023-11-16T18:15:43.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:43.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:42 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:44.143 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout { 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout "initialized": true 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout } 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f12864b7700 1 Processor -- start 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f12864b7700 1 -- start start 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f12864b7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f12864b7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1280105160 con 0x7f1280104810 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f127ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f127ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41222/0 (socket says 172.21.15.63:41222) 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.973+0000 7f127ffff700 1 -- 172.21.15.63:0/1735122793 learned_addr learned my addr 172.21.15.63:0/1735122793 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:44.144 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.974+0000 7f127ffff700 1 -- 172.21.15.63:0/1735122793 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12801052a0 con 0x7f1280104810 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.974+0000 7f127ffff700 1 --2- 172.21.15.63:0/1735122793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f12700098a0 tx=0x7f1270009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da49cd02dd413c5 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.974+0000 7f127effd700 1 -- 172.21.15.63:0/1735122793 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1270004160 con 0x7f1280104810 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.974+0000 7f127effd700 1 -- 172.21.15.63:0/1735122793 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f12700042c0 con 0x7f1280104810 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.974+0000 7f127effd700 1 -- 172.21.15.63:0/1735122793 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f12700119b0 con 0x7f1280104810 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 -- 172.21.15.63:0/1735122793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 msgr2=0x7f1280104c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 --2- 172.21.15.63:0/1735122793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f12700098a0 tx=0x7f1270009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 -- 172.21.15.63:0/1735122793 shutdown_connections 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 --2- 172.21.15.63:0/1735122793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280104c20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 -- 172.21.15.63:0/1735122793 >> 172.21.15.63:0/1735122793 conn(0x7f12800ffe80 msgr2=0x7f1280102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 -- 172.21.15.63:0/1735122793 shutdown_connections 2023-11-16T18:15:44.145 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.975+0000 7f12864b7700 1 -- 172.21.15.63:0/1735122793 wait complete. 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f12864b7700 1 Processor -- start 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f12864b7700 1 -- start start 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f12864b7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f12864b7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1280199b40 con 0x7f1280104810 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f127ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f127ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41224/0 (socket says 172.21.15.63:41224) 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f127ffff700 1 -- 172.21.15.63:0/2641065072 learned_addr learned my addr 172.21.15.63:0/2641065072 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.976+0000 7f127ffff700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1270009550 con 0x7f1280104810 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f127ffff700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1270003f00 tx=0x7f1270011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1270003b20 con 0x7f1280104810 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1270003c80 con 0x7f1280104810 2023-11-16T18:15:44.146 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1270019770 con 0x7f1280104810 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12801068a0 con 0x7f1280104810 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.977+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1280106710 con 0x7f1280104810 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f1270019a30 con 0x7f1280104810 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127d7fa700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f126803b3e0 con 0x7f1268038820 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f127004c9f0 con 0x7f1280104810 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127f7fe700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:36.978+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:37.179+0000 7f127f7fe700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:37.179+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:37.580+0000 7f127f7fe700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:44.147 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:37.580+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:38.381+0000 7f127f7fe700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:38.381+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:39.982+0000 7f127f7fe700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.63:6800/2485432307 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:39.982+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:42.804+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mgrmap(e 10) v1 ==== 45263+0+0 (secure 0 0 0) 0x7f127002bd20 con 0x7f1280104810 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:42.804+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 msgr2=0x7f126803acd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:42.804+0000 7f127d7fa700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.805+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 11) v1 ==== 45390+0+0 (secure 0 0 0) 0x7f127004bfd0 con 0x7f1280104810 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.805+0000 7f127d7fa700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 0x7f126803e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.805+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f126803b3e0 con 0x7f126803c150 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.806+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 0x7f126803e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.807+0000 7f127f7fe700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 0x7f126803e530 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1274003a10 tx=0x7f12740092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:44.148 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.807+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f126803b3e0 con 0x7f126803c150 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f128019a940 con 0x7f126803c150 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f127d7fa700 1 -- 172.21.15.63:0/2641065072 <== mgr.14152 v2:172.21.15.63:6800/3013530998 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f128019a940 con 0x7f126803c150 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 msgr2=0x7f126803e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f12864b7700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 0x7f126803e530 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1274003a10 tx=0x7f12740092b0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 msgr2=0x7f1280199600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.819+0000 7f12864b7700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1270003f00 tx=0x7f1270011a30 comp rx=0 tx=0).stop 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 shutdown_connections 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f126803c150 0x7f126803e530 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1280104810 0x7f1280199600 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 --2- 172.21.15.63:0/2641065072 >> [v2:172.21.15.63:6800/2485432307,v1:172.21.15.63:6801/2485432307] conn(0x7f1268038820 0x7f126803acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 >> 172.21.15.63:0/2641065072 conn(0x7f12800ffe80 msgr2=0x7f1280079960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 shutdown_connections 2023-11-16T18:15:44.149 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:43.820+0000 7f12864b7700 1 -- 172.21.15.63:0/2641065072 wait complete. 2023-11-16T18:15:44.150 INFO:teuthology.orchestra.run.smithi063.stdout:mgr epoch 9 is available 2023-11-16T18:15:44.150 INFO:teuthology.orchestra.run.smithi063.stdout:Generating a dashboard self-signed certificate... 2023-11-16T18:15:44.225 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-11-16T18:15:44.226 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-11-16T18:15:44.226 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:43 smithi063 ceph-mon[98873]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-11-16T18:15:44.226 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:43 smithi063 ceph-mon[98873]: mgrmap e11: x(active, since 1.00607s) 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.866+0000 7fb5ef9c9700 1 Processor -- start 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ef9c9700 1 -- start start 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ef9c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ef9c9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8105140 con 0x7fb5e81047f0 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ed765700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ed765700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41278/0 (socket says 172.21.15.63:41278) 2023-11-16T18:15:45.747 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ed765700 1 -- 172.21.15.63:0/2576566979 learned_addr learned my addr 172.21.15.63:0/2576566979 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ed765700 1 -- 172.21.15.63:0/2576566979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e8105280 con 0x7fb5e81047f0 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.867+0000 7fb5ed765700 1 --2- 172.21.15.63:0/2576566979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40098a0 tx=0x7fb5e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec303534f1363e7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5dffff700 1 -- 172.21.15.63:0/2576566979 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5e4004160 con 0x7fb5e81047f0 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5dffff700 1 -- 172.21.15.63:0/2576566979 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5e40042c0 con 0x7fb5e81047f0 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5dffff700 1 -- 172.21.15.63:0/2576566979 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5e40119b0 con 0x7fb5e81047f0 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/2576566979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 msgr2=0x7fb5e8104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/2576566979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40098a0 tx=0x7fb5e4009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/2576566979 shutdown_connections 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/2576566979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8104c00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.868+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/2576566979 >> 172.21.15.63:0/2576566979 conn(0x7fb5e80ffe40 msgr2=0x7fb5e8102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/2576566979 shutdown_connections 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/2576566979 wait complete. 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 Processor -- start 2023-11-16T18:15:45.748 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 -- start start 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.869+0000 7fb5ef9c9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8199a70 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ed765700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ed765700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41280/0 (socket says 172.21.15.63:41280) 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ed765700 1 -- 172.21.15.63:0/1460026817 learned_addr learned my addr 172.21.15.63:0/1460026817 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ed765700 1 -- 172.21.15.63:0/1460026817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e4009550 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ed765700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4011980 tx=0x7fb5e4011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5e4003a60 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5e4003bc0 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5e8106880 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5e401a670 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.870+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5e81066f0 con 0x7fb5e81047f0 2023-11-16T18:15:45.749 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.871+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 11) v1 ==== 45390+0+0 (secure 0 0 0) 0x7fb5e401a930 con 0x7fb5e81047f0 2023-11-16T18:15:45.750 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.872+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5e8108cc0 con 0x7fb5e81047f0 2023-11-16T18:15:45.750 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.872+0000 7fb5de7fc700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 0x7fb5d403aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:45.750 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.872+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb5e404c910 con 0x7fb5e81047f0 2023-11-16T18:15:45.750 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.872+0000 7fb5ecf64700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 0x7fb5d403aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:45.753 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.872+0000 7fb5ecf64700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 0x7fb5d403aba0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8006fd0 tx=0x7fb5d8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:45.753 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:44.881+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fb5e4018d90 con 0x7fb5e81047f0 2023-11-16T18:15:45.753 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.262+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fb5e8101ec0 con 0x7fb5d40386f0 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.416+0000 7fb5de7fc700 1 -- 172.21.15.63:0/1460026817 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fb5e8101ec0 con 0x7fb5d40386f0 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 msgr2=0x7fb5d403aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 0x7fb5d403aba0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8006fd0 tx=0x7fb5d8006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 msgr2=0x7fb5e8199530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4011980 tx=0x7fb5e4011a60 comp rx=0 tx=0).stop 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 shutdown_connections 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb5d40386f0 0x7fb5d403aba0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 --2- 172.21.15.63:0/1460026817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e81047f0 0x7fb5e8199530 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 >> 172.21.15.63:0/1460026817 conn(0x7fb5e80ffe40 msgr2=0x7fb5e80798e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 shutdown_connections 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:45.418+0000 7fb5ef9c9700 1 -- 172.21.15.63:0/1460026817 wait complete. 2023-11-16T18:15:45.754 INFO:teuthology.orchestra.run.smithi063.stdout:Creating initial admin user... 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:43] ENGINE Bus STARTING 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:44] ENGINE Serving on https://172.21.15.63:7150 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:44] ENGINE Serving on http://172.21.15.63:8765 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: [16/Nov/2023:18:15:44] ENGINE Bus STARTED 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:45.971 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:46 smithi063 ceph-mon[98873]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:46 smithi063 ceph-mon[98873]: mgrmap e12: x(active, since 2s) 2023-11-16T18:15:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:47.688 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$PFd5/eNEyOn.q2bqlsMlYeFyeEgmD8OWpHqYdUTFzRbXNoNv.QOuq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1700158546, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.265+0000 7f9853ade700 1 Processor -- start 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f9853ade700 1 -- start start 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f9853ade700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f9853ade700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984c1062a0 con 0x7f984c079d00 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f985187a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f985187a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41284/0 (socket says 172.21.15.63:41284) 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f985187a700 1 -- 172.21.15.63:0/2551712567 learned_addr learned my addr 172.21.15.63:0/2551712567 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f985187a700 1 -- 172.21.15.63:0/2551712567 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f984c10adf0 con 0x7f984c079d00 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.266+0000 7f985187a700 1 --2- 172.21.15.63:0/2551712567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f98480098a0 tx=0x7f9848009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b0b6c6689c71cb4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9850878700 1 -- 172.21.15.63:0/2551712567 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9848004160 con 0x7f984c079d00 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9850878700 1 -- 172.21.15.63:0/2551712567 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98480042c0 con 0x7f984c079d00 2023-11-16T18:15:47.689 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9850878700 1 -- 172.21.15.63:0/2551712567 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f98480119b0 con 0x7f984c079d00 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9853ade700 1 -- 172.21.15.63:0/2551712567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 msgr2=0x7f984c10a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9853ade700 1 --2- 172.21.15.63:0/2551712567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f98480098a0 tx=0x7f9848009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9853ade700 1 -- 172.21.15.63:0/2551712567 shutdown_connections 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9853ade700 1 --2- 172.21.15.63:0/2551712567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c079d00 0x7f984c10a8b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.267+0000 7f9853ade700 1 -- 172.21.15.63:0/2551712567 >> 172.21.15.63:0/2551712567 conn(0x7f984c0ffe80 msgr2=0x7f984c102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 -- 172.21.15.63:0/2551712567 shutdown_connections 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 -- 172.21.15.63:0/2551712567 wait complete. 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 Processor -- start 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 -- start start 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f9853ade700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984c19c100 con 0x7f984c19b7b0 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.268+0000 7f985187a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:47.690 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f985187a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41286/0 (socket says 172.21.15.63:41286) 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f985187a700 1 -- 172.21.15.63:0/564922131 learned_addr learned my addr 172.21.15.63:0/564922131 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f985187a700 1 -- 172.21.15.63:0/564922131 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9848009550 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f985187a700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9848003e60 tx=0x7f9848011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9848003970 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9848003ad0 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f984c10bdc0 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f98480195e0 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.269+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f984c10bc30 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.270+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f984801a430 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.270+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f984c062120 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.271+0000 7f9842ffd700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 0x7f983803acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.271+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f984804c990 con 0x7f984c19b7b0 2023-11-16T18:15:47.691 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.271+0000 7f9851079700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 0x7f983803acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.271+0000 7f9851079700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 0x7f983803acd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f983c006fd0 tx=0x7f983c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.275+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9848003c40 con 0x7f984c19b7b0 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.672+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f984c061f40 con 0x7f9838038820 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.919+0000 7f9842ffd700 1 -- 172.21.15.63:0/564922131 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7f984c061f40 con 0x7f9838038820 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 msgr2=0x7f983803acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 0x7f983803acd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f983c006fd0 tx=0x7f983c006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 msgr2=0x7f984c19bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9848003e60 tx=0x7f9848011aa0 comp rx=0 tx=0).stop 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 shutdown_connections 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9838038820 0x7f983803acd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 --2- 172.21.15.63:0/564922131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f984c19b7b0 0x7f984c19bbc0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 >> 172.21.15.63:0/564922131 conn(0x7f984c0ffe80 msgr2=0x7f984c100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 shutdown_connections 2023-11-16T18:15:47.692 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:46.922+0000 7f9853ade700 1 -- 172.21.15.63:0/564922131 wait complete. 2023-11-16T18:15:47.693 INFO:teuthology.orchestra.run.smithi063.stdout:Fetching dashboard port number... 2023-11-16T18:15:48.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:47 smithi063 ceph-mon[98873]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:48.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:48 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1703605551' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-11-16T18:15:48.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stdout 8443 2023-11-16T18:15:48.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.174+0000 7f15b47bf700 1 Processor -- start 2023-11-16T18:15:48.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.174+0000 7f15b47bf700 1 -- start start 2023-11-16T18:15:48.949 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b47bf700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:48.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b47bf700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15ac105140 con 0x7f15ac1047f0 2023-11-16T18:15:48.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b255b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:48.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b255b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41292/0 (socket says 172.21.15.63:41292) 2023-11-16T18:15:48.950 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b255b700 1 -- 172.21.15.63:0/3090572224 learned_addr learned my addr 172.21.15.63:0/3090572224 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:48.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b255b700 1 -- 172.21.15.63:0/3090572224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15ac105280 con 0x7f15ac1047f0 2023-11-16T18:15:48.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b255b700 1 --2- 172.21.15.63:0/3090572224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f159c0098a0 tx=0x7f159c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b1851e8a6f2fa55 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:48.963 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b1559700 1 -- 172.21.15.63:0/3090572224 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f159c004160 con 0x7f15ac1047f0 2023-11-16T18:15:48.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b1559700 1 -- 172.21.15.63:0/3090572224 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f159c0042c0 con 0x7f15ac1047f0 2023-11-16T18:15:48.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.175+0000 7f15b1559700 1 -- 172.21.15.63:0/3090572224 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f159c0119b0 con 0x7f15ac1047f0 2023-11-16T18:15:48.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 -- 172.21.15.63:0/3090572224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 msgr2=0x7f15ac104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:48.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 --2- 172.21.15.63:0/3090572224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f159c0098a0 tx=0x7f159c009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:48.964 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 -- 172.21.15.63:0/3090572224 shutdown_connections 2023-11-16T18:15:48.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 --2- 172.21.15.63:0/3090572224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac104c00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:48.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 -- 172.21.15.63:0/3090572224 >> 172.21.15.63:0/3090572224 conn(0x7f15ac0ffe40 msgr2=0x7f15ac102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:48.965 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 -- 172.21.15.63:0/3090572224 shutdown_connections 2023-11-16T18:15:48.966 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.176+0000 7f15b47bf700 1 -- 172.21.15.63:0/3090572224 wait complete. 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b47bf700 1 Processor -- start 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b47bf700 1 -- start start 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b47bf700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b47bf700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15ac1989b0 con 0x7f15ac1047f0 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b255b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:48.968 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b255b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41294/0 (socket says 172.21.15.63:41294) 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b255b700 1 -- 172.21.15.63:0/1703605551 learned_addr learned my addr 172.21.15.63:0/1703605551 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b255b700 1 -- 172.21.15.63:0/1703605551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f159c009550 con 0x7f15ac1047f0 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.177+0000 7f15b255b700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f159c0038d0 tx=0x7f159c0039b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.178+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f159c003c00 con 0x7f15ac1047f0 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.178+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f159c020070 con 0x7f15ac1047f0 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.178+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15ac106880 con 0x7f15ac1047f0 2023-11-16T18:15:48.969 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.178+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f159c01c650 con 0x7f15ac1047f0 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.178+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15ac1066f0 con 0x7f15ac1047f0 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.179+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15ac062120 con 0x7f15ac1047f0 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.179+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f159c022030 con 0x7f15ac1047f0 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.179+0000 7f15a37fe700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 0x7f159803acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.179+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f159c04f120 con 0x7f15ac1047f0 2023-11-16T18:15:48.970 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.179+0000 7f15b1d5a700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 0x7f159803acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.180+0000 7f15b1d5a700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 0x7f159803acb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15a8006fd0 tx=0x7f15a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.184+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f159c024bc0 con 0x7f15ac1047f0 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.543+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f15ac0794e0 con 0x7f15ac1047f0 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.544+0000 7f15a37fe700 1 -- 172.21.15.63:0/1703605551 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f159c00b3e0 con 0x7f15ac1047f0 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 msgr2=0x7f159803acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 0x7f159803acb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15a8006fd0 tx=0x7f15a8006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:48.971 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 msgr2=0x7f15ac198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:48.972 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f159c0038d0 tx=0x7f159c0039b0 comp rx=0 tx=0).stop 2023-11-16T18:15:48.972 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 shutdown_connections 2023-11-16T18:15:48.972 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1598038800 0x7f159803acb0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:48.972 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 --2- 172.21.15.63:0/1703605551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15ac1047f0 0x7f15ac198470 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:48.979 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 >> 172.21.15.63:0/1703605551 conn(0x7f15ac0ffe40 msgr2=0x7f15ac100b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:48.979 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 shutdown_connections 2023-11-16T18:15:48.979 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:48.546+0000 7f15b47bf700 1 -- 172.21.15.63:0/1703605551 wait complete. 2023-11-16T18:15:48.979 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-11-16T18:15:48.980 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout disabled 2023-11-16T18:15:48.980 INFO:teuthology.orchestra.run.smithi063.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-11-16T18:15:48.980 INFO:teuthology.orchestra.run.smithi063.stdout:systemctl: stdout inactive 2023-11-16T18:15:48.980 INFO:teuthology.orchestra.run.smithi063.stdout:firewalld.service is not enabled 2023-11-16T18:15:48.980 INFO:teuthology.orchestra.run.smithi063.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-11-16T18:15:48.981 INFO:teuthology.orchestra.run.smithi063.stdout:Ceph Dashboard is now available at: 2023-11-16T18:15:48.982 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:48.982 INFO:teuthology.orchestra.run.smithi063.stdout: URL: https://smithi063.front.sepia.ceph.com:8443/ 2023-11-16T18:15:48.982 INFO:teuthology.orchestra.run.smithi063.stdout: User: admin 2023-11-16T18:15:48.982 INFO:teuthology.orchestra.run.smithi063.stdout: Password: j38tlug1t1 2023-11-16T18:15:48.982 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:48.986 INFO:teuthology.orchestra.run.smithi063.stdout:Saving cluster configuration to /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config directory 2023-11-16T18:15:48.987 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling autotune for osd_memory_target 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa091d62700 1 Processor -- start 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa091d62700 1 -- start start 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa091d62700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa091d62700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08c079d40 con 0x7fa08c106460 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41300/0 (socket says 172.21.15.63:41300) 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.441+0000 7fa08b7fe700 1 -- 172.21.15.63:0/4010808377 learned_addr learned my addr 172.21.15.63:0/4010808377 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:50.203 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa08b7fe700 1 -- 172.21.15.63:0/4010808377 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa08c079e80 con 0x7fa08c106460 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa08b7fe700 1 --2- 172.21.15.63:0/4010808377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa07c0098a0 tx=0x7fa07c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2093c337879c7942 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa08a7fc700 1 -- 172.21.15.63:0/4010808377 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa07c004160 con 0x7fa08c106460 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa08a7fc700 1 -- 172.21.15.63:0/4010808377 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa07c0042c0 con 0x7fa08c106460 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa08a7fc700 1 -- 172.21.15.63:0/4010808377 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa07c0119b0 con 0x7fa08c106460 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa091d62700 1 -- 172.21.15.63:0/4010808377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 msgr2=0x7fa08c108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.442+0000 7fa091d62700 1 --2- 172.21.15.63:0/4010808377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa07c0098a0 tx=0x7fa07c009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 -- 172.21.15.63:0/4010808377 shutdown_connections 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 --2- 172.21.15.63:0/4010808377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c108840 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 -- 172.21.15.63:0/4010808377 >> 172.21.15.63:0/4010808377 conn(0x7fa08c0ffe80 msgr2=0x7fa08c102290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 -- 172.21.15.63:0/4010808377 shutdown_connections 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 -- 172.21.15.63:0/4010808377 wait complete. 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 Processor -- start 2023-11-16T18:15:50.204 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.443+0000 7fa091d62700 1 -- start start 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa091d62700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa091d62700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08c106300 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41302/0 (socket says 172.21.15.63:41302) 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa08b7fe700 1 -- 172.21.15.63:0/3170123393 learned_addr learned my addr 172.21.15.63:0/3170123393 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa08b7fe700 1 -- 172.21.15.63:0/3170123393 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa07c009550 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa08b7fe700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa07c003e60 tx=0x7fa07c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa07c003a60 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa07c003bc0 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa08c109b60 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa07c0196c0 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.444+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa08c1099d0 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.445+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7fa07c019980 con 0x7fa08c106460 2023-11-16T18:15:50.205 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.445+0000 7fa088ff9700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 0x7fa07403acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:50.206 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.445+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa07c04cbf0 con 0x7fa08c106460 2023-11-16T18:15:50.206 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.445+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa08c062120 con 0x7fa08c106460 2023-11-16T18:15:50.206 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.445+0000 7fa08affd700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 0x7fa07403acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:50.206 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.446+0000 7fa08affd700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 0x7fa07403acb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa080006fd0 tx=0x7fa080006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.450+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa07c019cd0 con 0x7fa08c106460 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.777+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fa07c010380 con 0x7fa08c106460 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.806+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7fa08c104c30 con 0x7fa08c106460 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.806+0000 7fa088ff9700 1 -- 172.21.15.63:0/3170123393 <== mon.0 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7fa07c0310c0 con 0x7fa08c106460 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 msgr2=0x7fa07403acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 0x7fa07403acb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa080006fd0 tx=0x7fa080006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 msgr2=0x7fa08c105dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa07c003e60 tx=0x7fa07c011a30 comp rx=0 tx=0).stop 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 shutdown_connections 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa074038800 0x7fa07403acb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:50.207 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 --2- 172.21.15.63:0/3170123393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa08c106460 0x7fa08c105dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:50.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.808+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 >> 172.21.15.63:0/3170123393 conn(0x7fa08c0ffe80 msgr2=0x7fa08c100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:50.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.809+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 shutdown_connections 2023-11-16T18:15:50.208 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:49.809+0000 7fa091d62700 1 -- 172.21.15.63:0/3170123393 wait complete. 2023-11-16T18:15:51.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:50 smithi063 ceph-mon[98873]: mgrmap e13: x(active, since 6s) 2023-11-16T18:15:51.639 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.717+0000 7f87d89bc700 1 Processor -- start 2023-11-16T18:15:51.646 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.717+0000 7f87d89bc700 1 -- start start 2023-11-16T18:15:51.646 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d89bc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:51.646 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d89bc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d4079d80 con 0x7f87d4106400 2023-11-16T18:15:51.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:51.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41306/0 (socket says 172.21.15.63:41306) 2023-11-16T18:15:51.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d259c700 1 -- 172.21.15.63:0/1892944156 learned_addr learned my addr 172.21.15.63:0/1892944156 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:51.647 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.718+0000 7f87d259c700 1 -- 172.21.15.63:0/1892944156 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87d4079ec0 con 0x7f87d4106400 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d259c700 1 --2- 172.21.15.63:0/1892944156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87c40098a0 tx=0x7f87c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124c0de6b5194c8c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d159a700 1 -- 172.21.15.63:0/1892944156 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f87c4004160 con 0x7f87d4106400 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d159a700 1 -- 172.21.15.63:0/1892944156 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f87c40042c0 con 0x7f87d4106400 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d159a700 1 -- 172.21.15.63:0/1892944156 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f87c40119b0 con 0x7f87d4106400 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d89bc700 1 -- 172.21.15.63:0/1892944156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 msgr2=0x7f87d41087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1892944156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87c40098a0 tx=0x7f87c4009bb0 comp rx=0 tx=0).stop 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d89bc700 1 -- 172.21.15.63:0/1892944156 shutdown_connections 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1892944156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d41087e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.719+0000 7f87d89bc700 1 -- 172.21.15.63:0/1892944156 >> 172.21.15.63:0/1892944156 conn(0x7f87d40ffe40 msgr2=0x7f87d4102270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.720+0000 7f87d89bc700 1 -- 172.21.15.63:0/1892944156 shutdown_connections 2023-11-16T18:15:51.648 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.720+0000 7f87d89bc700 1 -- 172.21.15.63:0/1892944156 wait complete. 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.720+0000 7f87d89bc700 1 Processor -- start 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.720+0000 7f87d89bc700 1 -- start start 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d89bc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d89bc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d41062a0 con 0x7f87d4106400 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41308/0 (socket says 172.21.15.63:41308) 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d259c700 1 -- 172.21.15.63:0/1341681800 learned_addr learned my addr 172.21.15.63:0/1341681800 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d259c700 1 -- 172.21.15.63:0/1341681800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87c4009550 con 0x7f87d4106400 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d259c700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f87c4003e60 tx=0x7f87c4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f87c4003970 con 0x7f87d4106400 2023-11-16T18:15:51.649 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f87c4003ad0 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87d4109bc0 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f87c40195e0 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.721+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87d4109a30 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.722+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f87c4019850 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.722+0000 7f87c37fe700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 0x7f87bc03ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.722+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87d4062120 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.723+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f87c404ca10 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.723+0000 7f87d1d9b700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 0x7f87bc03ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.723+0000 7f87d1d9b700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 0x7f87bc03ad70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f87c8006fd0 tx=0x7f87c8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:50.728+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f87c402b340 con 0x7f87d4106400 2023-11-16T18:15:51.650 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.305+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f87d4104f60 con 0x7f87d4106400 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.308+0000 7f87c37fe700 1 -- 172.21.15.63:0/1341681800 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f87c4018b40 con 0x7f87d4106400 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 msgr2=0x7f87bc03ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 0x7f87bc03ad70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f87c8006fd0 tx=0x7f87c8006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 msgr2=0x7f87d4105d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f87c4003e60 tx=0x7f87c4011aa0 comp rx=0 tx=0).stop 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 shutdown_connections 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f87bc0388c0 0x7f87bc03ad70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 --2- 172.21.15.63:0/1341681800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87d4106400 0x7f87d4105d60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 >> 172.21.15.63:0/1341681800 conn(0x7f87d40ffe40 msgr2=0x7f87d4100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 shutdown_connections 2023-11-16T18:15:51.651 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr 2023-11-16T18:15:51.310+0000 7f87d89bc700 1 -- 172.21.15.63:0/1341681800 wait complete. 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout:Or, if you are only running a single cluster on this host: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout:Please consider enabling telemetry to help improve Ceph: 2023-11-16T18:15:51.652 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout: ceph telemetry on 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout:For more information see: 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:15:51.653 INFO:teuthology.orchestra.run.smithi063.stdout:Bootstrap complete. 2023-11-16T18:15:51.686 INFO:tasks.cephadm:Fetching config... 2023-11-16T18:15:51.686 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:15:51.687 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-11-16T18:15:51.716 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-11-16T18:15:51.716 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:15:51.716 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-11-16T18:15:51.777 INFO:tasks.cephadm:Fetching mon keyring... 2023-11-16T18:15:51.778 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:15:51.778 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-11-16T18:15:51.858 INFO:tasks.cephadm:Fetching pub ssh key... 2023-11-16T18:15:51.858 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:15:51.858 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-11-16T18:15:51.920 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-11-16T18:15:51.920 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-11-16T18:15:52.011 INFO:teuthology.orchestra.run.smithi063.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:52.025 DEBUG:teuthology.orchestra.run.smithi093:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-11-16T18:15:52.072 INFO:teuthology.orchestra.run.smithi093.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:52.086 DEBUG:teuthology.orchestra.run.smithi125:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-11-16T18:15:52.132 INFO:teuthology.orchestra.run.smithi125.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUxXNJeNf8w/YiXWt3Btj1XnXrwLDTi/01B+UX3QfL8epJF9xTGb2Z1Iq6fc5RPfelyeB9QyWFXJRNGkzvTY2zYoKQikp3mX8p0NhP8ToXLP3ZVE38rydQugUJv2nnwxHnUKdpGbNvipOlQvo5GP1TnONesoEljjDNYLJjqtEMlBZJgLCribSONE09kivdGiFsDalgv1U4D7z8elKDSha58k1uLs6CyrPCoY+XX8SlLE5dQkjrSvKypEMdXM9g5P9XM3PEm4P0VoYGEFzIPbAmArmA0cYVI9v4NwqH4OxZE/imjwrIOq4R7NfvgpikPu2cs/KLWgHqXTrlNCCiwZIDvZsWe29wjJBes42k4sSFNwemkTi01g6bP1ZHk54kSYh91VCR/Mk0zO7lYLjXZEd3b96pW/z9A1ijh/hTh6y1gqWBhuU9kBf1akZMW0vtW4xK3Qaztt39fMiojQmQ5oxZGvdXr8aCvSQiV+Bcg5QdEB73rHQNw7aiCpntqYMFswM= ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:15:52.147 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-11-16T18:15:52.564 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1341681800' entity='client.admin' 2023-11-16T18:15:52.963 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi063", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:54.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:54.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 -- 172.21.15.63:0/647163202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 msgr2=0x7f90140ff000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 --2- 172.21.15.63:0/647163202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f90140ff000 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9004009910 tx=0x7f9004009c20 comp rx=0 tx=0).stop 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 -- 172.21.15.63:0/647163202 shutdown_connections 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 --2- 172.21.15.63:0/647163202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f90140ff000 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 -- 172.21.15.63:0/647163202 >> 172.21.15.63:0/647163202 conn(0x7f90140fa240 msgr2=0x7f90140fc670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 -- 172.21.15.63:0/647163202 shutdown_connections 2023-11-16T18:15:54.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.839+0000 7f9019b5a700 1 -- 172.21.15.63:0/647163202 wait complete. 2023-11-16T18:15:54.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f9019b5a700 1 Processor -- start 2023-11-16T18:15:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f9019b5a700 1 -- start start 2023-11-16T18:15:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f9019b5a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f9019b5a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9014197af0 con 0x7f90140febf0 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f90137fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f90137fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41314/0 (socket says 172.21.15.63:41314) 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f90137fe700 1 -- 172.21.15.63:0/2681710436 learned_addr learned my addr 172.21.15.63:0/2681710436 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.840+0000 7f90137fe700 1 -- 172.21.15.63:0/2681710436 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90040095f0 con 0x7f90140febf0 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f90137fe700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9004004f40 tx=0x7f90040057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f900401d070 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9014104a40 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90040044e0 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9004003a20 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.841+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90141048b0 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f9004003ca0 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f901418d770 con 0x7f90140febf0 2023-11-16T18:15:54.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9010ff9700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 0x7f8ffc03ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:54.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f900404c8c0 con 0x7f90140febf0 2023-11-16T18:15:54.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9012ffd700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 0x7f8ffc03ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:54.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.842+0000 7f9012ffd700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 0x7f8ffc03ad20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9008006fd0 tx=0x7f9008006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:54.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:54.847+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f900402a950 con 0x7f90140febf0 2023-11-16T18:15:55.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.045+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f90140617b0 con 0x7f90140febf0 2023-11-16T18:15:55.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.048+0000 7f9010ff9700 1 -- 172.21.15.63:0/2681710436 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f900402a360 con 0x7f90140febf0 2023-11-16T18:15:55.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 msgr2=0x7f8ffc03ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:55.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 0x7f8ffc03ad20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9008006fd0 tx=0x7f9008006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:55.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 msgr2=0x7f9014068870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9004004f40 tx=0x7f90040057c0 comp rx=0 tx=0).stop 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 shutdown_connections 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ffc038870 0x7f8ffc03ad20 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 --2- 172.21.15.63:0/2681710436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90140febf0 0x7f9014068870 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 >> 172.21.15.63:0/2681710436 conn(0x7f90140fa240 msgr2=0x7f90140faef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 shutdown_connections 2023-11-16T18:15:55.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:55.051+0000 7f9019b5a700 1 -- 172.21.15.63:0/2681710436 wait complete. 2023-11-16T18:15:55.505 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-11-16T18:15:55.506 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-11-16T18:15:56.160 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:15:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2681710436' entity='client.admin' 2023-11-16T18:15:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- 172.21.15.63:0/3041315071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 msgr2=0x7f43640ff000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 --2- 172.21.15.63:0/3041315071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f43640ff000 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f435400b0a0 tx=0x7f435400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- 172.21.15.63:0/3041315071 shutdown_connections 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 --2- 172.21.15.63:0/3041315071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f43640ff000 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- 172.21.15.63:0/3041315071 >> 172.21.15.63:0/3041315071 conn(0x7f43640fa240 msgr2=0x7f43640fc670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:57.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- 172.21.15.63:0/3041315071 shutdown_connections 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- 172.21.15.63:0/3041315071 wait complete. 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 Processor -- start 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- start start 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.335+0000 7f436b954700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4364195900 con 0x7f43640febf0 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43696f0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:57.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43696f0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41320/0 (socket says 172.21.15.63:41320) 2023-11-16T18:15:57.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43696f0700 1 -- 172.21.15.63:0/1734966667 learned_addr learned my addr 172.21.15.63:0/1734966667 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:57.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43696f0700 1 -- 172.21.15.63:0/1734966667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4354009d00 con 0x7f43640febf0 2023-11-16T18:15:57.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43696f0700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4354009fd0 tx=0x7f435400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:57.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f435400e040 con 0x7f43640febf0 2023-11-16T18:15:57.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4364104a40 con 0x7f43640febf0 2023-11-16T18:15:57.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4354003d40 con 0x7f43640febf0 2023-11-16T18:15:57.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f435401d720 con 0x7f43640febf0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.336+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43641048b0 con 0x7f43640febf0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.337+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f436418d770 con 0x7f43640febf0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.337+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f4354019070 con 0x7f43640febf0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.338+0000 7f43627fc700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 0x7f434c03ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.338+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f435404ca10 con 0x7f43640febf0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.338+0000 7f4368eef700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 0x7f434c03ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:57.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.338+0000 7f4368eef700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 0x7f434c03ad20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4358006fd0 tx=0x7f4358006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:57.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.343+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f435401c5b0 con 0x7f43640febf0 2023-11-16T18:15:57.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.543+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f4364061b00 con 0x7f434c038870 2023-11-16T18:15:57.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.547+0000 7f43627fc700 1 -- 172.21.15.63:0/1734966667 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4364061b00 con 0x7f434c038870 2023-11-16T18:15:57.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 msgr2=0x7f434c03ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:57.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 0x7f434c03ad20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4358006fd0 tx=0x7f4358006e40 comp rx=0 tx=0).stop 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 msgr2=0x7f4364068850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4354009fd0 tx=0x7f435400bd40 comp rx=0 tx=0).stop 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 shutdown_connections 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f434c038870 0x7f434c03ad20 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 --2- 172.21.15.63:0/1734966667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43640febf0 0x7f4364068850 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 >> 172.21.15.63:0/1734966667 conn(0x7f43640fa240 msgr2=0x7f43640faef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:57.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 shutdown_connections 2023-11-16T18:15:57.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:57.549+0000 7f436b954700 1 -- 172.21.15.63:0/1734966667 wait complete. 2023-11-16T18:15:58.020 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi093 2023-11-16T18:15:58.020 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:15:58.020 DEBUG:teuthology.orchestra.run.smithi093:> dd of=/etc/ceph/ceph.conf 2023-11-16T18:15:58.042 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:15:58.042 DEBUG:teuthology.orchestra.run.smithi093:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:15:58.102 INFO:tasks.cephadm:Adding host smithi093 to orchestrator... 2023-11-16T18:15:58.103 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch host add smithi093 2023-11-16T18:15:58.789 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:15:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:15:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:15:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:15:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:15:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:15:58.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:15:58.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:58 smithi063 ceph-mon[98873]: Updating smithi063:/etc/ceph/ceph.conf 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 -- 172.21.15.63:0/3035998594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 msgr2=0x7efd7c100360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 --2- 172.21.15.63:0/3035998594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c100360 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efd6c009910 tx=0x7efd6c009c20 comp rx=0 tx=0).stop 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 -- 172.21.15.63:0/3035998594 shutdown_connections 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 --2- 172.21.15.63:0/3035998594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c100360 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 -- 172.21.15.63:0/3035998594 >> 172.21.15.63:0/3035998594 conn(0x7efd7c0fb850 msgr2=0x7efd7c0fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:15:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 -- 172.21.15.63:0/3035998594 shutdown_connections 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 -- 172.21.15.63:0/3035998594 wait complete. 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.969+0000 7efd84481700 1 Processor -- start 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd84481700 1 -- start start 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd84481700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd84481700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd7c195700 con 0x7efd7c0fff90 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd8221d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:59.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd8221d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41326/0 (socket says 172.21.15.63:41326) 2023-11-16T18:15:59.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd8221d700 1 -- 172.21.15.63:0/3727546302 learned_addr learned my addr 172.21.15.63:0/3727546302 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:15:59.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd8221d700 1 -- 172.21.15.63:0/3727546302 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd6c0095f0 con 0x7efd7c0fff90 2023-11-16T18:15:59.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd8221d700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd6c004f40 tx=0x7efd6c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:59.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd6c01d070 con 0x7efd7c0fff90 2023-11-16T18:15:59.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd6c004370 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efd6c0039b0 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd7c10a170 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.970+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd7c109fe0 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.971+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7efd6c003c70 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.971+0000 7efd737fe700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 0x7efd6803ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.971+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7efd6c04c630 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.971+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd7c10a300 con 0x7efd7c0fff90 2023-11-16T18:15:59.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.972+0000 7efd81a1c700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 0x7efd6803ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:15:59.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.972+0000 7efd81a1c700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 0x7efd6803ad20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7efd78006fd0 tx=0x7efd78006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:15:59.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:15:59.977+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7efd6c026020 con 0x7efd7c0fff90 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: Updating smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: Updating smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:00.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:15:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:00.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:00.176+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi093", "target": ["mon-mgr", ""]}) v1 -- 0x7efd7c108010 con 0x7efd68038870 2023-11-16T18:16:01.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:00 smithi063 ceph-mon[98873]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi093", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:01.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:00 smithi063 ceph-mon[98873]: Deploying cephadm binary to smithi093 2023-11-16T18:16:02.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.557+0000 7efd737fe700 1 -- 172.21.15.63:0/3727546302 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7efd7c108010 con 0x7efd68038870 2023-11-16T18:16:02.559 INFO:teuthology.orchestra.run.smithi063.stdout:Added host 'smithi093' with addr '172.21.15.93' 2023-11-16T18:16:02.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 msgr2=0x7efd6803ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:02.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 0x7efd6803ad20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7efd78006fd0 tx=0x7efd78006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:02.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 msgr2=0x7efd7c1951c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:02.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd6c004f40 tx=0x7efd6c005020 comp rx=0 tx=0).stop 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 shutdown_connections 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd68038870 0x7efd6803ad20 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 --2- 172.21.15.63:0/3727546302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd7c0fff90 0x7efd7c1951c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 >> 172.21.15.63:0/3727546302 conn(0x7efd7c0fb850 msgr2=0x7efd7c104170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 shutdown_connections 2023-11-16T18:16:02.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:02.559+0000 7efd84481700 1 -- 172.21.15.63:0/3727546302 wait complete. 2023-11-16T18:16:02.956 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch host ls --format=json 2023-11-16T18:16:03.612 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:03.827 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:03 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:03.827 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:03 smithi063 ceph-mon[98873]: Added host smithi093 2023-11-16T18:16:03.828 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:03 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:03.828 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:03 smithi063 ceph-mon[98873]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:03.828 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:03 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 -- 172.21.15.63:0/3386836257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 msgr2=0x7f35b80ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 --2- 172.21.15.63:0/3386836257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b80ff2d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009910 tx=0x7f35ac009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 -- 172.21.15.63:0/3386836257 shutdown_connections 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 --2- 172.21.15.63:0/3386836257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b80ff2d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 -- 172.21.15.63:0/3386836257 >> 172.21.15.63:0/3386836257 conn(0x7f35b8074930 msgr2=0x7f35b8074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 -- 172.21.15.63:0/3386836257 shutdown_connections 2023-11-16T18:16:04.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.744+0000 7f35beff8700 1 -- 172.21.15.63:0/3386836257 wait complete. 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35beff8700 1 Processor -- start 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35beff8700 1 -- start start 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35beff8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35beff8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35b8068bf0 con 0x7f35b80fef00 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35bcd94700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35bcd94700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41352/0 (socket says 172.21.15.63:41352) 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35bcd94700 1 -- 172.21.15.63:0/3990508938 learned_addr learned my addr 172.21.15.63:0/3990508938 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.745+0000 7f35bcd94700 1 -- 172.21.15.63:0/3990508938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35ac0095f0 con 0x7f35b80fef00 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35bcd94700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004f40 tx=0x7f35ac005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f35ac01d070 con 0x7f35b80fef00 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35ac004370 con 0x7f35b80fef00 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35b8109090 con 0x7f35b80fef00 2023-11-16T18:16:04.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f35ac0039b0 con 0x7f35b80fef00 2023-11-16T18:16:04.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.746+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35b8108f00 con 0x7f35b80fef00 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f35ac003c70 con 0x7f35b80fef00 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35b5ffb700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 0x7f35a803ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f35ac04c500 con 0x7f35b80fef00 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35b8109220 con 0x7f35b80fef00 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35b7fff700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 0x7f35a803ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:04.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.747+0000 7f35b7fff700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 0x7f35a803ad20 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f35a4006fd0 tx=0x7f35a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:04.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.752+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f35ac026070 con 0x7f35b80fef00 2023-11-16T18:16:04.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.957+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f35b8106fa0 con 0x7f35a8038870 2023-11-16T18:16:04.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.958+0000 7f35b5ffb700 1 -- 172.21.15.63:0/3990508938 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+159 (secure 0 0 0) 0x7f35b8106fa0 con 0x7f35a8038870 2023-11-16T18:16:04.961 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:16:04.961 INFO:teuthology.orchestra.run.smithi063.stdout:[{"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}, {"addr": "172.21.15.93", "hostname": "smithi093", "labels": [], "status": ""}] 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.960+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 msgr2=0x7f35a803ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.960+0000 7f35beff8700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 0x7f35a803ad20 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f35a4006fd0 tx=0x7f35a4006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.960+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 msgr2=0x7f35b8193e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.960+0000 7f35beff8700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004f40 tx=0x7f35ac005020 comp rx=0 tx=0).stop 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 shutdown_connections 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f35a8038870 0x7f35a803ad20 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 --2- 172.21.15.63:0/3990508938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35b80fef00 0x7f35b8193e20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 >> 172.21.15.63:0/3990508938 conn(0x7f35b8074930 msgr2=0x7f35b8103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:04.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 shutdown_connections 2023-11-16T18:16:04.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:04.961+0000 7f35beff8700 1 -- 172.21.15.63:0/3990508938 wait complete. 2023-11-16T18:16:05.078 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:05.367 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi125 2023-11-16T18:16:05.368 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:16:05.368 DEBUG:teuthology.orchestra.run.smithi125:> dd of=/etc/ceph/ceph.conf 2023-11-16T18:16:05.389 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:16:05.389 DEBUG:teuthology.orchestra.run.smithi125:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:05.449 INFO:tasks.cephadm:Adding host smithi125 to orchestrator... 2023-11-16T18:16:05.450 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch host add smithi125 2023-11-16T18:16:06.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:05 smithi063 ceph-mon[98873]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:06.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:06.103 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:07.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:06 smithi063 ceph-mon[98873]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:16:07.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 -- 172.21.15.63:0/2490272479 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 msgr2=0x7f4cb80ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/2490272479 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb80ff2d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009910 tx=0x7f4cac009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 -- 172.21.15.63:0/2490272479 shutdown_connections 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/2490272479 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb80ff2d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 -- 172.21.15.63:0/2490272479 >> 172.21.15.63:0/2490272479 conn(0x7f4cb8074930 msgr2=0x7f4cb8074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 -- 172.21.15.63:0/2490272479 shutdown_connections 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.290+0000 7f4cbdca2700 1 -- 172.21.15.63:0/2490272479 wait complete. 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.291+0000 7f4cbdca2700 1 Processor -- start 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.291+0000 7f4cbdca2700 1 -- start start 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.291+0000 7f4cbdca2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.291+0000 7f4cbdca2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb8194600 con 0x7f4cb80fef00 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41358/0 (socket says 172.21.15.63:41358) 2023-11-16T18:16:07.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb77fe700 1 -- 172.21.15.63:0/3299738709 learned_addr learned my addr 172.21.15.63:0/3299738709 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb77fe700 1 -- 172.21.15.63:0/3299738709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cac0095f0 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb77fe700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4cac004f40 tx=0x7f4cac005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4cac01d070 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cac004370 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4cac0039b0 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cb8109090 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.292+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb8108f00 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.293+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f4cac003c20 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.293+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cb8109220 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.293+0000 7f4cb4ff9700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 0x7f4ca003ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.293+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f4cac04c970 con 0x7f4cb80fef00 2023-11-16T18:16:07.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.293+0000 7f4cb6ffd700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 0x7f4ca003ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:07.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.294+0000 7f4cb6ffd700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 0x7f4ca003ad70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8006fd0 tx=0x7f4ca8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:07.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.298+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4cac029360 con 0x7f4cb80fef00 2023-11-16T18:16:07.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:07.499+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi125", "target": ["mon-mgr", ""]}) v1 -- 0x7f4cb8106ff0 con 0x7f4ca00388c0 2023-11-16T18:16:08.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:07 smithi063 ceph-mon[98873]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi125", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi093", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:09.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.916+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/3299738709 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f4cb8106ff0 con 0x7f4ca00388c0 2023-11-16T18:16:10.335 INFO:teuthology.orchestra.run.smithi063.stdout:Added host 'smithi125' with addr '172.21.15.125' 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.918+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 msgr2=0x7f4ca003ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.918+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 0x7f4ca003ad70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8006fd0 tx=0x7f4ca8006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.918+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 msgr2=0x7f4cb81940c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.918+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4cac004f40 tx=0x7f4cac005020 comp rx=0 tx=0).stop 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 shutdown_connections 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00388c0 0x7f4ca003ad70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 --2- 172.21.15.63:0/3299738709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb80fef00 0x7f4cb81940c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 >> 172.21.15.63:0/3299738709 conn(0x7f4cb8074930 msgr2=0x7f4cb8103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:10.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 shutdown_connections 2023-11-16T18:16:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:09.919+0000 7f4cbdca2700 1 -- 172.21.15.63:0/3299738709 wait complete. 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: Deploying cephadm binary to smithi125 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: Updating smithi093:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:10.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:10.338 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch host ls --format=json 2023-11-16T18:16:10.993 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:11.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:11.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:11.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: Added host smithi125 2023-11-16T18:16:11.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:11.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:11.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:10 smithi063 ceph-mon[98873]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:12.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 -- 172.21.15.63:0/2635919729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 msgr2=0x7fcc940ff350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/2635919729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc940ff350 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fcc84009910 tx=0x7fcc84009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 -- 172.21.15.63:0/2635919729 shutdown_connections 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/2635919729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc940ff350 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 -- 172.21.15.63:0/2635919729 >> 172.21.15.63:0/2635919729 conn(0x7fcc940fa880 msgr2=0x7fcc940fcc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 -- 172.21.15.63:0/2635919729 shutdown_connections 2023-11-16T18:16:12.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.173+0000 7fcc9b61a700 1 -- 172.21.15.63:0/2635919729 wait complete. 2023-11-16T18:16:12.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc9b61a700 1 Processor -- start 2023-11-16T18:16:12.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc9b61a700 1 -- start start 2023-11-16T18:16:12.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc9b61a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:12.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc9b61a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc94196530 con 0x7fcc940fef80 2023-11-16T18:16:12.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc993b6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:12.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc993b6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41384/0 (socket says 172.21.15.63:41384) 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.174+0000 7fcc993b6700 1 -- 172.21.15.63:0/94544694 learned_addr learned my addr 172.21.15.63:0/94544694 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc993b6700 1 -- 172.21.15.63:0/94544694 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc840095f0 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc993b6700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcc84006010 tx=0x7fcc84004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc8401d070 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc8400bc10 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc94109160 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc84003910 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.175+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc94108fd0 con 0x7fcc940fef80 2023-11-16T18:16:12.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.176+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fcc8400bd80 con 0x7fcc940fef80 2023-11-16T18:16:12.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.176+0000 7fcc8a7fc700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 0x7fcc8003ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:12.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.176+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc941092f0 con 0x7fcc940fef80 2023-11-16T18:16:12.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.176+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcc8404c4e0 con 0x7fcc940fef80 2023-11-16T18:16:12.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.176+0000 7fcc98bb5700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 0x7fcc8003ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:12.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.177+0000 7fcc98bb5700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 0x7fcc8003ad70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc90006fd0 tx=0x7fcc90006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:12.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.181+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcc84026020 con 0x7fcc940fef80 2023-11-16T18:16:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:12 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.385+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcc94068b70 con 0x7fcc800388c0 2023-11-16T18:16:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.386+0000 7fcc8a7fc700 1 -- 172.21.15.63:0/94544694 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+239 (secure 0 0 0) 0x7fcc94068b70 con 0x7fcc800388c0 2023-11-16T18:16:12.390 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:16:12.390 INFO:teuthology.orchestra.run.smithi063.stdout:[{"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}, {"addr": "172.21.15.93", "hostname": "smithi093", "labels": [], "status": ""}, {"addr": "172.21.15.125", "hostname": "smithi125", "labels": [], "status": ""}] 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 msgr2=0x7fcc8003ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 0x7fcc8003ad70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc90006fd0 tx=0x7fcc90006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 msgr2=0x7fcc94195ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcc84006010 tx=0x7fcc84004ff0 comp rx=0 tx=0).stop 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 shutdown_connections 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcc800388c0 0x7fcc8003ad70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 --2- 172.21.15.63:0/94544694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc940fef80 0x7fcc94195ff0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:12.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 >> 172.21.15.63:0/94544694 conn(0x7fcc940fa880 msgr2=0x7fcc94103160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:12.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 shutdown_connections 2023-11-16T18:16:12.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:12.388+0000 7fcc9b61a700 1 -- 172.21.15.63:0/94544694 wait complete. 2023-11-16T18:16:12.751 INFO:tasks.cephadm:Setting crush tunables to default 2023-11-16T18:16:12.751 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd crush tunables default 2023-11-16T18:16:13.404 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:13.805 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:13 smithi063 ceph-mon[98873]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:16:13.806 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:13.806 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:13 smithi063 ceph-mon[98873]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:14.613 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 -- 172.21.15.63:0/1856555743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 msgr2=0x7fae480ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:14.614 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 --2- 172.21.15.63:0/1856555743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae480ff2d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fae38009910 tx=0x7fae38009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:14.614 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 -- 172.21.15.63:0/1856555743 shutdown_connections 2023-11-16T18:16:14.614 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 --2- 172.21.15.63:0/1856555743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae480ff2d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:14.614 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 -- 172.21.15.63:0/1856555743 >> 172.21.15.63:0/1856555743 conn(0x7fae48074930 msgr2=0x7fae48074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:14.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 -- 172.21.15.63:0/1856555743 shutdown_connections 2023-11-16T18:16:14.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.611+0000 7fae4fde1700 1 -- 172.21.15.63:0/1856555743 wait complete. 2023-11-16T18:16:14.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4fde1700 1 Processor -- start 2023-11-16T18:16:14.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4fde1700 1 -- start start 2023-11-16T18:16:14.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4fde1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:14.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4fde1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae48196510 con 0x7fae480fef00 2023-11-16T18:16:14.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4db7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:14.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4db7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41390/0 (socket says 172.21.15.63:41390) 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.612+0000 7fae4db7d700 1 -- 172.21.15.63:0/2304930820 learned_addr learned my addr 172.21.15.63:0/2304930820 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae4db7d700 1 -- 172.21.15.63:0/2304930820 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae380095f0 con 0x7fae480fef00 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae4db7d700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fae38004f40 tx=0x7fae38005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae3801d070 con 0x7fae480fef00 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae38004370 con 0x7fae480fef00 2023-11-16T18:16:14.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae48109090 con 0x7fae480fef00 2023-11-16T18:16:14.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae380039b0 con 0x7fae480fef00 2023-11-16T18:16:14.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.613+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae48108f00 con 0x7fae480fef00 2023-11-16T18:16:14.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.614+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae48109220 con 0x7fae480fef00 2023-11-16T18:16:14.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.614+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fae38003c70 con 0x7fae480fef00 2023-11-16T18:16:14.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.614+0000 7fae3effd700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 0x7fae3403ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:14.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.614+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fae3804c8a0 con 0x7fae480fef00 2023-11-16T18:16:14.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.615+0000 7fae4d37c700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 0x7fae3403ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:14.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.615+0000 7fae4d37c700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 0x7fae3403ad20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fae44006fd0 tx=0x7fae44006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:14.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.619+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fae38029360 con 0x7fae480fef00 2023-11-16T18:16:14.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.821+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fae48068340 con 0x7fae480fef00 2023-11-16T18:16:14.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.873+0000 7fae3effd700 1 -- 172.21.15.63:0/2304930820 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7fae38026070 con 0x7fae480fef00 2023-11-16T18:16:14.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.875+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 msgr2=0x7fae3403ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:14.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.875+0000 7fae4fde1700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 0x7fae3403ad20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fae44006fd0 tx=0x7fae44006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:14.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.875+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 msgr2=0x7fae48195fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:14.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.875+0000 7fae4fde1700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fae38004f40 tx=0x7fae38005020 comp rx=0 tx=0).stop 2023-11-16T18:16:14.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 shutdown_connections 2023-11-16T18:16:14.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae34038870 0x7fae3403ad20 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:14.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 --2- 172.21.15.63:0/2304930820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae480fef00 0x7fae48195fd0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:14.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 >> 172.21.15.63:0/2304930820 conn(0x7fae48074930 msgr2=0x7fae48103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:14.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 shutdown_connections 2023-11-16T18:16:14.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:14.876+0000 7fae4fde1700 1 -- 172.21.15.63:0/2304930820 wait complete. 2023-11-16T18:16:14.894 INFO:teuthology.orchestra.run.smithi063.stderr:adjusted tunables profile to default 2023-11-16T18:16:15.261 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:14 smithi063 ceph-mon[98873]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:15.261 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-11-16T18:16:15.263 INFO:tasks.cephadm:Adding mon.a on smithi063 2023-11-16T18:16:15.263 INFO:tasks.cephadm:Adding mon.b on smithi093 2023-11-16T18:16:15.264 INFO:tasks.cephadm:Adding mon.c on smithi125 2023-11-16T18:16:15.264 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch apply mon '3;smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c' 2023-11-16T18:16:15.958 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:16.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-11-16T18:16:16.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi125", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:16.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:16.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:16.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:16.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:16.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:16.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:15 smithi063 ceph-mon[98873]: Updating smithi125:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:17.195 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 -- 172.21.15.125:0/4217682230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 msgr2=0x7fdeec0ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:17.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4217682230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec0ff2d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fdee0009910 tx=0x7fdee0009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:17.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 -- 172.21.15.125:0/4217682230 shutdown_connections 2023-11-16T18:16:17.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4217682230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec0ff2d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:17.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 -- 172.21.15.125:0/4217682230 >> 172.21.15.125:0/4217682230 conn(0x7fdeec074930 msgr2=0x7fdeec074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:17.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 -- 172.21.15.125:0/4217682230 shutdown_connections 2023-11-16T18:16:17.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.193+0000 7fdef15e5700 1 -- 172.21.15.125:0/4217682230 wait complete. 2023-11-16T18:16:17.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.194+0000 7fdef15e5700 1 Processor -- start 2023-11-16T18:16:17.198 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.194+0000 7fdef15e5700 1 -- start start 2023-11-16T18:16:17.204 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdef15e5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:17.206 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdef15e5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec194600 con 0x7fdeec0fef00 2023-11-16T18:16:17.206 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdeeaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:17.206 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdeeaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.125:38630/0 (socket says 172.21.15.125:38630) 2023-11-16T18:16:17.206 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdeeaffd700 1 -- 172.21.15.125:0/4254887533 learned_addr learned my addr 172.21.15.125:0/4254887533 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:16:17.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdeeaffd700 1 -- 172.21.15.125:0/4254887533 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdee00095f0 con 0x7fdeec0fef00 2023-11-16T18:16:17.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.195+0000 7fdeeaffd700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdee0004f40 tx=0x7fdee0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:17.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdee001d070 con 0x7fdeec0fef00 2023-11-16T18:16:17.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdee0004370 con 0x7fdeec0fef00 2023-11-16T18:16:17.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdeec109090 con 0x7fdeec0fef00 2023-11-16T18:16:17.208 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdee00039b0 con 0x7fdeec0fef00 2023-11-16T18:16:17.208 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdeec108f00 con 0x7fdeec0fef00 2023-11-16T18:16:17.208 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdeec109220 con 0x7fdeec0fef00 2023-11-16T18:16:17.208 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.196+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fdee0003c70 con 0x7fdeec0fef00 2023-11-16T18:16:17.209 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.197+0000 7fded3fff700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 0x7fded403ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:17.209 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.197+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fdee004c520 con 0x7fdeec0fef00 2023-11-16T18:16:17.209 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.197+0000 7fdeea7fc700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 0x7fded403ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:17.209 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.197+0000 7fdeea7fc700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 0x7fded403ad20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdedc006fd0 tx=0x7fdedc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:17.209 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.202+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fdee002a980 con 0x7fdeec0fef00 2023-11-16T18:16:17.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:17 smithi063 ceph-mon[98873]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:17.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:17.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:17.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:17.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:17 smithi063 ceph-mon[98873]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:17.399 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.398+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c", "target": ["mon-mgr", ""]}) v1 -- 0x7fdeec1070b0 con 0x7fded4038870 2023-11-16T18:16:17.407 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.406+0000 7fded3fff700 1 -- 172.21.15.125:0/4254887533 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fdeec1070b0 con 0x7fded4038870 2023-11-16T18:16:17.407 INFO:teuthology.orchestra.run.smithi125.stdout:Scheduled mon update... 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 msgr2=0x7fded403ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 0x7fded403ad20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdedc006fd0 tx=0x7fdedc006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 msgr2=0x7fdeec1940c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdee0004f40 tx=0x7fdee0005020 comp rx=0 tx=0).stop 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 shutdown_connections 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fded4038870 0x7fded403ad20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 --2- 172.21.15.125:0/4254887533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdeec0fef00 0x7fdeec1940c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 >> 172.21.15.125:0/4254887533 conn(0x7fdeec074930 msgr2=0x7fdeec103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:17.409 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 shutdown_connections 2023-11-16T18:16:17.410 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:17.407+0000 7fdef15e5700 1 -- 172.21.15.125:0/4254887533 wait complete. 2023-11-16T18:16:17.742 DEBUG:teuthology.orchestra.run.smithi093:mon.b> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.b.service 2023-11-16T18:16:17.744 DEBUG:teuthology.orchestra.run.smithi125:mon.c> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.c.service 2023-11-16T18:16:17.747 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-11-16T18:16:17.747 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph mon dump -f json 2023-11-16T18:16:17.776 INFO:journalctl@ceph.mon.c.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:16:17.779 INFO:journalctl@ceph.mon.b.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:16:18.701 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: Saving service mon spec with placement smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c;count:3 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:18 smithi063 ceph-mon[98873]: Deploying daemon mon.c on smithi125 2023-11-16T18:16:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:19 smithi063 ceph-mon[98873]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:20.414 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 -- 172.21.15.125:0/1518205290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 msgr2=0x7fead40ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:20.414 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 --2- 172.21.15.125:0/1518205290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead40ff2d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7feac4009910 tx=0x7feac4009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 -- 172.21.15.125:0/1518205290 shutdown_connections 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 --2- 172.21.15.125:0/1518205290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead40ff2d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 -- 172.21.15.125:0/1518205290 >> 172.21.15.125:0/1518205290 conn(0x7fead4074930 msgr2=0x7fead4074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 -- 172.21.15.125:0/1518205290 shutdown_connections 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.410+0000 7feada6e0700 1 -- 172.21.15.125:0/1518205290 wait complete. 2023-11-16T18:16:20.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.411+0000 7feada6e0700 1 Processor -- start 2023-11-16T18:16:20.416 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.411+0000 7feada6e0700 1 -- start start 2023-11-16T18:16:20.416 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.411+0000 7feada6e0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:20.416 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.411+0000 7feada6e0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead4194600 con 0x7fead40fef00 2023-11-16T18:16:20.416 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:20.417 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.125:38636/0 (socket says 172.21.15.125:38636) 2023-11-16T18:16:20.417 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead3fff700 1 -- 172.21.15.125:0/1568048209 learned_addr learned my addr 172.21.15.125:0/1568048209 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:16:20.417 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead3fff700 1 -- 172.21.15.125:0/1568048209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feac40095f0 con 0x7fead40fef00 2023-11-16T18:16:20.417 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead3fff700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7feac4006010 tx=0x7feac4004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:20.418 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feac401d070 con 0x7fead40fef00 2023-11-16T18:16:20.418 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac400bc10 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead4109090 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feac4003910 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.412+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead4108f00 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.413+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7feac4003bd0 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.413+0000 7fead17fa700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 0x7feabc03ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.413+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7feac404c590 con 0x7fead40fef00 2023-11-16T18:16:20.419 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.414+0000 7fead37fe700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 0x7feabc03ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:20.420 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.414+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead4109220 con 0x7fead40fef00 2023-11-16T18:16:20.420 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.414+0000 7fead37fe700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 0x7feabc03ad20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7feac8006fd0 tx=0x7feac8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:20.421 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.419+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7feac4026020 con 0x7fead40fef00 2023-11-16T18:16:20.694 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 systemd[1]: Starting Ceph mon.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:16:20.712 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.710+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fead4062120 con 0x7fead40fef00 2023-11-16T18:16:20.713 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.710+0000 7fead17fa700 1 -- 172.21.15.125:0/1568048209 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7feac4029950 con 0x7fead40fef00 2023-11-16T18:16:20.714 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:16:20.714 INFO:teuthology.orchestra.run.smithi125.stdout:{"epoch":1,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","modified":"2023-11-16T18:14:41.638978Z","created":"2023-11-16T18:14:41.638978Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-11-16T18:16:20.715 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 msgr2=0x7feabc03ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:20.715 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 0x7feabc03ad20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7feac8006fd0 tx=0x7feac8006e40 comp rx=0 tx=0).stop 2023-11-16T18:16:20.715 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 msgr2=0x7fead41940c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:20.716 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7feac4006010 tx=0x7feac4004ff0 comp rx=0 tx=0).stop 2023-11-16T18:16:20.716 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 shutdown_connections 2023-11-16T18:16:20.716 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7feabc038870 0x7feabc03ad20 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:20.716 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 --2- 172.21.15.125:0/1568048209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fead40fef00 0x7fead41940c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:20.717 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.712+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 >> 172.21.15.125:0/1568048209 conn(0x7fead4074930 msgr2=0x7fead4103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:20.717 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.713+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 shutdown_connections 2023-11-16T18:16:20.717 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:20.713+0000 7feada6e0700 1 -- 172.21.15.125:0/1568048209 wait complete. 2023-11-16T18:16:20.717 INFO:teuthology.orchestra.run.smithi125.stderr:dumped monmap epoch 1 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 podman[100609]: 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: set uid:gid to 167:167 (ceph:ceph) 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev), process ceph-mon, pid 7 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pidfile_write: ignore empty --pid-file 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 bash[100609]: 117077cce24b487a2e2bc89e5fba1e79a102ad99199b5600a9b7379050cec51b 2023-11-16T18:16:20.948 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: load: jerasure load: lrc 2023-11-16T18:16:20.950 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: RocksDB version: 7.9.2 2023-11-16T18:16:20.950 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Git sha 0 2023-11-16T18:16:20.950 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Compile date 2023-11-15 23:53:54 2023-11-16T18:16:20.950 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: DB SUMMARY 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: DB Session ID: FOYPT5TTLL2YCZGD9866 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: CURRENT file: CURRENT 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: IDENTITY file: IDENTITY 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.error_if_exists: 0 2023-11-16T18:16:20.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.create_if_missing: 0 2023-11-16T18:16:20.952 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.paranoid_checks: 1 2023-11-16T18:16:20.952 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.flush_verify_memtable_count: 1 2023-11-16T18:16:20.952 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.env: 0x55ef9bef3720 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.fs: PosixFileSystem 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.info_log: 0x55ef9eadd3c0 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_file_opening_threads: 16 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.statistics: (nil) 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.use_fsync: 0 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_log_file_size: 0 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.log_file_time_to_roll: 0 2023-11-16T18:16:20.953 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.keep_log_file_num: 1000 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.recycle_log_file_num: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_fallocate: 1 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_mmap_reads: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_mmap_writes: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.use_direct_reads: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.create_missing_column_families: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.db_log_dir: 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.wal_dir: 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.table_cache_numshardbits: 6 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.WAL_ttl_seconds: 0 2023-11-16T18:16:20.954 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.WAL_size_limit_MB: 0 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.is_fd_close_on_exec: 1 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.advise_random_on_open: 1 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.db_write_buffer_size: 0 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.write_buffer_manager: 0x55ef9dd4e3c0 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.use_adaptive_mutex: 0 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.rate_limiter: (nil) 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-11-16T18:16:20.955 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.wal_recovery_mode: 2 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enable_thread_tracking: 0 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enable_pipelined_write: 0 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.unordered_write: 0 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.row_cache: None 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.wal_filter: None 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-11-16T18:16:20.956 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_ingest_behind: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.two_write_queues: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.manual_wal_flush: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.wal_compression: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.atomic_flush: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.persist_stats_to_disk: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.write_dbid_to_manifest: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.log_readahead_size: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.best_efforts_recovery: 0 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-11-16T18:16:20.957 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.allow_data_in_errors: 0 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.db_host_id: __hostname__ 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enforce_single_del_contracts: true 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_background_jobs: 2 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_background_compactions: -1 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_subcompactions: 1 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.delayed_write_rate : 16777216 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_total_wal_size: 0 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-11-16T18:16:20.958 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.stats_dump_period_sec: 600 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.stats_persist_period_sec: 600 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_open_files: -1 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bytes_per_sync: 0 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.wal_bytes_per_sync: 0 2023-11-16T18:16:20.959 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.strict_bytes_per_sync: 0 2023-11-16T18:16:20.966 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_readahead_size: 0 2023-11-16T18:16:20.966 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_background_flushes: -1 2023-11-16T18:16:20.966 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Compression algorithms supported: 2023-11-16T18:16:20.966 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-11-16T18:16:20.966 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kZSTD supported: 0 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kXpressCompression supported: 0 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kLZ4HCCompression supported: 1 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kZlibCompression supported: 1 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kSnappyCompression supported: 1 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kLZ4Compression supported: 1 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: kBZip2Compression supported: 0 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Fast CRC32 supported: Supported on x86 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: DMutex implementation: pthread_mutex_t 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-11-16T18:16:20.967 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.merge_operator: 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_filter: None 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_filter_factory: None 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.sst_partitioner_factory: None 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.memtable_factory: SkipListFactory 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.table_factory: BlockBasedTable 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ef9eadd4e0) 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout: cache_index_and_filter_blocks: 1 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout: pin_top_level_index_and_filter: 1 2023-11-16T18:16:20.968 INFO:journalctl@ceph.mon.c.smithi125.stdout: index_type: 0 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: data_block_index_type: 0 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: index_shortening: 1 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: data_block_hash_table_util_ratio: 0.750000 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: checksum: 4 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: no_block_cache: 0 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_cache: 0x55ef9ddef1f0 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_cache_name: BinnedLRUCache 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_cache_options: 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: capacity : 536870912 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: num_shard_bits : 4 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: strict_capacity_limit : 0 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: high_pri_pool_ratio: 0.000 2023-11-16T18:16:20.969 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_cache_compressed: (nil) 2023-11-16T18:16:20.970 INFO:journalctl@ceph.mon.c.smithi125.stdout: persistent_cache: (nil) 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_size: 4096 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_size_deviation: 10 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_restart_interval: 16 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: index_block_restart_interval: 1 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: metadata_block_size: 4096 2023-11-16T18:16:20.971 INFO:journalctl@ceph.mon.c.smithi125.stdout: partition_filters: 0 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: use_delta_encoding: 1 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: filter_policy: bloomfilter 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: whole_key_filtering: 1 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: verify_compression: 0 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: read_amp_bytes_per_bit: 0 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: format_version: 5 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: enable_index_compression: 1 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: block_align: 0 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: max_auto_readahead_size: 262144 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: prepopulate_block_cache: 0 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: initial_auto_readahead_size: 8192 2023-11-16T18:16:20.972 INFO:journalctl@ceph.mon.c.smithi125.stdout: num_file_reads_for_auto_readahead: 2 2023-11-16T18:16:20.994 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.write_buffer_size: 33554432 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_write_buffer_number: 2 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression: NoCompression 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression: Disabled 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.prefix_extractor: nullptr 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.num_levels: 7 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-11-16T18:16:20.995 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.window_bits: -14 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.level: 32767 2023-11-16T18:16:20.996 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.strategy: 0 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.enabled: false 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.target_file_size_base: 67108864 2023-11-16T18:16:20.997 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.target_file_size_multiplier: 1 2023-11-16T18:16:20.998 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-11-16T18:16:20.998 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-11-16T18:16:20.998 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-11-16T18:16:20.998 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-11-16T18:16:21.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-11-16T18:16:21.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-11-16T18:16:21.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-11-16T18:16:21.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-11-16T18:16:21.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-11-16T18:16:21.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.arena_block_size: 1048576 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.disable_auto_compactions: 0 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-11-16T18:16:21.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-11-16T18:16:21.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-11-16T18:16:21.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-11-16T18:16:21.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-11-16T18:16:21.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-11-16T18:16:21.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-11-16T18:16:21.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.table_properties_collectors: 2023-11-16T18:16:21.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.inplace_update_support: 0 2023-11-16T18:16:21.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.inplace_update_num_locks: 10000 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.memtable_huge_page_size: 0 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.bloom_locality: 0 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.max_successive_merges: 0 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.optimize_filters_for_hits: 0 2023-11-16T18:16:21.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.paranoid_file_checks: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.force_consistency_checks: 1 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.report_bg_io_stats: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.ttl: 2592000 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.periodic_compaction_seconds: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enable_blob_files: false 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.min_blob_size: 0 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_file_size: 268435456 2023-11-16T18:16:21.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_compression_type: NoCompression 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.enable_blob_garbage_collection: false 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.blob_file_starting_level: 0 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 373e0ef4-ad2e-40e5-8abf-17cf20e32e00 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158580917048, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-11-16T18:16:21.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158580917462, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1700158580, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "373e0ef4-ad2e-40e5-8abf-17cf20e32e00", "db_session_id": "FOYPT5TTLL2YCZGD9866", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158580917532, "job": 1, "event": "recovery_finished"} 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ef9de8c000 2023-11-16T18:16:21.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: DB pointer 0x55ef9de78000 2023-11-16T18:16:21.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-11-16T18:16:21.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-11-16T18:16:21.055 INFO:journalctl@ceph.mon.c.smithi125.stdout: ** DB Stats ** 2023-11-16T18:16:21.055 INFO:journalctl@ceph.mon.c.smithi125.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:16:21.055 INFO:journalctl@ceph.mon.c.smithi125.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: ** Compaction Stats [default] ** 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:21.056 INFO:journalctl@ceph.mon.c.smithi125.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: ** Compaction Stats [default] ** 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-11-16T18:16:21.057 INFO:journalctl@ceph.mon.c.smithi125.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-11-16T18:16:21.058 INFO:journalctl@ceph.mon.c.smithi125.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-11-16T18:16:21.058 INFO:journalctl@ceph.mon.c.smithi125.stdout: AddFile(Keys): cumulative 0, interval 0 2023-11-16T18:16:21.058 INFO:journalctl@ceph.mon.c.smithi125.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:16:21.058 INFO:journalctl@ceph.mon.c.smithi125.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:16:21.062 INFO:journalctl@ceph.mon.c.smithi125.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout: Block cache BinnedLRUCache@0x55ef9ddef1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout: ** File Read Latency Histogram By Level [default] ** 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: using public_addr v2:172.21.15.125:0/0 -> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] 2023-11-16T18:16:21.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: starting mon.c rank -1 at public addrs [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] at bind addrs [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:21.105 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(???) e0 preinit fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:21.106 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).mds e1 new map 2023-11-16T18:16:21.106 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).mds e1 print_map 2023-11-16T18:16:21.106 INFO:journalctl@ceph.mon.c.smithi125.stdout: e1 2023-11-16T18:16:21.122 INFO:journalctl@ceph.mon.c.smithi125.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-11-16T18:16:21.122 INFO:journalctl@ceph.mon.c.smithi125.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-11-16T18:16:21.122 INFO:journalctl@ceph.mon.c.smithi125.stdout: legacy client fscid: -1 2023-11-16T18:16:21.122 INFO:journalctl@ceph.mon.c.smithi125.stdout: 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout: No filesystems configured 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-11-16T18:16:21.123 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi125", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi093", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:21.124 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Deploying cephadm binary to smithi125 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi093:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.125 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.126 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.126 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.126 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:21.126 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.126 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Added host smithi125 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:16:21.127 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi125", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:21.128 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi125:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Saving service mon spec with placement smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c;count:3 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: Deploying daemon mon.c on smithi125 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.130 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/1568048209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:21.131 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:21.131 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-11-16T18:16:21.131 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 ceph-mon[100672]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-11-16T18:16:21.233 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:20 smithi125 systemd[1]: Started Ceph mon.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:16:21.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:20 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/1568048209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:21.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:20 smithi063 ceph-mon[98873]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:22.262 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-11-16T18:16:22.262 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph mon dump -f json 2023-11-16T18:16:22.918 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:16:26.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:26.338 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: mon.a calling monitor election 2023-11-16T18:16:26.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:26.340 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.341 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: mon.c calling monitor election 2023-11-16T18:16:26.342 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.342 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:26.342 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.342 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:26.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: monmap e2: 2 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:26.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: fsmap 2023-11-16T18:16:26.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:26.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: mgrmap e13: x(active, since 43s) 2023-11-16T18:16:26.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: overall HEALTH_OK 2023-11-16T18:16:26.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.345 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.346 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:26.347 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: mon.a calling monitor election 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: mon.c calling monitor election 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: monmap e2: 2 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: fsmap 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: mgrmap e13: x(active, since 43s) 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: overall HEALTH_OK 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:26.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:27.132 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 -- 172.21.15.125:0/2348489976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52f40035c0 msgr2=0x7f52f4005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 --2- 172.21.15.125:0/2348489976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52f40035c0 0x7f52f4005a40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f53080679c0 tx=0x7f530400feb0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 -- 172.21.15.125:0/2348489976 shutdown_connections 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 --2- 172.21.15.125:0/2348489976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52f40035c0 0x7f52f4005a40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 -- 172.21.15.125:0/2348489976 >> 172.21.15.125:0/2348489976 conn(0x7f53080742a0 msgr2=0x7f53080746a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 -- 172.21.15.125:0/2348489976 shutdown_connections 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.124+0000 7f5310448700 1 -- 172.21.15.125:0/2348489976 wait complete. 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.125+0000 7f5310448700 1 Processor -- start 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.125+0000 7f5310448700 1 -- start start 2023-11-16T18:16:27.133 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.125+0000 7f5310448700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:27.134 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f5310448700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 0x7f5308196a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:27.134 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f5310448700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f530819f100 con 0x7f53081965d0 2023-11-16T18:16:27.134 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f5310448700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f530819f240 con 0x7f52f40035c0 2023-11-16T18:16:27.134 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:55904/0 (socket says 172.21.15.125:55904) 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 -- 172.21.15.125:0/1450898595 learned_addr learned my addr 172.21.15.125:0/1450898595 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530d9e3700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 0x7f5308196a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 -- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 msgr2=0x7f5308196090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 -- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 msgr2=0x7f5308196090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530e1e4700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530d9e3700 1 -- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 msgr2=0x7f5308196090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530d9e3700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.144 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530d9e3700 1 -- 172.21.15.125:0/1450898595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f530400f900 con 0x7f53081965d0 2023-11-16T18:16:27.145 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.126+0000 7f530d9e3700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 0x7f5308196a40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f52f800b4d0 tx=0x7f52f800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:27.145 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.127+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f52f8011630 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.127+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f52f8011c50 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.127+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5308106c60 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.127+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f52f8010d90 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.127+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5308106ad0 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.128+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f52f801a400 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.128+0000 7f52ff7fe700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 0x7f52ec03ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.128+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f52f804ad30 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.128+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5308106df0 con 0x7f53081965d0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.128+0000 7f530e1e4700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 0x7f52ec03ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:27.147 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.129+0000 7f530e1e4700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 0x7f52ec03ab60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5304010010 tx=0x7f5304001e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:27.148 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.134+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f52f80178b0 con 0x7f53081965d0 2023-11-16T18:16:27.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:27 smithi063 ceph-mon[98873]: Deploying daemon mon.b on smithi093 2023-11-16T18:16:27.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:27 smithi063 ceph-mon[98873]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:27.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:27.400 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.397+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f5308062120 con 0x7f53081965d0 2023-11-16T18:16:27.400 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.398+0000 7f52ff7fe700 1 -- 172.21.15.125:0/1450898595 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f52f8048020 con 0x7f53081965d0 2023-11-16T18:16:27.400 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:16:27.401 INFO:teuthology.orchestra.run.smithi125.stdout:{"epoch":2,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","modified":"2023-11-16T18:16:20.944405Z","created":"2023-11-16T18:14:41.638978Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:3300","nonce":0},{"type":"v1","addr":"172.21.15.125:6789","nonce":0}]},"addr":"172.21.15.125:6789/0","public_addr":"172.21.15.125:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-11-16T18:16:27.402 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 msgr2=0x7f52ec03ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:27.403 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 0x7f52ec03ab60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5304010010 tx=0x7f5304001e50 comp rx=0 tx=0).stop 2023-11-16T18:16:27.403 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 msgr2=0x7f5308196a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:27.410 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 0x7f5308196a40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f52f800b4d0 tx=0x7f52f800b890 comp rx=0 tx=0).stop 2023-11-16T18:16:27.410 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 shutdown_connections 2023-11-16T18:16:27.410 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52ec0386b0 0x7f52ec03ab60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.411 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52f40035c0 0x7f5308196090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.411 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 --2- 172.21.15.125:0/1450898595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53081965d0 0x7f5308196a40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:27.411 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 >> 172.21.15.125:0/1450898595 conn(0x7f53080742a0 msgr2=0x7f53081029f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:27.412 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 shutdown_connections 2023-11-16T18:16:27.413 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:27.400+0000 7f5310448700 1 -- 172.21.15.125:0/1450898595 wait complete. 2023-11-16T18:16:27.413 INFO:teuthology.orchestra.run.smithi125.stderr:dumped monmap epoch 2 2023-11-16T18:16:27.439 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:27 smithi125 ceph-mon[100672]: Deploying daemon mon.b on smithi093 2023-11-16T18:16:27.439 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:27 smithi125 ceph-mon[100672]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:27.439 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:28 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/1450898595' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:28.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:28 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/1450898595' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:28.766 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 systemd[1]: Starting Ceph mon.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:16:28.872 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-11-16T18:16:28.872 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph mon dump -f json 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 podman[100145]: 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: set uid:gid to 167:167 (ceph:ceph) 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev), process ceph-mon, pid 7 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pidfile_write: ignore empty --pid-file 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 bash[100145]: b34f28d6d890337e5a8b0b3a8e7959c203fe571f43bc17d910a682264e7cf00a 2023-11-16T18:16:29.045 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: load: jerasure load: lrc 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: RocksDB version: 7.9.2 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Git sha 0 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Compile date 2023-11-15 23:53:54 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: DB SUMMARY 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: DB Session ID: IN7Q94VHC1XLIGYVQS9C 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: CURRENT file: CURRENT 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: IDENTITY file: IDENTITY 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.error_if_exists: 0 2023-11-16T18:16:29.046 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.create_if_missing: 0 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.paranoid_checks: 1 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.flush_verify_memtable_count: 1 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.env: 0x55919059f720 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.fs: PosixFileSystem 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.info_log: 0x5591933193c0 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_file_opening_threads: 16 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.statistics: (nil) 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.use_fsync: 0 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_log_file_size: 0 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-11-16T18:16:29.047 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.log_file_time_to_roll: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.keep_log_file_num: 1000 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.recycle_log_file_num: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_fallocate: 1 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_mmap_reads: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_mmap_writes: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.use_direct_reads: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.create_missing_column_families: 0 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.db_log_dir: 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.wal_dir: 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.table_cache_numshardbits: 6 2023-11-16T18:16:29.048 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.WAL_ttl_seconds: 0 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.WAL_size_limit_MB: 0 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.is_fd_close_on_exec: 1 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.advise_random_on_open: 1 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.db_write_buffer_size: 0 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.write_buffer_manager: 0x55919258a3c0 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.use_adaptive_mutex: 0 2023-11-16T18:16:29.049 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.rate_limiter: (nil) 2023-11-16T18:16:29.050 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-11-16T18:16:29.050 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.wal_recovery_mode: 2 2023-11-16T18:16:29.050 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enable_thread_tracking: 0 2023-11-16T18:16:29.050 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enable_pipelined_write: 0 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.unordered_write: 0 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-11-16T18:16:29.056 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.row_cache: None 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.wal_filter: None 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_ingest_behind: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.two_write_queues: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.manual_wal_flush: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.wal_compression: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.atomic_flush: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-11-16T18:16:29.057 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.persist_stats_to_disk: 0 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.write_dbid_to_manifest: 0 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.log_readahead_size: 0 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.best_efforts_recovery: 0 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.allow_data_in_errors: 0 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.db_host_id: __hostname__ 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enforce_single_del_contracts: true 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_background_jobs: 2 2023-11-16T18:16:29.058 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_background_compactions: -1 2023-11-16T18:16:29.064 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_subcompactions: 1 2023-11-16T18:16:29.064 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-11-16T18:16:29.065 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-11-16T18:16:29.065 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.delayed_write_rate : 16777216 2023-11-16T18:16:29.065 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_total_wal_size: 0 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.stats_dump_period_sec: 600 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.stats_persist_period_sec: 600 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_open_files: -1 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bytes_per_sync: 0 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.wal_bytes_per_sync: 0 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.strict_bytes_per_sync: 0 2023-11-16T18:16:29.066 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_readahead_size: 0 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_background_flushes: -1 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Compression algorithms supported: 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kZSTD supported: 0 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kXpressCompression supported: 0 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kLZ4HCCompression supported: 1 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kZlibCompression supported: 1 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kSnappyCompression supported: 1 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kLZ4Compression supported: 1 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: kBZip2Compression supported: 0 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Fast CRC32 supported: Supported on x86 2023-11-16T18:16:29.067 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: DMutex implementation: pthread_mutex_t 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.merge_operator: 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_filter: None 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_filter_factory: None 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.sst_partitioner_factory: None 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.memtable_factory: SkipListFactory 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.table_factory: BlockBasedTable 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5591933194e0) 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout: cache_index_and_filter_blocks: 1 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-11-16T18:16:29.068 INFO:journalctl@ceph.mon.b.smithi093.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: pin_top_level_index_and_filter: 1 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: index_type: 0 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: data_block_index_type: 0 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: index_shortening: 1 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: data_block_hash_table_util_ratio: 0.750000 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: checksum: 4 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: no_block_cache: 0 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_cache: 0x55919262b1f0 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_cache_name: BinnedLRUCache 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_cache_options: 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: capacity : 536870912 2023-11-16T18:16:29.069 INFO:journalctl@ceph.mon.b.smithi093.stdout: num_shard_bits : 4 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: strict_capacity_limit : 0 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: high_pri_pool_ratio: 0.000 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_cache_compressed: (nil) 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: persistent_cache: (nil) 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_size: 4096 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_size_deviation: 10 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_restart_interval: 16 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: index_block_restart_interval: 1 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: metadata_block_size: 4096 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: partition_filters: 0 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: use_delta_encoding: 1 2023-11-16T18:16:29.070 INFO:journalctl@ceph.mon.b.smithi093.stdout: filter_policy: bloomfilter 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: whole_key_filtering: 1 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: verify_compression: 0 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: read_amp_bytes_per_bit: 0 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: format_version: 5 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: enable_index_compression: 1 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: block_align: 0 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: max_auto_readahead_size: 262144 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: prepopulate_block_cache: 0 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: initial_auto_readahead_size: 8192 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout: num_file_reads_for_auto_readahead: 2 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.write_buffer_size: 33554432 2023-11-16T18:16:29.071 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_write_buffer_number: 2 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression: NoCompression 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression: Disabled 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.prefix_extractor: nullptr 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.num_levels: 7 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-11-16T18:16:29.072 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-11-16T18:16:29.096 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-11-16T18:16:29.097 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-11-16T18:16:29.097 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-11-16T18:16:29.097 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.window_bits: -14 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.level: 32767 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.strategy: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-11-16T18:16:29.098 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.enabled: false 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.target_file_size_base: 67108864 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.target_file_size_multiplier: 1 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-11-16T18:16:29.099 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-11-16T18:16:29.100 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-11-16T18:16:29.100 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-11-16T18:16:29.100 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.arena_block_size: 1048576 2023-11-16T18:16:29.102 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.disable_auto_compactions: 0 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-11-16T18:16:29.103 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.table_properties_collectors: 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.inplace_update_support: 0 2023-11-16T18:16:29.106 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.inplace_update_num_locks: 10000 2023-11-16T18:16:29.107 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-11-16T18:16:29.107 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-11-16T18:16:29.107 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.memtable_huge_page_size: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.bloom_locality: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.max_successive_merges: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.optimize_filters_for_hits: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.paranoid_file_checks: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.force_consistency_checks: 1 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.report_bg_io_stats: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.ttl: 2592000 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.periodic_compaction_seconds: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-11-16T18:16:29.108 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enable_blob_files: false 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.min_blob_size: 0 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_file_size: 268435456 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_compression_type: NoCompression 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.enable_blob_garbage_collection: false 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.blob_file_starting_level: 0 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-11-16T18:16:29.109 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b46c52cd-12dd-4377-9f66-aac6c48229fb 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158588959003, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158588959410, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1700158588, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b46c52cd-12dd-4377-9f66-aac6c48229fb", "db_session_id": "IN7Q94VHC1XLIGYVQS9C", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1700158588959475, "job": 1, "event": "recovery_finished"} 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5591926c8000 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: DB pointer 0x5591926b4000 2023-11-16T18:16:29.110 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: ** DB Stats ** 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: ** Compaction Stats [default] ** 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:16:29.111 INFO:journalctl@ceph.mon.b.smithi093.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: ** Compaction Stats [default] ** 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-11-16T18:16:29.112 INFO:journalctl@ceph.mon.b.smithi093.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: AddFile(Keys): cumulative 0, interval 0 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: Cumulative compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: Interval compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: Block cache BinnedLRUCache@0x55919262b1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout: ** File Read Latency Histogram By Level [default] ** 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: using public_addr v2:172.21.15.93:0/0 -> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] 2023-11-16T18:16:29.113 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: starting mon.b rank -1 at public addrs [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] at bind addrs [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(???) e0 preinit fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).mds e1 new map 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).mds e1 print_map 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: e1 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: legacy client fscid: -1 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout: No filesystems configured 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-11-16T18:16:29.114 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi125", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.115 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi093", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Deploying cephadm binary to smithi125 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi093:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.116 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Added host smithi125 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:16:29.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2304930820' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi125", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:29.119 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi125:/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.client.admin.keyring 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:29.120 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Saving service mon spec with placement smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c;count:3 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:29.121 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Deploying daemon mon.c on smithi125 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/1568048209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.a calling monitor election 2023-11-16T18:16:29.122 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.c calling monitor election 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.127 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:29.128 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: monmap e2: 2 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:29.128 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: fsmap 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mgrmap e13: x(active, since 43s) 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: overall HEALTH_OK 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: Deploying daemon mon.b on smithi093 2023-11-16T18:16:29.129 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/1450898595' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expand map: {default=false} 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta from 'false' to 'false' 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expanded map: {default=false} 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expand map: {default=info} 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta from 'info' to 'info' 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expanded map: {default=info} 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expand map: {default=daemon} 2023-11-16T18:16:29.130 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta from 'daemon' to 'daemon' 2023-11-16T18:16:29.131 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expanded map: {default=daemon} 2023-11-16T18:16:29.131 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expand map: {default=debug} 2023-11-16T18:16:29.131 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta from 'debug' to 'debug' 2023-11-16T18:16:29.131 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:28 smithi093 ceph-mon[100185]: expand_channel_meta expanded map: {default=debug} 2023-11-16T18:16:29.131 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:29 smithi093 systemd[1]: Started Ceph mon.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:16:29.528 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:16:34.323 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1680435116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ca80035c0 msgr2=0x7f5ca8005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1680435116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ca80035c0 0x7f5ca8005a40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00fec90 tx=0x7f5cb4014ec0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1680435116 shutdown_connections 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1680435116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ca80035c0 0x7f5ca8005a40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1680435116 >> 172.21.15.125:0/1680435116 conn(0x7f5cc00fa8a0 msgr2=0x7f5cc00fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1680435116 shutdown_connections 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.316+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1680435116 wait complete. 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 Processor -- start 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 -- start start 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:34.324 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 0x7f5cc019a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc0195f80 con 0x7f5cc019a260 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc01a1fd0 con 0x7f5cc01958b0 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.317+0000 7f5cc52e7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc01a2110 con 0x7f5ca80035c0 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 0x7f5cc019a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:55926/0 (socket says 172.21.15.125:55926) 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 -- 172.21.15.125:0/1973426245 learned_addr learned my addr 172.21.15.125:0/1973426245 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbe7fc700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 msgr2=0x7f5cc0195370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 msgr2=0x7f5cc0195370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-11-16T18:16:34.325 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-16T18:16:34.326 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbeffd700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:16:34.326 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbe7fc700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 msgr2=0x7f5cc0199d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-11-16T18:16:34.326 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbe7fc700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 msgr2=0x7f5cc0199d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-11-16T18:16:34.326 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbe7fc700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbe7fc700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 msgr2=0x7f5cc0195370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 msgr2=0x7f5cc0199d20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 -- 172.21.15.125:0/1973426245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cb4014910 con 0x7f5cc019a260 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5cbf7fe700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 0x7f5cc019a700 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800ff70 tx=0x7f5cb800deb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.318+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb800d4e0 con 0x7f5cc019a260 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.319+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cc0106b60 con 0x7f5cc019a260 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.319+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5cb800dc80 con 0x7f5cc019a260 2023-11-16T18:16:34.327 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.319+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8018650 con 0x7f5cc019a260 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.319+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cc01069d0 con 0x7f5cc019a260 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.319+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f5cb80187b0 con 0x7f5cc019a260 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.320+0000 7f5ca7fff700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 0x7f5cac03b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.320+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5cb804fa50 con 0x7f5cc019a260 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.320+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc0106cf0 con 0x7f5cc019a260 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.320+0000 7f5cbeffd700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 0x7f5cac03b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:34.328 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.320+0000 7f5cbeffd700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 0x7f5cac03b1f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5cb400f470 tx=0x7f5cb400f400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:34.329 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.325+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f5cb8016b80 con 0x7f5cc019a260 2023-11-16T18:16:34.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:34.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: mon.a calling monitor election 2023-11-16T18:16:34.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: mon.c calling monitor election 2023-11-16T18:16:34.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:34.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:34.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: fsmap 2023-11-16T18:16:34.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: mgrmap e13: x(active, since 51s) 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: mon.b (rank 2) addr [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] is down (out of quorum) 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:34.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:34.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:34.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: mon.a calling monitor election 2023-11-16T18:16:34.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: mon.c calling monitor election 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:34.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:34.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: fsmap 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: mgrmap e13: x(active, since 51s) 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: mon.b (rank 2) addr [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] is down (out of quorum) 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:34.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:34.614 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.608+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f5cc01011c0 con 0x7f5cc019a260 2023-11-16T18:16:34.615 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.608+0000 7f5ca7fff700 1 -- 172.21.15.125:0/1973426245 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1270 (secure 0 0 0) 0x7f5cb8016770 con 0x7f5cc019a260 2023-11-16T18:16:34.615 INFO:teuthology.orchestra.run.smithi125.stdout: 2023-11-16T18:16:34.615 INFO:teuthology.orchestra.run.smithi125.stdout:{"epoch":3,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","modified":"2023-11-16T18:16:28.985081Z","created":"2023-11-16T18:14:41.638978Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:3300","nonce":0},{"type":"v1","addr":"172.21.15.125:6789","nonce":0}]},"addr":"172.21.15.125:6789/0","public_addr":"172.21.15.125:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:3300","nonce":0},{"type":"v1","addr":"172.21.15.93:6789","nonce":0}]},"addr":"172.21.15.93:6789/0","public_addr":"172.21.15.93:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.610+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 msgr2=0x7f5cac03b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.610+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 0x7f5cac03b1f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5cb400f470 tx=0x7f5cb400f400 comp rx=0 tx=0).stop 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.610+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 msgr2=0x7f5cc019a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.610+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 0x7f5cc019a700 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800ff70 tx=0x7f5cb800deb0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 shutdown_connections 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5cac038d40 0x7f5cac03b1f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.616 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5cc019a260 0x7f5cc019a700 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5ca80035c0 0x7f5cc0195370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 --2- 172.21.15.125:0/1973426245 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5cc01958b0 0x7f5cc0199d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 >> 172.21.15.125:0/1973426245 conn(0x7f5cc00fa8a0 msgr2=0x7f5cc0102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 shutdown_connections 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:34.611+0000 7f5cc52e7700 1 -- 172.21.15.125:0/1973426245 wait complete. 2023-11-16T18:16:34.617 INFO:teuthology.orchestra.run.smithi125.stderr:dumped monmap epoch 3 2023-11-16T18:16:34.992 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-11-16T18:16:34.992 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph config generate-minimal-conf 2023-11-16T18:16:35.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:35.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:35.265 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:35.265 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/1973426245' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:35.265 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:35.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:35.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:35.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:35.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:35.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/1973426245' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:35.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:35.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:35.660 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:36.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:16:36.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.a calling monitor election 2023-11-16T18:16:36.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.c calling monitor election 2023-11-16T18:16:36.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: fsmap 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:36.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mgrmap e13: x(active, since 51s) 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.b (rank 2) addr [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] is down (out of quorum) 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/1973426245' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:36.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.870+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/1477867809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec40feb50 msgr2=0x7f6ec40fef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.870+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/1477867809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec40feb50 0x7f6ec40fef20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009910 tx=0x7f6ec0009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.870+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/1477867809 shutdown_connections 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.870+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/1477867809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec40feb50 0x7f6ec40fef20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/1477867809 >> 172.21.15.63:0/1477867809 conn(0x7f6ec4074930 msgr2=0x7f6ec4074d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/1477867809 shutdown_connections 2023-11-16T18:16:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/1477867809 wait complete. 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 Processor -- start 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 -- start start 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ec40feb50 0x7f6ec4197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ec4197a60 0x7f6ec419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.871+0000 7f6ecb8e0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ecb8e0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec4198130 con 0x7f6ec419c410 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ecb8e0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec41a4180 con 0x7f6ec4197a60 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ecb8e0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec41a42c0 con 0x7f6ec40feb50 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41400/0 (socket says 172.21.15.63:41400) 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 -- 172.21.15.63:0/3108441561 learned_addr learned my addr 172.21.15.63:0/3108441561 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec8e7b700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ec4197a60 0x7f6ec419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec967c700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ec40feb50 0x7f6ec4197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 -- 172.21.15.63:0/3108441561 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ec40feb50 msgr2=0x7f6ec4197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ec40feb50 0x7f6ec4197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 -- 172.21.15.63:0/3108441561 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ec4197a60 msgr2=0x7f6ec419bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ec4197a60 0x7f6ec419bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:36.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 -- 172.21.15.63:0/3108441561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec00095f0 con 0x7f6ec419c410 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ec9e7d700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00ba80 tx=0x7f6ebc00bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc00c9b0 con 0x7f6ec419c410 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ebc014440 con 0x7f6ec419c410 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec410c3a0 con 0x7f6ec419c410 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.872+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc007590 con 0x7f6ec419c410 2023-11-16T18:16:36.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.873+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec410c210 con 0x7f6ec419c410 2023-11-16T18:16:36.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.873+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec410c530 con 0x7f6ec419c410 2023-11-16T18:16:36.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.874+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f6ebc0145b0 con 0x7f6ec419c410 2023-11-16T18:16:36.880 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.874+0000 7f6eba7fc700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 0x7f6eb003b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:36.880 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.874+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6ebc04af30 con 0x7f6ec419c410 2023-11-16T18:16:36.880 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.874+0000 7f6ec967c700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 0x7f6eb003b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:36.880 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.875+0000 7f6ec967c700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 0x7f6eb003b1f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0006010 tx=0x7f6ec000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:36.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:36.879+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6ebc00cb10 con 0x7f6ec419c410 2023-11-16T18:16:37.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.082+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f6ec4062120 con 0x7f6ec419c410 2023-11-16T18:16:37.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.082+0000 7f6eba7fc700 1 -- 172.21.15.63:0/3108441561 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+273 (secure 0 0 0) 0x7f6ebc019070 con 0x7f6ec419c410 2023-11-16T18:16:37.085 INFO:teuthology.orchestra.run.smithi063.stdout:# minimal ceph.conf for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:37.086 INFO:teuthology.orchestra.run.smithi063.stdout:[global] 2023-11-16T18:16:37.086 INFO:teuthology.orchestra.run.smithi063.stdout: fsid = e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:16:37.086 INFO:teuthology.orchestra.run.smithi063.stdout: mon_host = [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] 2023-11-16T18:16:37.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 msgr2=0x7f6eb003b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:37.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 0x7f6eb003b1f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0006010 tx=0x7f6ec000b540 comp rx=0 tx=0).stop 2023-11-16T18:16:37.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 msgr2=0x7f6ec419c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:37.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00ba80 tx=0x7f6ebc00bd90 comp rx=0 tx=0).stop 2023-11-16T18:16:37.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 shutdown_connections 2023-11-16T18:16:37.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6eb0038d40 0x7f6eb003b1f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:37.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ec419c410 0x7f6ec419c8b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:37.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ec40feb50 0x7f6ec4197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:37.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 --2- 172.21.15.63:0/3108441561 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ec4197a60 0x7f6ec419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:37.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.084+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 >> 172.21.15.63:0/3108441561 conn(0x7f6ec4074930 msgr2=0x7f6ec4107180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:37.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.085+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 shutdown_connections 2023-11-16T18:16:37.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:37.085+0000 7f6ecb8e0700 1 -- 172.21.15.63:0/3108441561 wait complete. 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mon.b calling monitor election 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi063:/etc/ceph/ceph.conf 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mon.b calling monitor election 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mon.c calling monitor election 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mon.a calling monitor election 2023-11-16T18:16:37.236 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: fsmap 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: mgrmap e13: x(active, since 53s) 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Cluster is now healthy 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: overall HEALTH_OK 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.237 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Reconfiguring mon.a (unknown last config time)... 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:37.238 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:37.239 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: Reconfiguring daemon mon.a on smithi063 2023-11-16T18:16:37.239 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:36 smithi063 ceph-mon[98873]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:37.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mon.b calling monitor election 2023-11-16T18:16:37.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi063:/etc/ceph/ceph.conf 2023-11-16T18:16:37.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:37.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:37.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mon.b calling monitor election 2023-11-16T18:16:37.270 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mon.c calling monitor election 2023-11-16T18:16:37.270 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mon.a calling monitor election 2023-11-16T18:16:37.270 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-11-16T18:16:37.271 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:37.271 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: fsmap 2023-11-16T18:16:37.271 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:37.271 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: mgrmap e13: x(active, since 53s) 2023-11-16T18:16:37.271 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-11-16T18:16:37.273 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Cluster is now healthy 2023-11-16T18:16:37.274 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: overall HEALTH_OK 2023-11-16T18:16:37.274 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.274 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.274 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.275 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.280 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.281 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.281 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.281 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Reconfiguring mon.a (unknown last config time)... 2023-11-16T18:16:37.281 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:37.282 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:37.282 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:37.283 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: Reconfiguring daemon mon.a on smithi063 2023-11-16T18:16:37.283 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:36 smithi125 ceph-mon[100672]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:37.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.b calling monitor election 2023-11-16T18:16:37.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.447 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi063:/etc/ceph/ceph.conf 2023-11-16T18:16:37.447 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi093:/etc/ceph/ceph.conf 2023-11-16T18:16:37.447 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi125:/etc/ceph/ceph.conf 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.b calling monitor election 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.c calling monitor election 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.a calling monitor election 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: monmap e3: 3 mons at {a=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],b=[v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0],c=[v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0]} removed_ranks: {} 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: fsmap 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: osdmap e4: 0 total, 0 up, 0 in 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: mgrmap e13: x(active, since 53s) 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-11-16T18:16:37.448 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Cluster is now healthy 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: overall HEALTH_OK 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Updating smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/config/ceph.conf 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.449 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Reconfiguring mon.a (unknown last config time)... 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:37.450 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: Reconfiguring daemon mon.a on smithi063 2023-11-16T18:16:37.453 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:36 smithi093 ceph-mon[100185]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:37.579 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-11-16T18:16:37.579 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:16:37.579 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.conf 2023-11-16T18:16:37.611 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:16:37.611 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:37.685 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:16:37.686 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/ceph/ceph.conf 2023-11-16T18:16:37.726 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:16:37.726 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:37.799 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:16:37.800 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/etc/ceph/ceph.conf 2023-11-16T18:16:37.839 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:16:37.840 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-11-16T18:16:37.916 INFO:tasks.cephadm:Adding mgr.x on smithi063 2023-11-16T18:16:37.916 INFO:tasks.cephadm:Adding mgr.y on smithi093 2023-11-16T18:16:37.917 INFO:tasks.cephadm:Adding mgr.z on smithi125 2023-11-16T18:16:37.917 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch apply mgr '3;smithi063=x;smithi093=y;smithi125=z' 2023-11-16T18:16:38.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:37 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:38.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:37 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3108441561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:38.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:37 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:38.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:37 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:38.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:37 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3108441561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:38.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:37 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:38.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:37 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:16:38.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:37 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3108441561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:38.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:37 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:38.598 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:16:39.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: Reconfiguring mon.b (monmap changed)... 2023-11-16T18:16:39.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:39.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:39.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:39.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: Reconfiguring daemon mon.b on smithi093 2023-11-16T18:16:39.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:39 smithi093 ceph-mon[100185]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:39.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: Reconfiguring mon.b (monmap changed)... 2023-11-16T18:16:39.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:39.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:39.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:39.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: Reconfiguring daemon mon.b on smithi093 2023-11-16T18:16:39.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:39 smithi125 ceph-mon[100672]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:39.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:39.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: Reconfiguring mon.b (monmap changed)... 2023-11-16T18:16:39.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:39.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:39.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:39.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: Reconfiguring daemon mon.b on smithi093 2023-11-16T18:16:39.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:39 smithi063 ceph-mon[98873]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:39.808 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 -- 172.21.15.125:0/3972708863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56201003c0 msgr2=0x7f56201007d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:39.811 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 --2- 172.21.15.125:0/3972708863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56201003c0 0x7f56201007d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5608009910 tx=0x7f5608009c20 comp rx=0 tx=0).stop 2023-11-16T18:16:39.811 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 -- 172.21.15.125:0/3972708863 shutdown_connections 2023-11-16T18:16:39.811 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 --2- 172.21.15.125:0/3972708863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56201003c0 0x7f56201007d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:39.812 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 -- 172.21.15.125:0/3972708863 >> 172.21.15.125:0/3972708863 conn(0x7f56200f9a70 msgr2=0x7f56200fbea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:39.812 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 -- 172.21.15.125:0/3972708863 shutdown_connections 2023-11-16T18:16:39.812 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.788+0000 7f5624b82700 1 -- 172.21.15.125:0/3972708863 wait complete. 2023-11-16T18:16:39.812 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 Processor -- start 2023-11-16T18:16:39.813 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 -- start start 2023-11-16T18:16:39.813 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 0x7f56200fe9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:39.813 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5620197dc0 0x7f562019a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:39.814 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:39.814 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562019d350 con 0x7f562019a730 2023-11-16T18:16:39.814 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562019d4c0 con 0x7f56201003c0 2023-11-16T18:16:39.814 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f5624b82700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562019d680 con 0x7f5620197dc0 2023-11-16T18:16:39.815 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f561ed9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:39.815 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f561e59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 0x7f56200fe9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:39.815 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f561ed9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.125:38704/0 (socket says 172.21.15.125:38704) 2023-11-16T18:16:39.815 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f561ed9d700 1 -- 172.21.15.125:0/2844329128 learned_addr learned my addr 172.21.15.125:0/2844329128 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:16:39.816 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.789+0000 7f561dd9b700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5620197dc0 0x7f562019a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:39.816 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 -- 172.21.15.125:0/2844329128 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5620197dc0 msgr2=0x7f562019a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:39.835 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5620197dc0 0x7f562019a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:39.835 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 -- 172.21.15.125:0/2844329128 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 msgr2=0x7f56200fe9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:39.836 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 0x7f56200fe9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:39.836 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 -- 172.21.15.125:0/2844329128 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56080095f0 con 0x7f562019a730 2023-11-16T18:16:39.836 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561e59c700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 0x7f56200fe9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:16:39.837 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f561ed9d700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f561800ba50 tx=0x7f561800bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:39.837 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561800c930 con 0x7f562019a730 2023-11-16T18:16:39.837 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5620104c70 con 0x7f562019a730 2023-11-16T18:16:39.857 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5618014440 con 0x7f562019a730 2023-11-16T18:16:39.858 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56180075b0 con 0x7f562019a730 2023-11-16T18:16:39.858 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.790+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5620104ae0 con 0x7f562019a730 2023-11-16T18:16:39.859 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.791+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f5618007710 con 0x7f562019a730 2023-11-16T18:16:39.885 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.791+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f562018d9a0 con 0x7f562019a730 2023-11-16T18:16:39.886 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.791+0000 7f56177fe700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 0x7f560c03b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:39.886 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.791+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f561804ab60 con 0x7f562019a730 2023-11-16T18:16:39.886 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.791+0000 7f561e59c700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 0x7f560c03b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:39.887 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.792+0000 7f561e59c700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 0x7f560c03b1a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5608000c00 tx=0x7f5608005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:39.887 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:39.796+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f561801b8b0 con 0x7f562019a730 2023-11-16T18:16:40.002 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.000+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi063=x;smithi093=y;smithi125=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f5620061c30 con 0x7f560c038cf0 2023-11-16T18:16:40.009 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.006+0000 7f56177fe700 1 -- 172.21.15.125:0/2844329128 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f5620061c30 con 0x7f560c038cf0 2023-11-16T18:16:40.009 INFO:teuthology.orchestra.run.smithi125.stdout:Scheduled mgr update... 2023-11-16T18:16:40.011 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 msgr2=0x7f560c03b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:40.012 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 0x7f560c03b1a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5608000c00 tx=0x7f5608005fd0 comp rx=0 tx=0).stop 2023-11-16T18:16:40.012 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 msgr2=0x7f562019cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:40.012 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f561800ba50 tx=0x7f561800bd60 comp rx=0 tx=0).stop 2023-11-16T18:16:40.012 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 shutdown_connections 2023-11-16T18:16:40.013 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f560c038cf0 0x7f560c03b1a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:40.013 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f562019a730 0x7f562019cbb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:40.013 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56201003c0 0x7f56200fe9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:40.013 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 --2- 172.21.15.125:0/2844329128 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5620197dc0 0x7f562019a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:40.014 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 >> 172.21.15.125:0/2844329128 conn(0x7f56200f9a70 msgr2=0x7f56200fa720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:40.014 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 shutdown_connections 2023-11-16T18:16:40.014 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:16:40.009+0000 7f5624b82700 1 -- 172.21.15.125:0/2844329128 wait complete. 2023-11-16T18:16:40.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: Reconfiguring mon.c (monmap changed)... 2023-11-16T18:16:40.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:40.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:40.689 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:40.689 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: Reconfiguring daemon mon.c on smithi125 2023-11-16T18:16:40.689 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.727 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.727 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.728 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: Reconfiguring mon.c (monmap changed)... 2023-11-16T18:16:40.728 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:40.728 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:40.729 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:40.729 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: Reconfiguring daemon mon.c on smithi125 2023-11-16T18:16:40.729 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.769 DEBUG:teuthology.orchestra.run.smithi093:mgr.y> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.y.service 2023-11-16T18:16:40.774 DEBUG:teuthology.orchestra.run.smithi125:mgr.z> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.z.service 2023-11-16T18:16:40.777 INFO:tasks.cephadm:Deploying OSDs... 2023-11-16T18:16:40.777 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:16:40.777 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/scratch_devs of=/dev/stdout 2023-11-16T18:16:40.807 INFO:journalctl@ceph.mgr.z.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:16:40.809 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-16T18:16:40.810 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_1 2023-11-16T18:16:40.811 INFO:journalctl@ceph.mgr.y.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:16:40.835 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.835 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.835 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: Reconfiguring mon.c (monmap changed)... 2023-11-16T18:16:40.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-11-16T18:16:40.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-11-16T18:16:40.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:40.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: Reconfiguring daemon mon.c on smithi125 2023-11-16T18:16:40.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:40.880 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-16T18:16:40.881 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:40.883 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 392252 Links: 1 2023-11-16T18:16:40.883 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:40.883 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:40.884 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2023-11-16 18:15:53.585068957 +0000 2023-11-16T18:16:40.884 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2023-11-16 18:09:49.569404134 +0000 2023-11-16T18:16:40.885 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2023-11-16 18:09:49.569404134 +0000 2023-11-16T18:16:40.885 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2023-11-16T18:16:40.886 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-16T18:16:40.952 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2023-11-16T18:16:40.953 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2023-11-16T18:16:40.953 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000238824 s, 2.1 MB/s 2023-11-16T18:16:40.954 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-16T18:16:41.017 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_2 2023-11-16T18:16:41.076 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-16T18:16:41.077 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:41.077 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 386873 Links: 1 2023-11-16T18:16:41.077 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:41.078 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:41.078 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2023-11-16 18:15:53.585068957 +0000 2023-11-16T18:16:41.078 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2023-11-16 18:09:50.605394479 +0000 2023-11-16T18:16:41.078 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2023-11-16 18:09:50.605394479 +0000 2023-11-16T18:16:41.079 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2023-11-16T18:16:41.079 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-16T18:16:41.146 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2023-11-16T18:16:41.147 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2023-11-16T18:16:41.147 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000240667 s, 2.1 MB/s 2023-11-16T18:16:41.148 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-16T18:16:41.208 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_3 2023-11-16T18:16:41.267 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-16T18:16:41.268 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:41.268 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 391406 Links: 1 2023-11-16T18:16:41.269 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:41.269 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:41.269 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2023-11-16 18:15:53.585068957 +0000 2023-11-16T18:16:41.269 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2023-11-16 18:09:51.691384357 +0000 2023-11-16T18:16:41.270 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2023-11-16 18:09:51.691384357 +0000 2023-11-16T18:16:41.270 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2023-11-16T18:16:41.270 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-16T18:16:41.335 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2023-11-16T18:16:41.335 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2023-11-16T18:16:41.336 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000244397 s, 2.1 MB/s 2023-11-16T18:16:41.337 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-16T18:16:41.395 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_4 2023-11-16T18:16:41.453 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-16T18:16:41.454 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:41.455 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 396331 Links: 1 2023-11-16T18:16:41.455 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:41.455 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:41.456 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2023-11-16 18:15:53.585068957 +0000 2023-11-16T18:16:41.456 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2023-11-16 18:09:52.774374264 +0000 2023-11-16T18:16:41.456 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2023-11-16 18:09:52.774374264 +0000 2023-11-16T18:16:41.458 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2023-11-16T18:16:41.459 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-16T18:16:41.521 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2023-11-16T18:16:41.522 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2023-11-16T18:16:41.522 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000305068 s, 1.7 MB/s 2023-11-16T18:16:41.523 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-16T18:16:41.601 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-11-16T18:16:41.601 DEBUG:teuthology.orchestra.run.smithi093:> dd if=/scratch_devs of=/dev/stdout 2023-11-16T18:16:41.623 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-16T18:16:41.623 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_1 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 387607 Links: 1 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-11-16 18:16:28.410563871 +0000 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-11-16 18:09:25.806877707 +0000 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-11-16 18:09:25.806877707 +0000 2023-11-16T18:16:41.688 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-11-16T18:16:41.689 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-16T18:16:41.761 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-11-16T18:16:41.761 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-11-16T18:16:41.761 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000218697 s, 2.3 MB/s 2023-11-16T18:16:41.762 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-16T18:16:41.822 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_2 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi063=x;smithi093=y;smithi125=z", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: Saving service mgr spec with placement smithi063=x;smithi093=y;smithi125=z;count:3 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:41.864 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:41.865 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:41.884 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-16T18:16:41.884 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:41.886 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 385574 Links: 1 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-11-16 18:16:28.410563871 +0000 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-11-16 18:09:26.849855289 +0000 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-11-16 18:09:26.849855289 +0000 2023-11-16T18:16:41.887 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-11-16T18:16:41.887 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-16T18:16:41.951 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-11-16T18:16:41.951 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-11-16T18:16:41.952 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000229113 s, 2.2 MB/s 2023-11-16T18:16:41.953 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-16T18:16:42.017 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_3 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 385624 Links: 1 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-11-16 18:16:28.410563871 +0000 2023-11-16T18:16:42.075 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-11-16 18:09:27.813834569 +0000 2023-11-16T18:16:42.076 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-11-16 18:09:27.813834569 +0000 2023-11-16T18:16:42.076 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-11-16T18:16:42.076 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi063=x;smithi093=y;smithi125=z", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: Saving service mgr spec with placement smithi063=x;smithi093=y;smithi125=z;count:3 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:42.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:42.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:42.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:42.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi063=x;smithi093=y;smithi125=z", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: Saving service mgr spec with placement smithi063=x;smithi093=y;smithi125=z;count:3 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:42.139 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:42.140 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:42.140 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:42.140 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:42.140 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:42.140 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:42.141 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-11-16T18:16:42.141 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-11-16T18:16:42.141 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000217062 s, 2.4 MB/s 2023-11-16T18:16:42.142 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-16T18:16:42.204 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_4 2023-11-16T18:16:42.261 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 392683 Links: 1 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-11-16 18:16:28.410563871 +0000 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-11-16 18:09:28.819812947 +0000 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-11-16 18:09:28.819812947 +0000 2023-11-16T18:16:42.262 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-11-16T18:16:42.262 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-16T18:16:42.328 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-11-16T18:16:42.328 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-11-16T18:16:42.329 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000202423 s, 2.5 MB/s 2023-11-16T18:16:42.329 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-16T18:16:42.388 DEBUG:teuthology.orchestra.run.smithi125:> set -ex 2023-11-16T18:16:42.388 DEBUG:teuthology.orchestra.run.smithi125:> dd if=/scratch_devs of=/dev/stdout 2023-11-16T18:16:42.412 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-16T18:16:42.412 DEBUG:teuthology.orchestra.run.smithi125:> stat /dev/vg_nvme/lv_1 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Device: 6h/6d Inode: 391265 Links: 1 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Access: 2023-11-16 18:16:42.258618979 +0000 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Modify: 2023-11-16 18:09:24.933252811 +0000 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout:Change: 2023-11-16 18:09:24.933252811 +0000 2023-11-16T18:16:42.470 INFO:teuthology.orchestra.run.smithi125.stdout: Birth: - 2023-11-16T18:16:42.471 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-16T18:16:42.511 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 systemd[1]: Starting Ceph mgr.z for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:16:42.539 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records in 2023-11-16T18:16:42.539 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records out 2023-11-16T18:16:42.540 INFO:teuthology.orchestra.run.smithi125.stderr:512 bytes copied, 0.00022184 s, 2.3 MB/s 2023-11-16T18:16:42.541 DEBUG:teuthology.orchestra.run.smithi125:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-16T18:16:42.605 DEBUG:teuthology.orchestra.run.smithi125:> stat /dev/vg_nvme/lv_2 2023-11-16T18:16:42.663 INFO:teuthology.orchestra.run.smithi125.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-16T18:16:42.664 INFO:teuthology.orchestra.run.smithi125.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:42.664 INFO:teuthology.orchestra.run.smithi125.stdout:Device: 6h/6d Inode: 389526 Links: 1 2023-11-16T18:16:42.664 INFO:teuthology.orchestra.run.smithi125.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:42.665 INFO:teuthology.orchestra.run.smithi125.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:42.665 INFO:teuthology.orchestra.run.smithi125.stdout:Access: 2023-11-16 18:16:42.258618979 +0000 2023-11-16T18:16:42.665 INFO:teuthology.orchestra.run.smithi125.stdout:Modify: 2023-11-16 18:09:25.868236742 +0000 2023-11-16T18:16:42.666 INFO:teuthology.orchestra.run.smithi125.stdout:Change: 2023-11-16 18:09:25.868236742 +0000 2023-11-16T18:16:42.666 INFO:teuthology.orchestra.run.smithi125.stdout: Birth: - 2023-11-16T18:16:42.666 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-16T18:16:42.735 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records in 2023-11-16T18:16:42.735 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records out 2023-11-16T18:16:42.735 INFO:teuthology.orchestra.run.smithi125.stderr:512 bytes copied, 0.000221348 s, 2.3 MB/s 2023-11-16T18:16:42.735 DEBUG:teuthology.orchestra.run.smithi125:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-16T18:16:42.789 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 podman[102532]: 2023-11-16T18:16:42.792 DEBUG:teuthology.orchestra.run.smithi125:> stat /dev/vg_nvme/lv_3 2023-11-16T18:16:42.850 INFO:teuthology.orchestra.run.smithi125.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-16T18:16:42.852 INFO:teuthology.orchestra.run.smithi125.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:42.852 INFO:teuthology.orchestra.run.smithi125.stdout:Device: 6h/6d Inode: 393324 Links: 1 2023-11-16T18:16:42.852 INFO:teuthology.orchestra.run.smithi125.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:42.852 INFO:teuthology.orchestra.run.smithi125.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:42.852 INFO:teuthology.orchestra.run.smithi125.stdout:Access: 2023-11-16 18:16:42.258618979 +0000 2023-11-16T18:16:42.853 INFO:teuthology.orchestra.run.smithi125.stdout:Modify: 2023-11-16 18:09:27.073216032 +0000 2023-11-16T18:16:42.853 INFO:teuthology.orchestra.run.smithi125.stdout:Change: 2023-11-16 18:09:27.073216032 +0000 2023-11-16T18:16:42.853 INFO:teuthology.orchestra.run.smithi125.stdout: Birth: - 2023-11-16T18:16:42.854 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-16T18:16:42.917 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records in 2023-11-16T18:16:42.917 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records out 2023-11-16T18:16:42.917 INFO:teuthology.orchestra.run.smithi125.stderr:512 bytes copied, 0.000242401 s, 2.1 MB/s 2023-11-16T18:16:42.918 DEBUG:teuthology.orchestra.run.smithi125:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-16T18:16:42.977 DEBUG:teuthology.orchestra.run.smithi125:> stat /dev/vg_nvme/lv_4 2023-11-16T18:16:43.039 INFO:teuthology.orchestra.run.smithi125.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-16T18:16:43.039 INFO:teuthology.orchestra.run.smithi125.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-16T18:16:43.040 INFO:teuthology.orchestra.run.smithi125.stdout:Device: 6h/6d Inode: 393379 Links: 1 2023-11-16T18:16:43.040 INFO:teuthology.orchestra.run.smithi125.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:16:43.040 INFO:teuthology.orchestra.run.smithi125.stdout:Context: system_u:object_r:device_t:s0 2023-11-16T18:16:43.040 INFO:teuthology.orchestra.run.smithi125.stdout:Access: 2023-11-16 18:16:42.258618979 +0000 2023-11-16T18:16:43.041 INFO:teuthology.orchestra.run.smithi125.stdout:Modify: 2023-11-16 18:09:28.126197934 +0000 2023-11-16T18:16:43.041 INFO:teuthology.orchestra.run.smithi125.stdout:Change: 2023-11-16 18:09:28.126197934 +0000 2023-11-16T18:16:43.042 INFO:teuthology.orchestra.run.smithi125.stdout: Birth: - 2023-11-16T18:16:43.042 DEBUG:teuthology.orchestra.run.smithi125:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-16T18:16:43.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:42 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:43.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:42 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:16:43.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:42 smithi125 ceph-mon[100672]: Deploying daemon mgr.z on smithi125 2023-11-16T18:16:43.060 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 ceph-mgr[102695]: -- 172.21.15.125:0/1698253192 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5630cdb41520 con 0x5630cdb17000 2023-11-16T18:16:43.060 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 bash[102532]: 5ae3e36b2d6e62fb272257954cd6e19f34f1f4bfe3279359c52ac1420dc0970c 2023-11-16T18:16:43.061 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 systemd[1]: Started Ceph mgr.z for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:16:43.061 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:42 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:42.974+0000 7fafd01bb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-16T18:16:43.061 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.055+0000 7fafd01bb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-16T18:16:43.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:42 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:43.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:42 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:16:43.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:42 smithi063 ceph-mon[98873]: Deploying daemon mgr.z on smithi125 2023-11-16T18:16:43.091 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records in 2023-11-16T18:16:43.100 INFO:teuthology.orchestra.run.smithi125.stderr:1+0 records out 2023-11-16T18:16:43.100 INFO:teuthology.orchestra.run.smithi125.stderr:512 bytes copied, 0.000219242 s, 2.3 MB/s 2023-11-16T18:16:43.100 DEBUG:teuthology.orchestra.run.smithi125:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-16T18:16:43.149 INFO:tasks.cephadm:Deploying osd.0 on smithi063 with /dev/vg_nvme/lv_4... 2023-11-16T18:16:43.150 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-11-16T18:16:43.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:42 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:43.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:42 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:16:43.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:42 smithi093 ceph-mon[100185]: Deploying daemon mgr.z on smithi125 2023-11-16T18:16:43.410 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.147+0000 7fafd01bb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-16T18:16:43.411 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.240+0000 7fafd01bb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-16T18:16:43.411 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.409+0000 7fafd01bb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-16T18:16:43.811 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:43.939 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:43.941 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:43.941 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:43.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:43.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:44.012 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.712+0000 7fafd01bb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-16T18:16:44.012 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.800+0000 7fafd01bb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-16T18:16:44.013 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:43.927+0000 7fafd01bb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-16T18:16:44.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:44.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:44.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:44.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:44.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:44.062 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:44.065 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.065 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.065 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:44.065 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:44.066 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-11-16T18:16:44.066 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:44.066 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:44.435 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:44.020+0000 7fafd01bb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-16T18:16:44.685 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:44 smithi093 systemd[1]: Starting Ceph mgr.y for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:16:44.760 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:44.434+0000 7fafd01bb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-16T18:16:45.023 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:44 smithi093 ceph-mon[100185]: Deploying daemon mgr.y on smithi093 2023-11-16T18:16:45.023 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:44 smithi093 podman[101620]: 2023-11-16T18:16:45.024 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:44 smithi093 bash[101620]: 5dda1fafbabc72ebd991f299cc264c952f7a66a19c3ad38586b090dcda0c4e36 2023-11-16T18:16:45.024 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:44 smithi093 ceph-mgr[101660]: -- 172.21.15.93:0/2816373740 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d10b467520 con 0x55d10b43c800 2023-11-16T18:16:45.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:44 smithi063 ceph-mon[98873]: Deploying daemon mgr.y on smithi093 2023-11-16T18:16:45.171 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:44 smithi125 ceph-mon[100672]: Deploying daemon mgr.y on smithi093 2023-11-16T18:16:45.171 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:45.001+0000 7fafd01bb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-16T18:16:45.288 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 systemd[1]: Started Ceph mgr.y for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:16:45.288 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.116+0000 7fb2295a1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-16T18:16:45.288 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.195+0000 7fb2295a1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-16T18:16:45.289 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.286+0000 7fb2295a1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-16T18:16:45.378 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-11-16T18:16:45.379 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-11-16T18:16:45.379 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2023-11-16T18:16:45.380 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2023-11-16T18:16:45.380 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111047 s, 944 MB/s 2023-11-16T18:16:45.380 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2023-11-16T18:16:45.515 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:45.169+0000 7fafd01bb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-16T18:16:45.567 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.386+0000 7fb2295a1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-16T18:16:45.770 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi063:vg_nvme/lv_4 2023-11-16T18:16:45.906 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.564+0000 7fb2295a1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-16T18:16:45.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:45.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:45.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:45.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:45.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:45.911 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:46.068 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:45.969+0000 7fafd01bb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:16:46.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:46.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:46.184 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.904+0000 7fb2295a1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-16T18:16:46.184 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:45.995+0000 7fb2295a1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-16T18:16:46.184 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:46.130+0000 7fb2295a1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-16T18:16:46.423 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:16:46.510 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:46.067+0000 7fafd01bb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-16T18:16:46.511 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:46.243+0000 7fafd01bb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:16:46.679 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:46.229+0000 7fb2295a1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-16T18:16:46.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:46.802 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:46.538+0000 7fafd01bb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-16T18:16:46.802 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:46.775+0000 7fafd01bb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-16T18:16:46.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:46 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:46.935 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:46.677+0000 7fb2295a1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-16T18:16:46.947 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:46 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:47.191 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:46.928+0000 7fafd01bb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-16T18:16:47.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 -- 172.21.15.63:0/133188209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4100e30 msgr2=0x7f6fc4103210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 --2- 172.21.15.63:0/133188209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4100e30 0x7f6fc4103210 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400b0a0 tx=0x7f6fb400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 -- 172.21.15.63:0/133188209 shutdown_connections 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 --2- 172.21.15.63:0/133188209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4106070 0x7f6fc4108450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 --2- 172.21.15.63:0/133188209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4100e30 0x7f6fc4103210 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 --2- 172.21.15.63:0/133188209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4103750 0x7f6fc4105b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.603+0000 7f6fcb373700 1 -- 172.21.15.63:0/133188209 >> 172.21.15.63:0/133188209 conn(0x7f6fc40fa7f0 msgr2=0x7f6fc40fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:16:47.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.605+0000 7f6fcb373700 1 -- 172.21.15.63:0/133188209 shutdown_connections 2023-11-16T18:16:47.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.605+0000 7f6fcb373700 1 -- 172.21.15.63:0/133188209 wait complete. 2023-11-16T18:16:47.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 Processor -- start 2023-11-16T18:16:47.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 -- start start 2023-11-16T18:16:47.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:47.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4103750 0x7f6fc4196760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:47.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:47.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419ddb0 con 0x7f6fc4106070 2023-11-16T18:16:47.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419def0 con 0x7f6fc4100e30 2023-11-16T18:16:47.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fcb373700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419e080 con 0x7f6fc4103750 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc9910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc9910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41412/0 (socket says 172.21.15.63:41412) 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:36812/0 (socket says 172.21.15.63:36812) 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc9910700 1 -- 172.21.15.63:0/1661242946 learned_addr learned my addr 172.21.15.63:0/1661242946 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc890e700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4103750 0x7f6fc4196760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 -- 172.21.15.63:0/1661242946 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4103750 msgr2=0x7f6fc4196760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4103750 0x7f6fc4196760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 -- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 msgr2=0x7f6fc419d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc910f700 1 -- 172.21.15.63:0/1661242946 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb4009d00 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.606+0000 7f6fc9910700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fc910f700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400b780 tx=0x7f6fb400bd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb400e040 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc410bc90 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fb40094a0 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb401b6c0 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.607+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc410bb00 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f6fb401b820 con 0x7f6fc4100e30 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fc27fc700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 0x7f6fac03ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:16:47.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6fb404d200 con 0x7f6fc4100e30 2023-11-16T18:16:47.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fc890e700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 0x7f6fac03ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:16:47.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc4066ea0 con 0x7f6fc4100e30 2023-11-16T18:16:47.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.608+0000 7f6fc890e700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 0x7f6fac03ae90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009c60 tx=0x7f6fb8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:16:47.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.614+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6fb40117a0 con 0x7f6fc4100e30 2023-11-16T18:16:47.684 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:47.262+0000 7fb2295a1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-16T18:16:47.684 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:47.428+0000 7fb2295a1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-16T18:16:47.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:47.824+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fc419eb50 con 0x7f6fac0389e0 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:48.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:48.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:48.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:48.181 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.182 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:48.182 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:48.182 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.207 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:47.190+0000 7fafd01bb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-16T18:16:48.207 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:47.884+0000 7fafd01bb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-16T18:16:48.207 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:48.013+0000 7fafd01bb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:48.201+0000 7fafd01bb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:48.208 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:48.209 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-11-16T18:16:48.209 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-11-16T18:16:48.209 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:48.434 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:48.179+0000 7fb2295a1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:16:48.434 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:48.269+0000 7fb2295a1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-16T18:16:48.510 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:48.312+0000 7fafd01bb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-16T18:16:48.710 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:48.436+0000 7fb2295a1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-16T18:16:48.806 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:48.526+0000 7fafd01bb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-16T18:16:49.077 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:48.709+0000 7fb2295a1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-16T18:16:49.077 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:48.930+0000 7fb2295a1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-16T18:16:49.077 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.077 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: Reconfiguring mgr.x (unknown last config time)... 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: Reconfiguring daemon mgr.x on smithi063 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.078 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:49.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: Reconfiguring mgr.x (unknown last config time)... 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: Reconfiguring daemon mgr.x on smithi063 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:16:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: Reconfiguring mgr.x (unknown last config time)... 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: Reconfiguring daemon mgr.x on smithi063 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:16:49.337 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:49.075+0000 7fb2295a1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-16T18:16:49.684 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:49.335+0000 7fb2295a1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-16T18:16:49.762 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z[102628]: 2023-11-16T18:16:49.374+0000 7fafd01bb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-16T18:16:50.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:50.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: Standby manager daemon z started 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:50.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-11-16T18:16:50.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:49 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:50.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:50.120+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mgrmap(e 14) v1 ==== 90599+0+0 (secure 0 0 0) 0x7f6fb4005560 con 0x7f6fc4100e30 2023-11-16T18:16:50.155 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:50.024+0000 7fb2295a1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-16T18:16:50.156 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:50.156 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:50.156 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:50.156 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:50.157 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:50.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: Standby manager daemon z started 2023-11-16T18:16:50.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-11-16T18:16:50.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:50.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-11-16T18:16:50.159 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:49 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:16:50.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:50.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:50.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:16:50.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:16:50.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: Standby manager daemon z started 2023-11-16T18:16:50.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-11-16T18:16:50.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:50.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-11-16T18:16:50.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:49 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.125:0/3814514422' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:50.434 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:50.153+0000 7fb2295a1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-16T18:16:50.442 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:50.341+0000 7fb2295a1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-16T18:16:50.810 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:50.454+0000 7fb2295a1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-16T18:16:50.811 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:50.667+0000 7fb2295a1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-16T18:16:51.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:16:51.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: mgrmap e14: x(active, since 67s), standbys: z 2023-11-16T18:16:51.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-11-16T18:16:51.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]: dispatch 2023-11-16T18:16:51.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]': finished 2023-11-16T18:16:51.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: osdmap e5: 1 total, 0 up, 1 in 2023-11-16T18:16:51.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:16:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:16:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: mgrmap e14: x(active, since 67s), standbys: z 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]: dispatch 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]': finished 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: osdmap e5: 1 total, 0 up, 1 in 2023-11-16T18:16:51.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:16:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: mgrmap e14: x(active, since 67s), standbys: z 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]: dispatch 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4167177709' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "875da4ac-288a-4d41-a15f-ec3b718ce5fd"}]': finished 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: osdmap e5: 1 total, 0 up, 1 in 2023-11-16T18:16:51.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:16:51.816 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y[101636]: 2023-11-16T18:16:51.517+0000 7fb2295a1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-16T18:16:51.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:16:51.819+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mon.2 v2:172.21.15.93:3300/0 8 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f6fb4023b80 con 0x7f6fc4100e30 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3324320911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: Standby manager daemon y started 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-11-16T18:16:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:51 smithi063 ceph-mon[98873]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:52.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:52.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3324320911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:16:52.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: Standby manager daemon y started 2023-11-16T18:16:52.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-11-16T18:16:52.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:52.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-11-16T18:16:52.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:51 smithi093 ceph-mon[100185]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:52.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3324320911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: Standby manager daemon y started 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-11-16T18:16:52.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:51 smithi125 ceph-mon[100672]: from='mgr.? 172.21.15.93:0/3689035578' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-11-16T18:16:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:52 smithi063 ceph-mon[98873]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-11-16T18:16:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-11-16T18:16:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:52 smithi093 ceph-mon[100185]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-11-16T18:16:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-11-16T18:16:53.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:52 smithi125 ceph-mon[100672]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-11-16T18:16:53.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-11-16T18:16:54.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:53 smithi063 ceph-mon[98873]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:54.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:53 smithi093 ceph-mon[100185]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:54.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:53 smithi125 ceph-mon[100672]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:54 smithi063 ceph-mon[98873]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:55.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:54 smithi093 ceph-mon[100185]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:54 smithi125 ceph-mon[100672]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:57.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:56 smithi093 ceph-mon[100185]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:56 smithi125 ceph-mon[100672]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:56 smithi063 ceph-mon[98873]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:58.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-11-16T18:16:58.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:58.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:57 smithi063 ceph-mon[98873]: Deploying daemon osd.0 on smithi063 2023-11-16T18:16:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-11-16T18:16:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:57 smithi093 ceph-mon[100185]: Deploying daemon osd.0 on smithi063 2023-11-16T18:16:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-11-16T18:16:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:16:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:57 smithi125 ceph-mon[100672]: Deploying daemon osd.0 on smithi063 2023-11-16T18:16:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:16:58 smithi093 ceph-mon[100185]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:59.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:16:58 smithi125 ceph-mon[100672]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:16:59.270 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:16:58 smithi063 ceph-mon[98873]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:01.186 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:00 smithi063 ceph-mon[98873]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:00 smithi125 ceph-mon[100672]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:01.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:00 smithi093 ceph-mon[100185]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:02.671 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.671 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.671 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:02.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:02.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:02.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:03.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:03 smithi125 ceph-mon[100672]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:03.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:03 smithi063 ceph-mon[98873]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:03.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:03 smithi093 ceph-mon[100185]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:04.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.378+0000 7f6fc27fc700 1 -- 172.21.15.63:0/1661242946 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f6fc419eb50 con 0x7f6fac0389e0 2023-11-16T18:17:04.380 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 0 on host 'smithi063' 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.380+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 msgr2=0x7f6fac03ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.380+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 0x7f6fac03ae90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009c60 tx=0x7f6fb8009260 comp rx=0 tx=0).stop 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 msgr2=0x7f6fc4196220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400b780 tx=0x7f6fb400bd60 comp rx=0 tx=0).stop 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 shutdown_connections 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6fac0389e0 0x7f6fac03ae90 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:04.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc4106070 0x7f6fc419d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:04.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fc4100e30 0x7f6fc4196220 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:04.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 --2- 172.21.15.63:0/1661242946 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fc4103750 0x7f6fc4196760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:04.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 >> 172.21.15.63:0/1661242946 conn(0x7f6fc40fa7f0 msgr2=0x7f6fc41022d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:04.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 shutdown_connections 2023-11-16T18:17:04.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:04.381+0000 7f6fcb373700 1 -- 172.21.15.63:0/1661242946 wait complete. 2023-11-16T18:17:04.806 DEBUG:teuthology.orchestra.run.smithi063:osd.0> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.0.service 2023-11-16T18:17:04.808 INFO:tasks.cephadm:Deploying osd.1 on smithi093 with /dev/vg_nvme/lv_4... 2023-11-16T18:17:04.808 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-11-16T18:17:04.844 INFO:journalctl@ceph.osd.0.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:17:05.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:05.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:05.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:05.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:05.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:05.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:05.460 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:17:05.562 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:17:05.429+0000 7fa8b6862640 -1 osd.0 0 log_to_monitors true 2023-11-16T18:17:05.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:05 smithi063 ceph-mon[98873]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:05.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:05 smithi063 ceph-mon[98873]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-11-16T18:17:05.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:05 smithi093 ceph-mon[100185]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:05.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:05 smithi093 ceph-mon[100185]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-11-16T18:17:06.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:05 smithi125 ceph-mon[100672]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:06.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:05 smithi125 ceph-mon[100672]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10+0 records in 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr:10+0 records out 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0148666 s, 705 MB/s 2023-11-16T18:17:06.986 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping successful for: 2023-11-16T18:17:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:06 smithi125 ceph-mon[100672]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-11-16T18:17:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:06 smithi125 ceph-mon[100672]: osdmap e6: 1 total, 0 up, 1 in 2023-11-16T18:17:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:06 smithi125 ceph-mon[100672]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:17:07.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:06 smithi125 ceph-mon[100672]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:07.331 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:17:06.941+0000 7fa8abed9700 -1 osd.0 0 waiting for initial osdmap 2023-11-16T18:17:07.332 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:17:06.946+0000 7fa8a6ccc700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:17:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-mon[98873]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-11-16T18:17:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-mon[98873]: osdmap e6: 1 total, 0 up, 1 in 2023-11-16T18:17:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-mon[98873]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:17:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:06 smithi063 ceph-mon[98873]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:07.383 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:06 smithi093 ceph-mon[100185]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-11-16T18:17:07.383 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:06 smithi093 ceph-mon[100185]: osdmap e6: 1 total, 0 up, 1 in 2023-11-16T18:17:07.384 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:07.384 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:06 smithi093 ceph-mon[100185]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:17:07.384 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:06 smithi093 ceph-mon[100185]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:07.414 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi093:vg_nvme/lv_4 2023-11-16T18:17:08.056 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:17:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:17:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: osdmap e7: 1 total, 0 up, 1 in 2023-11-16T18:17:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi063 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi063 to 17168M 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:08.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:08.264 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:17:08.264 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: osdmap e7: 1 total, 0 up, 1 in 2023-11-16T18:17:08.264 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.265 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.265 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi063 2023-11-16T18:17:08.265 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.265 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.266 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:08.266 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi063 to 17168M 2023-11-16T18:17:08.266 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.267 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:08.267 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:08.267 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:08.267 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.268 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:08.268 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:08.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:17:08.338 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: osdmap e7: 1 total, 0 up, 1 in 2023-11-16T18:17:08.338 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:08.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi063 2023-11-16T18:17:08.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.339 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.340 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:08.340 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi063 to 17168M 2023-11-16T18:17:08.340 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.341 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:08.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:08.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:08.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:08.345 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:08.345 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:09.251 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 -- 172.21.15.93:0/1448738524 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 msgr2=0x7f0938100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:09.252 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 --2- 172.21.15.93:0/1448738524 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f0938100830 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0934009990 tx=0x7f0934009ca0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.252 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 -- 172.21.15.93:0/1448738524 shutdown_connections 2023-11-16T18:17:09.253 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 --2- 172.21.15.93:0/1448738524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f0938107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.253 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 --2- 172.21.15.93:0/1448738524 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 0x7f09380ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.253 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 --2- 172.21.15.93:0/1448738524 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f0938100830 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.253 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.246+0000 7f093f453700 1 -- 172.21.15.93:0/1448738524 >> 172.21.15.93:0/1448738524 conn(0x7f09380fa7f0 msgr2=0x7f09380fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:09.254 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.247+0000 7f093f453700 1 -- 172.21.15.93:0/1448738524 shutdown_connections 2023-11-16T18:17:09.254 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.247+0000 7f093f453700 1 -- 172.21.15.93:0/1448738524 wait complete. 2023-11-16T18:17:09.254 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.247+0000 7f093f453700 1 Processor -- start 2023-11-16T18:17:09.254 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.247+0000 7f093f453700 1 -- start start 2023-11-16T18:17:09.254 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 0x7f09381950a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:09.255 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:09.255 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f093819c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:09.255 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093819cc30 con 0x7f0938100d70 2023-11-16T18:17:09.256 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093819cd70 con 0x7f09381003e0 2023-11-16T18:17:09.256 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093819cf00 con 0x7f09380ff1e0 2023-11-16T18:17:09.270 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:09.270 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.93:35182/0 (socket says 172.21.15.93:35182) 2023-11-16T18:17:09.270 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 -- 172.21.15.93:0/4158732900 learned_addr learned my addr 172.21.15.93:0/4158732900 (peer_addr_for_me v2:172.21.15.93:0/0) 2023-11-16T18:17:09.271 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093d9f0700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f093819c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:09.271 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093d1ef700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 0x7f09381950a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:09.272 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 -- 172.21.15.93:0/4158732900 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 msgr2=0x7f09381950a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:09.272 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 0x7f09381950a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.272 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 -- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 msgr2=0x7f093819c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:09.273 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f093819c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:09.273 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 -- 172.21.15.93:0/4158732900 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09340095f0 con 0x7f09381003e0 2023-11-16T18:17:09.273 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093d9f0700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f093819c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:17:09.274 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093c9ee700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0934000c00 tx=0x7f093401a960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:09.274 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f093401f070 con 0x7f09381003e0 2023-11-16T18:17:09.274 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f093401ac30 con 0x7f09381003e0 2023-11-16T18:17:09.274 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f093810aca0 con 0x7f09381003e0 2023-11-16T18:17:09.275 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0934025680 con 0x7f09381003e0 2023-11-16T18:17:09.275 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.248+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f093810ab10 con 0x7f09381003e0 2023-11-16T18:17:09.275 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.249+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09380689a0 con 0x7f09381003e0 2023-11-16T18:17:09.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:17:09.276 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:17:09.277 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.277 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] boot 2023-11-16T18:17:09.277 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: osdmap e8: 1 total, 1 up, 1 in 2023-11-16T18:17:09.277 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.278 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:08 smithi125 ceph-mon[100672]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:09.278 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.250+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f0934023070 con 0x7f09381003e0 2023-11-16T18:17:09.279 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.251+0000 7f092e7fc700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 0x7f09240a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:09.279 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.251+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f09340ce340 con 0x7f09381003e0 2023-11-16T18:17:09.279 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.251+0000 7f093d1ef700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 0x7f09240a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:09.279 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.252+0000 7f093d1ef700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 0x7f09240a35f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0928006fd0 tx=0x7f0928008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:09.280 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.255+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0934099590 con 0x7f09381003e0 2023-11-16T18:17:09.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:17:09.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:17:09.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] boot 2023-11-16T18:17:09.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: osdmap e8: 1 total, 1 up, 1 in 2023-11-16T18:17:09.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:08 smithi063 ceph-mon[98873]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:17:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:17:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: osd.0 [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] boot 2023-11-16T18:17:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: osdmap e8: 1 total, 1 up, 1 in 2023-11-16T18:17:09.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-11-16T18:17:09.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:08 smithi093 ceph-mon[100185]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-11-16T18:17:09.454 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:09.447+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f0938060f30 con 0x7f09240a1140 2023-11-16T18:17:10.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:09 smithi125 ceph-mon[100672]: osdmap e9: 1 total, 1 up, 1 in 2023-11-16T18:17:10.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:09 smithi125 ceph-mon[100672]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:10.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:10.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:10.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:10.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:09 smithi063 ceph-mon[98873]: osdmap e9: 1 total, 1 up, 1 in 2023-11-16T18:17:10.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:09 smithi063 ceph-mon[98873]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:10.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:10.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:10.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:10.355 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:09 smithi093 ceph-mon[100185]: osdmap e9: 1 total, 1 up, 1 in 2023-11-16T18:17:10.355 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:09 smithi093 ceph-mon[100185]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:10.356 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:10.356 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:10.356 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:11.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:10 smithi093 ceph-mon[100185]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:10 smithi125 ceph-mon[100672]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:11.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:10 smithi063 ceph-mon[98873]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:11 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/1709393419' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:11 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:11 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]': finished 2023-11-16T18:17:12.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:11 smithi125 ceph-mon[100672]: osdmap e10: 2 total, 1 up, 2 in 2023-11-16T18:17:12.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:11 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/1709393419' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:11 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:11 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]': finished 2023-11-16T18:17:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:11 smithi063 ceph-mon[98873]: osdmap e10: 2 total, 1 up, 2 in 2023-11-16T18:17:12.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:12.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:11 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/1709393419' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:11 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]: dispatch 2023-11-16T18:17:12.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:11 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48e0cc7b-6818-4a44-a6a9-48414261b46b"}]': finished 2023-11-16T18:17:12.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:11 smithi093 ceph-mon[100185]: osdmap e10: 2 total, 1 up, 2 in 2023-11-16T18:17:12.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:13.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:12 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/1975983664' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:13.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:12 smithi125 ceph-mon[100672]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:13.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:12 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/1975983664' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:13.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:12 smithi063 ceph-mon[98873]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:13.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:12 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/1975983664' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:13.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:12 smithi093 ceph-mon[100185]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:14 smithi093 ceph-mon[100185]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:15.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:14 smithi125 ceph-mon[100672]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:15.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:14 smithi063 ceph-mon[98873]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:17.157 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:16 smithi093 ceph-mon[100185]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:16 smithi125 ceph-mon[100672]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:17.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:16 smithi063 ceph-mon[98873]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:18.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-11-16T18:17:18.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:18.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-11-16T18:17:18.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-11-16T18:17:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:19.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:19 smithi093 ceph-mon[100185]: Deploying daemon osd.1 on smithi093 2023-11-16T18:17:19.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:19 smithi093 ceph-mon[100185]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:19.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:19 smithi125 ceph-mon[100672]: Deploying daemon osd.1 on smithi093 2023-11-16T18:17:19.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:19 smithi125 ceph-mon[100672]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:19 smithi063 ceph-mon[98873]: Deploying daemon osd.1 on smithi093 2023-11-16T18:17:19.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:19 smithi063 ceph-mon[98873]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:21.016 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:20 smithi093 ceph-mon[100185]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:20 smithi125 ceph-mon[100672]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:21.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:20 smithi063 ceph-mon[98873]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:22.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:22 smithi093 ceph-mon[100185]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:22 smithi125 ceph-mon[100672]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:22 smithi063 ceph-mon[98873]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:24.230 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.231 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.231 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:24.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:24.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:24.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:25.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:25 smithi093 ceph-mon[100185]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:25.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:25 smithi063 ceph-mon[98873]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:25.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:25 smithi125 ceph-mon[100672]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:25.914 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.913+0000 7f092e7fc700 1 -- 172.21.15.93:0/4158732900 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f0938060f30 con 0x7f09240a1140 2023-11-16T18:17:25.915 INFO:teuthology.orchestra.run.smithi093.stdout:Created osd(s) 1 on host 'smithi093' 2023-11-16T18:17:25.916 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 msgr2=0x7f09240a35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:25.917 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 0x7f09240a35f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0928006fd0 tx=0x7f0928008040 comp rx=0 tx=0).stop 2023-11-16T18:17:25.917 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 msgr2=0x7f09381955e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:25.917 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0934000c00 tx=0x7f093401a960 comp rx=0 tx=0).stop 2023-11-16T18:17:25.917 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 shutdown_connections 2023-11-16T18:17:25.918 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f09240a1140 0x7f09240a35f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:25.918 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938100d70 0x7f093819c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:25.918 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09380ff1e0 0x7f09381950a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:25.919 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 --2- 172.21.15.93:0/4158732900 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09381003e0 0x7f09381955e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:25.919 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 >> 172.21.15.93:0/4158732900 conn(0x7f09380fa7f0 msgr2=0x7f09380fcaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:25.919 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 shutdown_connections 2023-11-16T18:17:25.920 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:17:25.915+0000 7f093f453700 1 -- 172.21.15.93:0/4158732900 wait complete. 2023-11-16T18:17:26.331 DEBUG:teuthology.orchestra.run.smithi093:osd.1> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.1.service 2023-11-16T18:17:26.334 INFO:tasks.cephadm:Deploying osd.2 on smithi125 with /dev/vg_nvme/lv_4... 2023-11-16T18:17:26.335 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-11-16T18:17:26.363 INFO:journalctl@ceph.osd.1.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:17:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:26 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:26 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:26 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:26 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:26.988 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:17:27.258 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:17:26.947+0000 7fa097a62640 -1 osd.1 0 log_to_monitors true 2023-11-16T18:17:27.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:27 smithi125 ceph-mon[100672]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:27 smithi125 ceph-mon[100672]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:27 smithi125 ceph-mon[100672]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:27.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:27 smithi093 ceph-mon[100185]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:27.540 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:27 smithi093 ceph-mon[100185]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:27.541 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:27 smithi093 ceph-mon[100185]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:27 smithi063 ceph-mon[98873]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:27.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:27 smithi063 ceph-mon[98873]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:27.587 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:27 smithi063 ceph-mon[98873]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-11-16T18:17:28.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:28 smithi125 ceph-mon[100672]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-11-16T18:17:28.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:28 smithi125 ceph-mon[100672]: osdmap e11: 2 total, 1 up, 2 in 2023-11-16T18:17:28.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:28.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:28 smithi125 ceph-mon[100672]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:28 smithi125 ceph-mon[100672]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:28 smithi063 ceph-mon[98873]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-11-16T18:17:28.587 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:28 smithi063 ceph-mon[98873]: osdmap e11: 2 total, 1 up, 2 in 2023-11-16T18:17:28.587 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:28.587 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:28 smithi063 ceph-mon[98873]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.588 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:28 smithi063 ceph-mon[98873]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.603 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-11-16T18:17:28.605 INFO:teuthology.orchestra.run.smithi125.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-11-16T18:17:28.605 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10+0 records in 2023-11-16T18:17:28.605 INFO:teuthology.orchestra.run.smithi125.stderr:10+0 records out 2023-11-16T18:17:28.606 INFO:teuthology.orchestra.run.smithi125.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0149917 s, 699 MB/s 2023-11-16T18:17:28.606 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping successful for: 2023-11-16T18:17:28.668 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-mon[100185]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-11-16T18:17:28.669 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-mon[100185]: osdmap e11: 2 total, 1 up, 2 in 2023-11-16T18:17:28.672 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:28.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-mon[100185]: from='osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-mon[100185]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:17:28.674 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:17:28.265+0000 7fa08d0d9700 -1 osd.1 0 waiting for initial osdmap 2023-11-16T18:17:28.675 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:28 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:17:28.269+0000 7fa0876cb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:17:29.029 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi125:vg_nvme/lv_4 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: osdmap e12: 2 total, 1 up, 2 in 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi093 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi093 to 17168M 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.668 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:17:29.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:17:29.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: osdmap e12: 2 total, 1 up, 2 in 2023-11-16T18:17:29.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi093 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi093 to 17168M 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:29.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:29.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: osdmap e12: 2 total, 1 up, 2 in 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi093 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:29.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi093 to 17168M 2023-11-16T18:17:29.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-11-16T18:17:29.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:29.765 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:29.765 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:29.765 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:30.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:17:30.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:17:30.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:30.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] boot 2023-11-16T18:17:30.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: osdmap e13: 2 total, 2 up, 2 in 2023-11-16T18:17:30.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] boot 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: osdmap e13: 2 total, 2 up, 2 in 2023-11-16T18:17:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:30.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:17:30.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:17:30.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:30.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:30.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: osd.1 [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] boot 2023-11-16T18:17:30.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: osdmap e13: 2 total, 2 up, 2 in 2023-11-16T18:17:30.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-11-16T18:17:30.872 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 -- 172.21.15.125:0/2470728234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c100d70 msgr2=0x7f4b1c107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 --2- 172.21.15.125:0/2470728234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c100d70 0x7f4b1c107630 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4b1400b0a0 tx=0x7f4b1400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 -- 172.21.15.125:0/2470728234 shutdown_connections 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 --2- 172.21.15.125:0/2470728234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c100d70 0x7f4b1c107630 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 --2- 172.21.15.125:0/2470728234 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 --2- 172.21.15.125:0/2470728234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 0x7f4b1c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 -- 172.21.15.125:0/2470728234 >> 172.21.15.125:0/2470728234 conn(0x7f4b1c0fa7f0 msgr2=0x7f4b1c0fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 -- 172.21.15.125:0/2470728234 shutdown_connections 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.867+0000 7f4b22903700 1 -- 172.21.15.125:0/2470728234 wait complete. 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 Processor -- start 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 -- start start 2023-11-16T18:17:30.873 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:30.874 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 0x7f4b1c19ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:30.874 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 0x7f4b1c19d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:30.874 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1c19dc60 con 0x7f4b1c100d70 2023-11-16T18:17:30.874 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1c19ddd0 con 0x7f4b1c1003e0 2023-11-16T18:17:30.874 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b22903700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1c19df90 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b1bfff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b1bfff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:55968/0 (socket says 172.21.15.125:55968) 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b1bfff700 1 -- 172.21.15.125:0/3713989086 learned_addr learned my addr 172.21.15.125:0/3713989086 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b1b7fe700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 0x7f4b1c19ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.868+0000 7f4b20ea0700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 0x7f4b1c19d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 -- 172.21.15.125:0/3713989086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 msgr2=0x7f4b1c19ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:30.875 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 0x7f4b1c19ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 -- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 msgr2=0x7f4b1c19d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 0x7f4b1c19d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 -- 172.21.15.125:0/3713989086 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b14009d00 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b20ea0700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 0x7f4b1c19d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b1bfff700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400d980 tx=0x7f4b0400dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0400de60 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4b040044e0 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b1c10ab90 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b04003be0 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.869+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b1c10aa00 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.876 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.870+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b1c106740 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.877 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.871+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f4b04009bb0 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.877 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.872+0000 7f4b197fa700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 0x7f4b080a3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:30.877 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.872+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f4b040cb1c0 con 0x7f4b1c0ff1e0 2023-11-16T18:17:30.877 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.872+0000 7f4b1b7fe700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 0x7f4b080a3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:30.878 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.872+0000 7f4b1b7fe700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 0x7f4b080a3570 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c005950 tx=0x7f4b0c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:30.878 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:30.876+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4b04096160 con 0x7f4b1c0ff1e0 2023-11-16T18:17:31.075 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:31.070+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f4b1c061c40 con 0x7f4b080a10c0 2023-11-16T18:17:31.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:31 smithi063 ceph-mon[98873]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:31.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:31 smithi063 ceph-mon[98873]: osdmap e14: 2 total, 2 up, 2 in 2023-11-16T18:17:31.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:31 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:31.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:31 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:31.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:31 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:31.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:31 smithi093 ceph-mon[100185]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:31.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:31 smithi093 ceph-mon[100185]: osdmap e14: 2 total, 2 up, 2 in 2023-11-16T18:17:31.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:31 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:31.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:31 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:31.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:31 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:31 smithi125 ceph-mon[100672]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:31 smithi125 ceph-mon[100672]: osdmap e14: 2 total, 2 up, 2 in 2023-11-16T18:17:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:31 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:31 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:31 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:32.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:32 smithi063 ceph-mon[98873]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:32.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:32 smithi093 ceph-mon[100185]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:32.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:32 smithi125 ceph-mon[100672]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:33.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:33 smithi063 ceph-mon[98873]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:33.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:33 smithi093 ceph-mon[100185]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:33.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:33 smithi125 ceph-mon[100672]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:34.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/410374064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]': finished 2023-11-16T18:17:34.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: osdmap e15: 3 total, 2 up, 3 in 2023-11-16T18:17:34.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:34.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:34 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/3144748143' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:34.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/410374064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]': finished 2023-11-16T18:17:34.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: osdmap e15: 3 total, 2 up, 3 in 2023-11-16T18:17:34.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:34.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:34 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/3144748143' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:34.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/410374064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]: dispatch 2023-11-16T18:17:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34cb6aca-5b28-49c0-a973-862ad67d8fad"}]': finished 2023-11-16T18:17:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: osdmap e15: 3 total, 2 up, 3 in 2023-11-16T18:17:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:34 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/3144748143' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:35.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:35 smithi063 ceph-mon[98873]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:35.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:35 smithi093 ceph-mon[100185]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:35.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:35 smithi125 ceph-mon[100672]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:37.169 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:36 smithi125 ceph-mon[100672]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:37.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:36 smithi093 ceph-mon[100185]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:37.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:36 smithi063 ceph-mon[98873]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:38 smithi125 ceph-mon[100672]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:38 smithi093 ceph-mon[100185]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:39.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:38 smithi063 ceph-mon[98873]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-11-16T18:17:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:40 smithi125 ceph-mon[100672]: Deploying daemon osd.2 on smithi125 2023-11-16T18:17:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:40 smithi125 ceph-mon[100672]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:41.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-11-16T18:17:41.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:41.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:40 smithi063 ceph-mon[98873]: Deploying daemon osd.2 on smithi125 2023-11-16T18:17:41.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:40 smithi063 ceph-mon[98873]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:41.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-11-16T18:17:41.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:41.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:40 smithi093 ceph-mon[100185]: Deploying daemon osd.2 on smithi125 2023-11-16T18:17:41.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:40 smithi093 ceph-mon[100185]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:42 smithi093 ceph-mon[100185]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:42 smithi125 ceph-mon[100672]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:43.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:42 smithi063 ceph-mon[98873]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:45.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:45.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:45 smithi125 ceph-mon[100672]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:45.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:45.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:45 smithi063 ceph-mon[98873]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:45.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:45.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:45.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:45 smithi093 ceph-mon[100185]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:47.038 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.036+0000 7f4b197fa700 1 -- 172.21.15.125:0/3713989086 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f4b1c061c40 con 0x7f4b080a10c0 2023-11-16T18:17:47.038 INFO:teuthology.orchestra.run.smithi125.stdout:Created osd(s) 2 on host 'smithi125' 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 msgr2=0x7f4b080a3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 0x7f4b080a3570 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c005950 tx=0x7f4b0c0058e0 comp rx=0 tx=0).stop 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 msgr2=0x7f4b1c0699a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400d980 tx=0x7f4b0400dd40 comp rx=0 tx=0).stop 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 shutdown_connections 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b080a10c0 0x7f4b080a3570 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b1c100d70 0x7f4b1c19d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4b1c0ff1e0 0x7f4b1c0699a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:47.040 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 --2- 172.21.15.125:0/3713989086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4b1c1003e0 0x7f4b1c19ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:47.041 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.038+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 >> 172.21.15.125:0/3713989086 conn(0x7f4b1c0fa7f0 msgr2=0x7f4b1c103880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:47.041 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.039+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 shutdown_connections 2023-11-16T18:17:47.041 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:17:47.039+0000 7f4b22903700 1 -- 172.21.15.125:0/3713989086 wait complete. 2023-11-16T18:17:47.451 DEBUG:teuthology.orchestra.run.smithi125:osd.2> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.2.service 2023-11-16T18:17:47.453 INFO:tasks.cephadm:Deploying osd.3 on smithi063 with /dev/vg_nvme/lv_3... 2023-11-16T18:17:47.454 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-11-16T18:17:47.488 INFO:journalctl@ceph.osd.2.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:17:47.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:47 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:47.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.764 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:47.764 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.764 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.764 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:47 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:47.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:47.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:47 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:17:48.125 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:17:48.488 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:48 smithi125 ceph-mon[100672]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-11-16T18:17:48.489 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:17:48.208+0000 7f73d0cb2640 -1 osd.2 0 log_to_monitors true 2023-11-16T18:17:48.609 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:48 smithi063 ceph-mon[98873]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-11-16T18:17:48.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:48 smithi093 ceph-mon[100185]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-11-16T18:17:49.657 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-11-16T18:17:49.657 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-11-16T18:17:49.657 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2023-11-16T18:17:49.658 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2023-11-16T18:17:49.658 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109931 s, 954 MB/s 2023-11-16T18:17:49.658 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2023-11-16T18:17:49.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:49 smithi093 ceph-mon[100185]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-11-16T18:17:49.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:49 smithi093 ceph-mon[100185]: osdmap e16: 3 total, 2 up, 3 in 2023-11-16T18:17:49.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:49.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:49 smithi093 ceph-mon[100185]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:17:49.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:49 smithi093 ceph-mon[100185]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:49.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:49 smithi063 ceph-mon[98873]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-11-16T18:17:49.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:49 smithi063 ceph-mon[98873]: osdmap e16: 3 total, 2 up, 3 in 2023-11-16T18:17:49.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:49.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:49 smithi063 ceph-mon[98873]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:17:49.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:49 smithi063 ceph-mon[98873]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:49.710 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:17:49.390+0000 7f73c6329700 -1 osd.2 0 waiting for initial osdmap 2023-11-16T18:17:49.710 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:17:49.395+0000 7f73be917700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:17:49.711 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-mon[100672]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-11-16T18:17:49.711 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-mon[100672]: osdmap e16: 3 total, 2 up, 3 in 2023-11-16T18:17:49.711 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:49.711 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-mon[100672]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:17:49.711 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:49 smithi125 ceph-mon[100672]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:49.981 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi063:vg_nvme/lv_3 2023-11-16T18:17:50.636 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:17:50.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:17:50.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: osdmap e17: 3 total, 2 up, 3 in 2023-11-16T18:17:50.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi125 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi125 to 17168M 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:17:50.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:50 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:17:50.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:17:50.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: osdmap e17: 3 total, 2 up, 3 in 2023-11-16T18:17:50.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi125 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi125 to 17168M 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:17:50.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:50 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:17:50.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:17:50.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: osdmap e17: 3 total, 2 up, 3 in 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi125 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi125 to 17168M 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:50.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:17:50.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:50 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] boot 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: osdmap e18: 3 total, 3 up, 3 in 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:51.586 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: pgmap v72: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:51.587 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:51.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:17:51.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:17:51.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] boot 2023-11-16T18:17:51.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: osdmap e18: 3 total, 3 up, 3 in 2023-11-16T18:17:51.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:51.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: pgmap v72: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:51.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:51.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:17:51.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:17:51.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: osd.2 [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] boot 2023-11-16T18:17:51.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: osdmap e18: 3 total, 3 up, 3 in 2023-11-16T18:17:51.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-11-16T18:17:51.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: pgmap v72: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-11-16T18:17:51.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:51.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 -- 172.21.15.63:0/1530514991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec100ff0 msgr2=0x7f31ec1078b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:51.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1530514991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec100ff0 0x7f31ec1078b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f31e400b0a0 tx=0x7f31e400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 -- 172.21.15.63:0/1530514991 shutdown_connections 2023-11-16T18:17:51.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1530514991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec100ff0 0x7f31ec1078b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1530514991 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec0ff460 0x7f31ec0ff870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1530514991 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100660 0x7f31ec100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 -- 172.21.15.63:0/1530514991 >> 172.21.15.63:0/1530514991 conn(0x7f31ec0faad0 msgr2=0x7f31ec0fcee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 -- 172.21.15.63:0/1530514991 shutdown_connections 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.812+0000 7f31f16ac700 1 -- 172.21.15.63:0/1530514991 wait complete. 2023-11-16T18:17:51.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 Processor -- start 2023-11-16T18:17:51.817 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 -- start start 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec0ff460 0x7f31ec1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100ff0 0x7f31ec19fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec1a0080 con 0x7f31ec0ff460 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec1a01c0 con 0x7f31ec100ff0 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31f16ac700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec1a0350 con 0x7f31ec100660 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31e27fc700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31e27fc700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:40248/0 (socket says 172.21.15.63:40248) 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31e27fc700 1 -- 172.21.15.63:0/1357354443 learned_addr learned my addr 172.21.15.63:0/1357354443 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:17:51.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31eaffd700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec0ff460 0x7f31ec1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.813+0000 7f31eb7fe700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100ff0 0x7f31ec19fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 -- 172.21.15.63:0/1357354443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100ff0 msgr2=0x7f31ec19fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100ff0 0x7f31ec19fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 -- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec0ff460 msgr2=0x7f31ec1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec0ff460 0x7f31ec1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 -- 172.21.15.63:0/1357354443 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e4009d00 con 0x7f31ec100660 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e27fc700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f31d400c950 tx=0x7f31d400cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d40078d0 con 0x7f31ec100660 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31ec10adb0 con 0x7f31ec100660 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31ec10ac20 con 0x7f31ec100660 2023-11-16T18:17:51.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f31d400f450 con 0x7f31ec100660 2023-11-16T18:17:51.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.814+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d4018660 con 0x7f31ec100660 2023-11-16T18:17:51.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.815+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31ec067b00 con 0x7f31ec100660 2023-11-16T18:17:51.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.817+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f31d400f850 con 0x7f31ec100660 2023-11-16T18:17:51.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.817+0000 7f31e8ff9700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 0x7f31d80a3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:17:51.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.817+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 3226+0+0 (secure 0 0 0) 0x7f31d40cb340 con 0x7f31ec100660 2023-11-16T18:17:51.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.817+0000 7f31eaffd700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 0x7f31d80a3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:17:51.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.818+0000 7f31eaffd700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 0x7f31d80a3570 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31ec1004c0 tx=0x7f31dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:17:51.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:51.821+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f31d4095f50 con 0x7f31ec100660 2023-11-16T18:17:52.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:52.026+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f31ec1a0f50 con 0x7f31d80a10c0 2023-11-16T18:17:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: osdmap e19: 3 total, 3 up, 3 in 2023-11-16T18:17:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:52.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:52.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: osdmap e19: 3 total, 3 up, 3 in 2023-11-16T18:17:52.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:52.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:52.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:52.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: osdmap e19: 3 total, 3 up, 3 in 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:17:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:17:53.256 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114907]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:53.256 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114907]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:53.256 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114907]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:53.256 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114907]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:53.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:53 smithi063 ceph-mon[98873]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:53.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:53.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:53 smithi063 ceph-mon[98873]: osdmap e20: 3 total, 3 up, 3 in 2023-11-16T18:17:53.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:53 smithi063 ceph-mon[98873]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:53.582 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114939]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:53.582 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114939]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:53.582 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114939]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:53.582 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:17:53 smithi063 sudo[114939]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:53.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:53 smithi093 ceph-mon[100185]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:53.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:53 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:53.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:53 smithi093 ceph-mon[100185]: osdmap e20: 3 total, 3 up, 3 in 2023-11-16T18:17:53.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:53 smithi093 ceph-mon[100185]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:53.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:53 smithi125 ceph-mon[100672]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:17:53.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:53 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:17:53.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:53 smithi125 ceph-mon[100672]: osdmap e20: 3 total, 3 up, 3 in 2023-11-16T18:17:53.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:53 smithi125 ceph-mon[100672]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:54.010 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:53 smithi093 sudo[107418]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:54.011 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:53 smithi093 sudo[107418]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:54.011 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:53 smithi093 sudo[107418]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:54.011 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:53 smithi093 sudo[107418]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:54.418 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:54 smithi093 sudo[107421]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:54.418 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:54 smithi093 sudo[107421]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:54.418 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:54 smithi093 sudo[107421]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:54.418 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:17:54 smithi093 sudo[107421]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:54.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:17:54.515+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f31d4096320 con 0x7f31ec100660 2023-11-16T18:17:54.529 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:54 smithi125 ceph-mon[100672]: osdmap e21: 3 total, 3 up, 3 in 2023-11-16T18:17:54.529 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:54 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:54.530 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:54 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:54.530 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108643]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:54.530 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108643]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:54.530 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108643]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:54.530 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108643]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:54.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:54 smithi093 ceph-mon[100185]: osdmap e21: 3 total, 3 up, 3 in 2023-11-16T18:17:54.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:54 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:54.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:54 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:54.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 ceph-mon[98873]: osdmap e21: 3 total, 3 up, 3 in 2023-11-16T18:17:54.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:54.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:55.011 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108646]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:55.011 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108646]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:55.011 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108646]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:55.011 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:17:54 smithi125 sudo[108646]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:55.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 sudo[115060]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:55.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 sudo[115060]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:55.343 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:54 smithi063 sudo[115060]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:55.344 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 sudo[115060]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 sudo[115111]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 sudo[115111]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 sudo[115111]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 sudo[115111]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:55.950 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108649]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:55.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108649]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:55.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108649]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:55.951 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108649]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:56.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-11-16T18:17:56.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]: dispatch 2023-11-16T18:17:56.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]': finished 2023-11-16T18:17:56.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: osdmap e22: 4 total, 3 up, 4 in 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3186714690' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107424]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-11-16T18:17:56.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107424]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:56.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107424]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:56.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107424]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108652]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108652]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108652]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 sudo[108652]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]: dispatch 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]': finished 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: osdmap e22: 4 total, 3 up, 4 in 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3186714690' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:56.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]: dispatch 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1593954617' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12272d67-75cd-462b-b8ed-35d8065a4306"}]': finished 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: osdmap e22: 4 total, 3 up, 4 in 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:17:56.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3186714690' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:56.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107427]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-11-16T18:17:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107427]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-11-16T18:17:56.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107427]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-11-16T18:17:56.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 sudo[107427]: pam_unix(sudo:session): session closed for user root 2023-11-16T18:17:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:56 smithi125 ceph-mon[100672]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:56 smithi063 ceph-mon[98873]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:57.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-11-16T18:17:57.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-11-16T18:17:57.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-11-16T18:17:57.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-11-16T18:17:57.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-11-16T18:17:57.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:56 smithi093 ceph-mon[100185]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:17:58 smithi093 ceph-mon[100185]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:59.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:17:58 smithi125 ceph-mon[100672]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:17:59.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:17:58 smithi063 ceph-mon[98873]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:18:01.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:01 smithi125 ceph-mon[100672]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-11-16T18:18:01.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:01 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-11-16T18:18:01.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:01 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:01.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:01 smithi063 ceph-mon[98873]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-11-16T18:18:01.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:01 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-11-16T18:18:01.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:01 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:01.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:01 smithi093 ceph-mon[100185]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-11-16T18:18:01.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:01 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-11-16T18:18:01.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:01 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:02.755 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:02 smithi063 ceph-mon[98873]: Deploying daemon osd.3 on smithi063 2023-11-16T18:18:02.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:02 smithi125 ceph-mon[100672]: Deploying daemon osd.3 on smithi063 2023-11-16T18:18:02.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:02 smithi093 ceph-mon[100185]: Deploying daemon osd.3 on smithi063 2023-11-16T18:18:04.722 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:04 smithi063 ceph-mon[98873]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-11-16T18:18:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:04 smithi125 ceph-mon[100672]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-11-16T18:18:04.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:04 smithi093 ceph-mon[100185]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-11-16T18:18:06.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:06 smithi063 ceph-mon[98873]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-11-16T18:18:06.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:06.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:06.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:06 smithi093 ceph-mon[100185]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-11-16T18:18:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:06 smithi125 ceph-mon[100672]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-11-16T18:18:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:08.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.577+0000 7f31e8ff9700 1 -- 172.21.15.63:0/1357354443 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f31ec1a0f50 con 0x7f31d80a10c0 2023-11-16T18:18:08.582 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 3 on host 'smithi063' 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 msgr2=0x7f31d80a3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 0x7f31d80a3570 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31ec1004c0 tx=0x7f31dc009260 comp rx=0 tx=0).stop 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 msgr2=0x7f31ec198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f31d400c950 tx=0x7f31d400cc60 comp rx=0 tx=0).stop 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 shutdown_connections 2023-11-16T18:18:08.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f31d80a10c0 0x7f31d80a3570 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f31ec100ff0 0x7f31ec19fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31ec0ff460 0x7f31ec1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 --2- 172.21.15.63:0/1357354443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f31ec100660 0x7f31ec198a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 >> 172.21.15.63:0/1357354443 conn(0x7f31ec0faad0 msgr2=0x7f31ec069140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 shutdown_connections 2023-11-16T18:18:08.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:08.580+0000 7f31f16ac700 1 -- 172.21.15.63:0/1357354443 wait complete. 2023-11-16T18:18:08.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:08 smithi063 ceph-mon[98873]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-11-16T18:18:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:08 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:08 smithi093 ceph-mon[100185]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-11-16T18:18:08.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:08.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:08 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:09.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:08 smithi125 ceph-mon[100672]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-11-16T18:18:09.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:09.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:09.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:09.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:08 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:09.038 DEBUG:teuthology.orchestra.run.smithi063:osd.3> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.3.service 2023-11-16T18:18:09.040 INFO:tasks.cephadm:Deploying osd.4 on smithi093 with /dev/vg_nvme/lv_3... 2023-11-16T18:18:09.040 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-11-16T18:18:09.072 INFO:journalctl@ceph.osd.3.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:18:09.697 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:18:09.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:09 smithi063 ceph-mon[98873]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-11-16T18:18:09.832 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:18:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:18:09.568+0000 7fc0c2f66640 -1 osd.3 0 log_to_monitors true 2023-11-16T18:18:09.905 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:09 smithi093 ceph-mon[100185]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-11-16T18:18:10.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:09 smithi125 ceph-mon[100672]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-11-16T18:18:10.831 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:18:10.614+0000 7fc0b85dd700 -1 osd.3 0 waiting for initial osdmap 2023-11-16T18:18:10.831 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:18:10.620+0000 7fc0b23ce700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:18:10.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-mon[98873]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-11-16T18:18:10.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-mon[98873]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-11-16T18:18:10.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-mon[98873]: osdmap e23: 4 total, 3 up, 4 in 2023-11-16T18:18:10.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-mon[98873]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:18:10.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:10 smithi093 ceph-mon[100185]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-11-16T18:18:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:10 smithi093 ceph-mon[100185]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-11-16T18:18:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:10 smithi093 ceph-mon[100185]: osdmap e23: 4 total, 3 up, 4 in 2023-11-16T18:18:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:10 smithi093 ceph-mon[100185]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:18:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:10 smithi125 ceph-mon[100672]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-11-16T18:18:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:10 smithi125 ceph-mon[100672]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-11-16T18:18:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:10 smithi125 ceph-mon[100672]: osdmap e23: 4 total, 3 up, 4 in 2023-11-16T18:18:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:10 smithi125 ceph-mon[100672]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:18:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:11.175 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-11-16T18:18:11.175 INFO:teuthology.orchestra.run.smithi093.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-11-16T18:18:11.176 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10+0 records in 2023-11-16T18:18:11.176 INFO:teuthology.orchestra.run.smithi093.stderr:10+0 records out 2023-11-16T18:18:11.176 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126767 s, 827 MB/s 2023-11-16T18:18:11.176 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping successful for: 2023-11-16T18:18:11.540 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi093:vg_nvme/lv_3 2023-11-16T18:18:11.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: osdmap e24: 4 total, 3 up, 4 in 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:11.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] boot 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: osdmap e25: 4 total, 4 up, 4 in 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:11.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:18:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: osdmap e24: 4 total, 3 up, 4 in 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:12.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] boot 2023-11-16T18:18:12.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: osdmap e25: 4 total, 4 up, 4 in 2023-11-16T18:18:12.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:12.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:12.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:18:12.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: osdmap e24: 4 total, 3 up, 4 in 2023-11-16T18:18:12.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: osd.3 [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] boot 2023-11-16T18:18:12.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: osdmap e25: 4 total, 4 up, 4 in 2023-11-16T18:18:12.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-11-16T18:18:12.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:12.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:12.187 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi063 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi063 to 8584M 2023-11-16T18:18:12.674 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:12.675 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:12 smithi093 ceph-mon[100185]: osdmap e26: 4 total, 4 up, 4 in 2023-11-16T18:18:13.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi063 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi063 to 8584M 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:12 smithi125 ceph-mon[100672]: osdmap e26: 4 total, 4 up, 4 in 2023-11-16T18:18:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:18:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:18:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-11-16T18:18:13.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi063 2023-11-16T18:18:13.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi063 to 8584M 2023-11-16T18:18:13.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:13.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:13.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:13.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:13.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:12 smithi063 ceph-mon[98873]: osdmap e26: 4 total, 4 up, 4 in 2023-11-16T18:18:13.391 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 -- 172.21.15.93:0/1593544149 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c100d70 msgr2=0x7fe67c107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:13.391 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 --2- 172.21.15.93:0/1593544149 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c100d70 0x7fe67c107630 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe67400b0a0 tx=0x7fe67400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 -- 172.21.15.93:0/1593544149 shutdown_connections 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 --2- 172.21.15.93:0/1593544149 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c100d70 0x7fe67c107630 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 --2- 172.21.15.93:0/1593544149 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 0x7fe67c0ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 --2- 172.21.15.93:0/1593544149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c1003e0 0x7fe67c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 -- 172.21.15.93:0/1593544149 >> 172.21.15.93:0/1593544149 conn(0x7fe67c0fa7f0 msgr2=0x7fe67c0fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 -- 172.21.15.93:0/1593544149 shutdown_connections 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 -- 172.21.15.93:0/1593544149 wait complete. 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.388+0000 7fe682a35700 1 Processor -- start 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 -- start start 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 0x7fe67c109a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:13.392 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c100d70 0x7fe67c108620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe67c108da0 con 0x7fe67c100d70 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe67c108f10 con 0x7fe67c1003e0 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe682a35700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe67c1a0180 con 0x7fe67c0ff1e0 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.93:35260/0 (socket says 172.21.15.93:35260) 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 -- 172.21.15.93:0/1247906645 learned_addr learned my addr 172.21.15.93:0/1247906645 (peer_addr_for_me v2:172.21.15.93:0/0) 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67bfff700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 0x7fe67c109a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe680fd2700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c100d70 0x7fe67c108620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 -- 172.21.15.93:0/1247906645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 msgr2=0x7fe67c109a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 0x7fe67c109a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 -- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c100d70 msgr2=0x7fe67c108620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c100d70 0x7fe67c108620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:13.393 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 -- 172.21.15.93:0/1247906645 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe674009d00 con 0x7fe67c1003e0 2023-11-16T18:18:13.394 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.389+0000 7fe67b7fe700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00e9a0 tx=0x7fe66c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:13.394 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.390+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c009790 con 0x7fe67c1003e0 2023-11-16T18:18:13.394 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.390+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe66c010430 con 0x7fe67c1003e0 2023-11-16T18:18:13.394 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.390+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe67c10bce0 con 0x7fe67c1003e0 2023-11-16T18:18:13.398 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.390+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c018680 con 0x7fe67c1003e0 2023-11-16T18:18:13.398 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.390+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe67c10bb50 con 0x7fe67c1003e0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.391+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe67c1a08b0 con 0x7fe67c1003e0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.392+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe66c0105a0 con 0x7fe67c1003e0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.392+0000 7fe6797fa700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 0x7fe6640a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.392+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 3698+0+0 (secure 0 0 0) 0x7fe66c014070 con 0x7fe67c1003e0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.393+0000 7fe67bfff700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 0x7fe6640a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.393+0000 7fe67bfff700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 0x7fe6640a3680 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe67c100240 tx=0x7fe67000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:13.399 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.397+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fe66c051730 con 0x7fe67c1003e0 2023-11-16T18:18:13.592 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:13.590+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fe67c060f30 con 0x7fe6640a11d0 2023-11-16T18:18:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:13 smithi093 ceph-mon[100185]: osdmap e27: 4 total, 4 up, 4 in 2023-11-16T18:18:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:13 smithi125 ceph-mon[100672]: osdmap e27: 4 total, 4 up, 4 in 2023-11-16T18:18:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:13 smithi063 ceph-mon[98873]: osdmap e27: 4 total, 4 up, 4 in 2023-11-16T18:18:14.765 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:14 smithi093 ceph-mon[100185]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:14.765 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:14 smithi093 ceph-mon[100185]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:14 smithi125 ceph-mon[100672]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:14 smithi125 ceph-mon[100672]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:15.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:14 smithi063 ceph-mon[98873]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:15.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:14 smithi063 ceph-mon[98873]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:15.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:15 smithi093 ceph-mon[100185]: osdmap e28: 4 total, 4 up, 4 in 2023-11-16T18:18:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:15 smithi125 ceph-mon[100672]: osdmap e28: 4 total, 4 up, 4 in 2023-11-16T18:18:16.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:15 smithi063 ceph-mon[98873]: osdmap e28: 4 total, 4 up, 4 in 2023-11-16T18:18:16.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:16.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: osdmap e29: 4 total, 4 up, 4 in 2023-11-16T18:18:16.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/1520014896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:16.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:16.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]': finished 2023-11-16T18:18:16.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: osdmap e30: 5 total, 4 up, 5 in 2023-11-16T18:18:16.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: osdmap e29: 4 total, 4 up, 4 in 2023-11-16T18:18:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/1520014896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]': finished 2023-11-16T18:18:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: osdmap e30: 5 total, 4 up, 5 in 2023-11-16T18:18:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: osdmap e29: 4 total, 4 up, 4 in 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/1520014896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]: dispatch 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdff6942-7d15-4b15-9817-f51c927892e3"}]': finished 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: osdmap e30: 5 total, 4 up, 5 in 2023-11-16T18:18:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:17.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/2912840605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:18.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/2912840605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/2912840605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:18.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:18 smithi093 ceph-mon[100185]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:18:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:18 smithi125 ceph-mon[100672]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:18:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:18 smithi063 ceph-mon[98873]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:18:20.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:20 smithi093 ceph-mon[100185]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-11-16T18:18:21.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:20 smithi125 ceph-mon[100672]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-11-16T18:18:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:20 smithi063 ceph-mon[98873]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 25 MiB used, 358 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-11-16T18:18:22.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:22 smithi093 ceph-mon[100185]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-11-16T18:18:23.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:22 smithi125 ceph-mon[100672]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-11-16T18:18:23.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:22 smithi063 ceph-mon[98873]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-11-16T18:18:23.759 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-11-16T18:18:23.759 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:23.759 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:23 smithi093 ceph-mon[100185]: Deploying daemon osd.4 on smithi093 2023-11-16T18:18:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-11-16T18:18:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:23 smithi125 ceph-mon[100672]: Deploying daemon osd.4 on smithi093 2023-11-16T18:18:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-11-16T18:18:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:23 smithi063 ceph-mon[98873]: Deploying daemon osd.4 on smithi093 2023-11-16T18:18:24.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:24 smithi093 ceph-mon[100185]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:18:25.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:24 smithi125 ceph-mon[100672]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:18:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:24 smithi063 ceph-mon[98873]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:18:26.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:26 smithi093 ceph-mon[100185]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:26 smithi125 ceph-mon[100672]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:27.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:26 smithi063 ceph-mon[98873]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:28.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:28 smithi093 ceph-mon[100185]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:28.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:28 smithi125 ceph-mon[100672]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:28.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:28 smithi063 ceph-mon[98873]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:28.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:28.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:30.257 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.254+0000 7fe6797fa700 1 -- 172.21.15.93:0/1247906645 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe67c060f30 con 0x7fe6640a11d0 2023-11-16T18:18:30.257 INFO:teuthology.orchestra.run.smithi093.stdout:Created osd(s) 4 on host 'smithi093' 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.256+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 msgr2=0x7fe6640a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.256+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 0x7fe6640a3680 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe67c100240 tx=0x7fe67000b410 comp rx=0 tx=0).stop 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 msgr2=0x7fe67c1080e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00e9a0 tx=0x7fe66c00ecb0 comp rx=0 tx=0).stop 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 shutdown_connections 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6640a11d0 0x7fe6640a3680 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe67c100d70 0x7fe67c108620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe67c0ff1e0 0x7fe67c109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:30.259 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 --2- 172.21.15.93:0/1247906645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe67c1003e0 0x7fe67c1080e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:30.260 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 >> 172.21.15.93:0/1247906645 conn(0x7fe67c0fa7f0 msgr2=0x7fe67c0fca90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:30.260 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 shutdown_connections 2023-11-16T18:18:30.260 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:18:30.257+0000 7fe682a35700 1 -- 172.21.15.93:0/1247906645 wait complete. 2023-11-16T18:18:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:30.776 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.777 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:30.778 DEBUG:teuthology.orchestra.run.smithi093:osd.4> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.4.service 2023-11-16T18:18:30.781 INFO:tasks.cephadm:Deploying osd.5 on smithi125 with /dev/vg_nvme/lv_3... 2023-11-16T18:18:30.781 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-11-16T18:18:30.810 INFO:journalctl@ceph.osd.4.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:31.432 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:18:31.434 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:18:31.143+0000 7f5f35ca6640 -1 osd.4 0 log_to_monitors true 2023-11-16T18:18:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:31 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:31 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:31 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:31 smithi125 ceph-mon[100672]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:31.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:31 smithi125 ceph-mon[100672]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:31.770 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.770 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:31.771 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.771 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-mon[100185]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:31.771 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:31 smithi093 ceph-mon[100185]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:31.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:31 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:31 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:31.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:31 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:31.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:31 smithi063 ceph-mon[98873]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:31.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:31 smithi063 ceph-mon[98873]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: osdmap e31: 5 total, 4 up, 5 in 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:32 smithi125 ceph-mon[100672]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: osdmap e31: 5 total, 4 up, 5 in 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:32 smithi063 ceph-mon[98873]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:32.917 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-11-16T18:18:32.917 INFO:teuthology.orchestra.run.smithi125.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-11-16T18:18:32.917 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10+0 records in 2023-11-16T18:18:32.918 INFO:teuthology.orchestra.run.smithi125.stderr:10+0 records out 2023-11-16T18:18:32.918 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116234 s, 902 MB/s 2023-11-16T18:18:32.918 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping successful for: 2023-11-16T18:18:32.942 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:18:32.504+0000 7f5f2b31d700 -1 osd.4 0 waiting for initial osdmap 2023-11-16T18:18:32.942 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:18:32.510+0000 7f5f2390b700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:18:32.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:32.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-11-16T18:18:32.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: osdmap e31: 5 total, 4 up, 5 in 2023-11-16T18:18:32.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:32.942 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: from='osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:32.943 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:32 smithi093 ceph-mon[100185]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:18:33.285 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi125:vg_nvme/lv_3 2023-11-16T18:18:33.765 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:18:33.766 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: osdmap e32: 5 total, 4 up, 5 in 2023-11-16T18:18:33.766 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.767 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.768 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.768 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.769 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.773 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.774 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.774 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:33.775 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:33.776 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:33 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:18:33.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: osdmap e32: 5 total, 4 up, 5 in 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:33.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:33.838 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:33 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.927 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:18:33.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: osdmap e32: 5 total, 4 up, 5 in 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:33.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:33.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:33.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:33.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:33 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:18:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:18:34.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:34.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi093 2023-11-16T18:18:34.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi093 to 8584M 2023-11-16T18:18:34.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:34.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] boot 2023-11-16T18:18:34.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: osdmap e33: 5 total, 5 up, 5 in 2023-11-16T18:18:34.763 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi093 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi093 to 8584M 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] boot 2023-11-16T18:18:34.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: osdmap e33: 5 total, 5 up, 5 in 2023-11-16T18:18:34.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi093 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi093 to 8584M 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:34.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:34.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: osd.4 [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] boot 2023-11-16T18:18:34.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: osdmap e33: 5 total, 5 up, 5 in 2023-11-16T18:18:34.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/1960947618 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 msgr2=0x7fdcd8101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/1960947618 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8101940 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdccc009990 tx=0x7fdccc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/1960947618 shutdown_connections 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/1960947618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd8101e80 0x7fdcd8108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/1960947618 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd81002f0 0x7fdcd8100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/1960947618 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8101940 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/1960947618 >> 172.21.15.125:0/1960947618 conn(0x7fdcd80fb900 msgr2=0x7fdcd80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:35.263 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/1960947618 shutdown_connections 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.255+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/1960947618 wait complete. 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 Processor -- start 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 -- start start 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd81002f0 0x7fdcd8198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 0x7fdcd819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd819fdb0 con 0x7fdcd81002f0 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd819fef0 con 0x7fdcd8101e80 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcdc8e7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd81a0080 con 0x7fdcd81014f0 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcd5d9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcd5d9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:56054/0 (socket says 172.21.15.125:56054) 2023-11-16T18:18:35.264 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.256+0000 7fdcd5d9b700 1 -- 172.21.15.125:0/3091639807 learned_addr learned my addr 172.21.15.125:0/3091639807 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd6d9d700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 0x7fdcd819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd659c700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd81002f0 0x7fdcd8198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 -- 172.21.15.125:0/3091639807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 msgr2=0x7fdcd819f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 0x7fdcd819f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 -- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd81002f0 msgr2=0x7fdcd8198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd81002f0 0x7fdcd8198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 -- 172.21.15.125:0/3091639807 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdccc0095f0 con 0x7fdcd81014f0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd6d9d700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 0x7fdcd819f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcd5d9b700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdccc005910 tx=0x7fdccc00f710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdccc01d070 con 0x7fdcd81014f0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdccc00fbc0 con 0x7fdcd81014f0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcd810bc50 con 0x7fdcd81014f0 2023-11-16T18:18:35.265 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdccc017650 con 0x7fdcd81014f0 2023-11-16T18:18:35.266 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.257+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcd810bac0 con 0x7fdcd81014f0 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.258+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcd81929b0 con 0x7fdcd81014f0 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.259+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fdccc022470 con 0x7fdcd81014f0 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.259+0000 7fdcc77fe700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 0x7fdcc00a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.260+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 4101+0+0 (secure 0 0 0) 0x7fdccc0cceb0 con 0x7fdcd81014f0 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.260+0000 7fdcd659c700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 0x7fdcc00a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:35.295 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.260+0000 7fdcd659c700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 0x7fdcc00a3680 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8005fd0 tx=0x7fdcc8005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:35.296 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.263+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fdccc097700 con 0x7fdcd81014f0 2023-11-16T18:18:35.457 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:35.455+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fdcd8061c70 con 0x7fdcc00a11d0 2023-11-16T18:18:35.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:35 smithi063 ceph-mon[98873]: osdmap e34: 5 total, 5 up, 5 in 2023-11-16T18:18:35.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:35.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:35.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:35.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:35 smithi093 ceph-mon[100185]: osdmap e34: 5 total, 5 up, 5 in 2023-11-16T18:18:35.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:35.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:35.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:35 smithi125 ceph-mon[100672]: osdmap e34: 5 total, 5 up, 5 in 2023-11-16T18:18:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:36.667 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:36 smithi125 ceph-mon[100672]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:36.668 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:36 smithi125 ceph-mon[100672]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:36.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:36 smithi063 ceph-mon[98873]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:36.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:36 smithi063 ceph-mon[98873]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:36.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:36 smithi093 ceph-mon[100185]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:36.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:36 smithi093 ceph-mon[100185]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/2065313914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]': finished 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: osdmap e35: 6 total, 5 up, 6 in 2023-11-16T18:18:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:38.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:38.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/2065313914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:38.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:38.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]': finished 2023-11-16T18:18:38.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: osdmap e35: 6 total, 5 up, 6 in 2023-11-16T18:18:38.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/2065313914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]: dispatch 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7459920d-d6b8-41f9-b6f2-cdebb21234ad"}]': finished 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: osdmap e35: 6 total, 5 up, 6 in 2023-11-16T18:18:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:39.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:39 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/1837013741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:39.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:39 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/1837013741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:40.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:39 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/1837013741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:18:40.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:40 smithi063 ceph-mon[98873]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:40.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:40 smithi093 ceph-mon[100185]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:41.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:40 smithi125 ceph-mon[100672]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:42.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:42 smithi063 ceph-mon[98873]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:42.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:42 smithi093 ceph-mon[100185]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:42.989 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:42 smithi125 ceph-mon[100672]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:44.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:44 smithi063 ceph-mon[98873]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:44.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:44 smithi093 ceph-mon[100185]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:45.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:44 smithi125 ceph-mon[100672]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:45.651 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-11-16T18:18:45.652 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:45.652 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:45 smithi125 ceph-mon[100672]: Deploying daemon osd.5 on smithi125 2023-11-16T18:18:45.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-11-16T18:18:45.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:45.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:45 smithi063 ceph-mon[98873]: Deploying daemon osd.5 on smithi125 2023-11-16T18:18:45.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-11-16T18:18:45.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:45.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:45 smithi093 ceph-mon[100185]: Deploying daemon osd.5 on smithi125 2023-11-16T18:18:46.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:46 smithi063 ceph-mon[98873]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:46.883 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:46 smithi125 ceph-mon[100672]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:46.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:46 smithi093 ceph-mon[100185]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:48 smithi063 ceph-mon[98873]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:48.868 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:48 smithi125 ceph-mon[100672]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:48 smithi093 ceph-mon[100185]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:50 smithi125 ceph-mon[100672]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:50 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:50.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:50 smithi063 ceph-mon[98873]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:50.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:50 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:50.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:50 smithi093 ceph-mon[100185]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:50.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:50.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:50 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:51.771 INFO:teuthology.orchestra.run.smithi125.stdout:Created osd(s) 5 on host 'smithi125' 2023-11-16T18:18:51.771 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.769+0000 7fdcc77fe700 1 -- 172.21.15.125:0/3091639807 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fdcd8061c70 con 0x7fdcc00a11d0 2023-11-16T18:18:51.772 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 msgr2=0x7fdcc00a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:51.772 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 0x7fdcc00a3680 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8005fd0 tx=0x7fdcc8005dd0 comp rx=0 tx=0).stop 2023-11-16T18:18:51.772 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 msgr2=0x7fdcd8198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdccc005910 tx=0x7fdccc00f710 comp rx=0 tx=0).stop 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 shutdown_connections 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdcc00a11d0 0x7fdcc00a3680 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdcd8101e80 0x7fdcd819f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcd81002f0 0x7fdcd8198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 --2- 172.21.15.125:0/3091639807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdcd81014f0 0x7fdcd8198760 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 >> 172.21.15.125:0/3091639807 conn(0x7fdcd80fb900 msgr2=0x7fdcd8106e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 shutdown_connections 2023-11-16T18:18:51.773 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:18:51.771+0000 7fdcdc8e7700 1 -- 172.21.15.125:0/3091639807 wait complete. 2023-11-16T18:18:52.223 DEBUG:teuthology.orchestra.run.smithi125:osd.5> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.5.service 2023-11-16T18:18:52.225 INFO:tasks.cephadm:Deploying osd.6 on smithi063 with /dev/vg_nvme/lv_2... 2023-11-16T18:18:52.225 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-11-16T18:18:52.256 INFO:journalctl@ceph.osd.5.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:18:52.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:52.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:52.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:52.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:18:52.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:52.903 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:18:53.010 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:18:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:18:52.898+0000 7f55195fd640 -1 osd.5 0 log_to_monitors true 2023-11-16T18:18:53.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:53 smithi093 ceph-mon[100185]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:53.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:53 smithi093 ceph-mon[100185]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:53.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:53 smithi125 ceph-mon[100672]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:53.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:53 smithi125 ceph-mon[100672]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:53 smithi063 ceph-mon[98873]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:53 smithi063 ceph-mon[98873]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109243 s, 960 MB/s 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 2023-11-16T18:18:54.360 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2023-11-16T18:18:54.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:54.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-11-16T18:18:54.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: osdmap e36: 6 total, 5 up, 6 in 2023-11-16T18:18:54.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:54.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:54 smithi093 ceph-mon[100185]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.761 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:18:54.398+0000 7f550ec74700 -1 osd.5 0 waiting for initial osdmap 2023-11-16T18:18:54.761 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:18:54.405+0000 7f5508264700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:18:54.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:54.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-11-16T18:18:54.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: osdmap e36: 6 total, 5 up, 6 in 2023-11-16T18:18:54.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:54.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:54 smithi125 ceph-mon[100672]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.764 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:54.764 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-11-16T18:18:54.764 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: osdmap e36: 6 total, 5 up, 6 in 2023-11-16T18:18:54.764 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:54.764 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: from='osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.765 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:54 smithi063 ceph-mon[98873]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:18:54.856 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi063:vg_nvme/lv_2 2023-11-16T18:18:55.512 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:18:55.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: osdmap e37: 6 total, 5 up, 6 in 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi125 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi125 to 8584M 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:55.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:55.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:55.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:18:55.686 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:55 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:18:55.697 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:18:55.697 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: osdmap e37: 6 total, 5 up, 6 in 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi125 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi125 to 8584M 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:55.698 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:55.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:18:55.699 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:55 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:18:55.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:18:55.845 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: osdmap e37: 6 total, 5 up, 6 in 2023-11-16T18:18:55.845 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi125 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi125 to 8584M 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:55.846 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:18:55.847 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:18:55.847 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:55 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:18:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:18:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:18:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] boot 2023-11-16T18:18:56.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: osdmap e38: 6 total, 6 up, 6 in 2023-11-16T18:18:56.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:56 smithi093 ceph-mon[100185]: osdmap e39: 6 total, 6 up, 6 in 2023-11-16T18:18:56.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 -- 172.21.15.63:0/1655449768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1434100d70 msgr2=0x7f1434107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:56.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 --2- 172.21.15.63:0/1655449768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1434100d70 0x7f1434107630 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f142c00b0a0 tx=0x7f142c00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 -- 172.21.15.63:0/1655449768 shutdown_connections 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 --2- 172.21.15.63:0/1655449768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1434100d70 0x7f1434107630 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 --2- 172.21.15.63:0/1655449768 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14340ff1e0 0x7f14340ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 --2- 172.21.15.63:0/1655449768 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f14341003e0 0x7f1434100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 -- 172.21.15.63:0/1655449768 >> 172.21.15.63:0/1655449768 conn(0x7f14340fa7f0 msgr2=0x7f14340fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 -- 172.21.15.63:0/1655449768 shutdown_connections 2023-11-16T18:18:56.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.705+0000 7f143c7a2700 1 -- 172.21.15.63:0/1655449768 wait complete. 2023-11-16T18:18:56.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 Processor -- start 2023-11-16T18:18:56.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 -- start start 2023-11-16T18:18:56.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:56.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14341003e0 0x7f1434195630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:56.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 0x7f143419c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:56.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419cc80 con 0x7f14340ff1e0 2023-11-16T18:18:56.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419cdc0 con 0x7f14341003e0 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143c7a2700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419cf50 con 0x7f1434100d70 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41604/0 (socket says 172.21.15.63:41604) 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 -- 172.21.15.63:0/2229293664 learned_addr learned my addr 172.21.15.63:0/2229293664 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f1439d3d700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14341003e0 0x7f1434195630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143ad3f700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 0x7f143419c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 -- 172.21.15.63:0/2229293664 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 msgr2=0x7f143419c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 0x7f143419c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 -- 172.21.15.63:0/2229293664 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14341003e0 msgr2=0x7f1434195630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:18:56.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14341003e0 0x7f1434195630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 -- 172.21.15.63:0/2229293664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f142c009d00 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143ad3f700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 0x7f143419c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.706+0000 7f143a53e700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f143000d9b0 tx=0x7f143000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.707+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430009930 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.707+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1430010460 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.707+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f143410abd0 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.707+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143000f620 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.707+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f143410aa40 con 0x7f14340ff1e0 2023-11-16T18:18:56.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.708+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1434068a90 con 0x7f14340ff1e0 2023-11-16T18:18:56.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.709+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1430010860 con 0x7f14340ff1e0 2023-11-16T18:18:56.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.710+0000 7f142b7fe700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 0x7f14200a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:18:56.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.710+0000 7f1439d3d700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 0x7f14200a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:18:56.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.710+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f14300cb4f0 con 0x7f14340ff1e0 2023-11-16T18:18:56.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.710+0000 7f1439d3d700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 0x7f14200a3680 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1424009a10 tx=0x7f1424009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:18:56.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.714+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1430095b60 con 0x7f14340ff1e0 2023-11-16T18:18:56.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:18:56.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:18:56.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:56.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] boot 2023-11-16T18:18:56.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: osdmap e38: 6 total, 6 up, 6 in 2023-11-16T18:18:56.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:56 smithi125 ceph-mon[100672]: osdmap e39: 6 total, 6 up, 6 in 2023-11-16T18:18:56.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:18:56.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:18:56.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-11-16T18:18:56.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: osd.5 [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] boot 2023-11-16T18:18:56.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: osdmap e38: 6 total, 6 up, 6 in 2023-11-16T18:18:56.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-11-16T18:18:56.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:56 smithi063 ceph-mon[98873]: osdmap e39: 6 total, 6 up, 6 in 2023-11-16T18:18:56.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:18:56.920+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f1434060f30 con 0x7f14200a11d0 2023-11-16T18:18:57.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:57 smithi125 ceph-mon[100672]: osdmap e40: 6 total, 6 up, 6 in 2023-11-16T18:18:57.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:57.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:57.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:57.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:57 smithi063 ceph-mon[98873]: osdmap e40: 6 total, 6 up, 6 in 2023-11-16T18:18:57.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:57.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:57.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:57.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:57 smithi093 ceph-mon[100185]: osdmap e40: 6 total, 6 up, 6 in 2023-11-16T18:18:57.939 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:18:57.939 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:18:57.939 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:18:58.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:58 smithi125 ceph-mon[100672]: pgmap v127: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:18:58.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:58 smithi125 ceph-mon[100672]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:58.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:58 smithi125 ceph-mon[100672]: osdmap e41: 6 total, 6 up, 6 in 2023-11-16T18:18:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:58 smithi063 ceph-mon[98873]: pgmap v127: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:18:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:58 smithi063 ceph-mon[98873]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:58 smithi063 ceph-mon[98873]: osdmap e41: 6 total, 6 up, 6 in 2023-11-16T18:18:58.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:58 smithi093 ceph-mon[100185]: pgmap v127: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:18:58.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:58 smithi093 ceph-mon[100185]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:18:58.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:58 smithi093 ceph-mon[100185]: osdmap e41: 6 total, 6 up, 6 in 2023-11-16T18:18:59.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:59 smithi125 ceph-mon[100672]: osdmap e42: 6 total, 6 up, 6 in 2023-11-16T18:18:59.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:59 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]: dispatch 2023-11-16T18:18:59.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:59 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]': finished 2023-11-16T18:18:59.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:59 smithi125 ceph-mon[100672]: osdmap e43: 7 total, 6 up, 7 in 2023-11-16T18:18:59.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:18:59 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:18:59.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:59 smithi063 ceph-mon[98873]: osdmap e42: 6 total, 6 up, 6 in 2023-11-16T18:18:59.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:59 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]: dispatch 2023-11-16T18:18:59.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:59 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]': finished 2023-11-16T18:18:59.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:59 smithi063 ceph-mon[98873]: osdmap e43: 7 total, 6 up, 7 in 2023-11-16T18:18:59.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:18:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:18:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:59 smithi093 ceph-mon[100185]: osdmap e42: 6 total, 6 up, 6 in 2023-11-16T18:18:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:59 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]: dispatch 2023-11-16T18:18:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:59 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/452771811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb757498-40c4-47e6-a130-dae647fb3f1b"}]': finished 2023-11-16T18:18:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:59 smithi093 ceph-mon[100185]: osdmap e43: 7 total, 6 up, 7 in 2023-11-16T18:18:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:18:59 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:00 smithi125 ceph-mon[100672]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:00 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3055106458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:00 smithi063 ceph-mon[98873]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:00 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3055106458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:00.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:00 smithi093 ceph-mon[100185]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:00.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:00 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3055106458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:02.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:02 smithi125 ceph-mon[100672]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-11-16T18:19:02.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:02 smithi063 ceph-mon[98873]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-11-16T18:19:02.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:02 smithi093 ceph-mon[100185]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-11-16T18:19:04.697 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:04 smithi063 ceph-mon[98873]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:19:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:04 smithi125 ceph-mon[100672]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:19:04.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:04 smithi093 ceph-mon[100185]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:19:06.792 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:06 smithi063 ceph-mon[98873]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2023-11-16T18:19:06.792 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-11-16T18:19:06.792 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:06 smithi093 ceph-mon[100185]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2023-11-16T18:19:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-11-16T18:19:06.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:06 smithi125 ceph-mon[100672]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2023-11-16T18:19:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-11-16T18:19:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:07.809 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:07 smithi063 ceph-mon[98873]: Deploying daemon osd.6 on smithi063 2023-11-16T18:19:07.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:07 smithi093 ceph-mon[100185]: Deploying daemon osd.6 on smithi063 2023-11-16T18:19:08.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:07 smithi125 ceph-mon[100672]: Deploying daemon osd.6 on smithi063 2023-11-16T18:19:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:08 smithi063 ceph-mon[98873]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:19:08.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:08 smithi093 ceph-mon[100185]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:19:09.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:08 smithi125 ceph-mon[100672]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:19:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:10 smithi063 ceph-mon[98873]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:19:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:10 smithi093 ceph-mon[100185]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:19:10.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:10.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:10.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:10 smithi125 ceph-mon[100672]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:19:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:12.526 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:12 smithi063 ceph-mon[98873]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-11-16T18:19:12.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:12 smithi093 ceph-mon[100185]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-11-16T18:19:13.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:12 smithi125 ceph-mon[100672]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-11-16T18:19:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.271+0000 7f142b7fe700 1 -- 172.21.15.63:0/2229293664 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f1434060f30 con 0x7f14200a11d0 2023-11-16T18:19:13.273 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 6 on host 'smithi063' 2023-11-16T18:19:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 msgr2=0x7f14200a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 0x7f14200a3680 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1424009a10 tx=0x7f1424009190 comp rx=0 tx=0).stop 2023-11-16T18:19:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 msgr2=0x7f14341950f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f143000d9b0 tx=0x7f143000dcc0 comp rx=0 tx=0).stop 2023-11-16T18:19:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 shutdown_connections 2023-11-16T18:19:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a11d0 0x7f14200a3680 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1434100d70 0x7f143419c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14340ff1e0 0x7f14341950f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 --2- 172.21.15.63:0/2229293664 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14341003e0 0x7f1434195630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 >> 172.21.15.63:0/2229293664 conn(0x7f14340fa7f0 msgr2=0x7f14340fcaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:19:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 shutdown_connections 2023-11-16T18:19:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:19:13.273+0000 7f143c7a2700 1 -- 172.21.15.63:0/2229293664 wait complete. 2023-11-16T18:19:13.611 DEBUG:teuthology.orchestra.run.smithi063:osd.6> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.6.service 2023-11-16T18:19:13.622 INFO:tasks.cephadm:Deploying osd.7 on smithi093 with /dev/vg_nvme/lv_2... 2023-11-16T18:19:13.623 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-11-16T18:19:13.675 INFO:journalctl@ceph.osd.6.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:19:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:13 smithi093 ceph-mon[100185]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:13.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:13.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:13.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:13.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:13 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:13 smithi125 ceph-mon[100672]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:13 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.284 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:19:14.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:13 smithi063 ceph-mon[98873]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:14.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:13 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:14.708 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:19:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:19:14.405+0000 7fd60dd08640 -1 osd.6 0 log_to_monitors true 2023-11-16T18:19:15.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:14 smithi063 ceph-mon[98873]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-11-16T18:19:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:14 smithi093 ceph-mon[100185]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-11-16T18:19:15.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:14 smithi125 ceph-mon[100672]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-11-16T18:19:15.763 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-11-16T18:19:15.764 INFO:teuthology.orchestra.run.smithi093.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-11-16T18:19:15.764 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10+0 records in 2023-11-16T18:19:15.764 INFO:teuthology.orchestra.run.smithi093.stderr:10+0 records out 2023-11-16T18:19:15.764 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0107961 s, 971 MB/s 2023-11-16T18:19:15.764 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping successful for: 2023-11-16T18:19:16.104 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:15 smithi093 ceph-mon[100185]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:16.104 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:15 smithi093 ceph-mon[100185]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-11-16T18:19:16.104 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:15 smithi093 ceph-mon[100185]: osdmap e44: 7 total, 6 up, 7 in 2023-11-16T18:19:16.105 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:15 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:16.105 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:15 smithi093 ceph-mon[100185]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:19:16.127 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi093:vg_nvme/lv_2 2023-11-16T18:19:16.151 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-mon[98873]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:16.151 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-mon[98873]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-11-16T18:19:16.151 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-mon[98873]: osdmap e44: 7 total, 6 up, 7 in 2023-11-16T18:19:16.152 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:16.152 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-mon[98873]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:19:16.152 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:19:15.875+0000 7fd603b80700 -1 osd.6 0 waiting for initial osdmap 2023-11-16T18:19:16.152 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:19:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:19:15.888+0000 7fd5fb16c700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:19:16.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:15 smithi125 ceph-mon[100672]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:16.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:15 smithi125 ceph-mon[100672]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-11-16T18:19:16.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:15 smithi125 ceph-mon[100672]: osdmap e44: 7 total, 6 up, 7 in 2023-11-16T18:19:16.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:15 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:16.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:15 smithi125 ceph-mon[100672]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:19:16.773 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: osdmap e45: 7 total, 6 up, 7 in 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi063 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi063 to 5722M 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:16 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: osdmap e45: 7 total, 6 up, 7 in 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi063 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi063 to 5722M 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:16 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:19:17.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: osdmap e45: 7 total, 6 up, 7 in 2023-11-16T18:19:17.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:17.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi063 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi063 to 5722M 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:19:17.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:16 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:18.005 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 -- 172.21.15.93:0/276792672 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 msgr2=0x7fb760107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:18.006 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 --2- 172.21.15.93:0/276792672 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb760107630 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb75800b0a0 tx=0x7fb75800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.006 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 -- 172.21.15.93:0/276792672 shutdown_connections 2023-11-16T18:19:18.006 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 --2- 172.21.15.93:0/276792672 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb760107630 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.006 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 --2- 172.21.15.93:0/276792672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7600ff1e0 0x7fb7600ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.006 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 --2- 172.21.15.93:0/276792672 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7601003e0 0x7fb760100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.007 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 -- 172.21.15.93:0/276792672 >> 172.21.15.93:0/276792672 conn(0x7fb7600fa7f0 msgr2=0x7fb7600fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:19:18.007 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 -- 172.21.15.93:0/276792672 shutdown_connections 2023-11-16T18:19:18.007 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.002+0000 7fb764f8b700 1 -- 172.21.15.93:0/276792672 wait complete. 2023-11-16T18:19:18.007 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 Processor -- start 2023-11-16T18:19:18.007 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 -- start start 2023-11-16T18:19:18.010 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7600ff1e0 0x7fb7600699c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:18.010 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7601003e0 0x7fb76019ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:18.010 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:18.010 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb76019db70 con 0x7fb7601003e0 2023-11-16T18:19:18.012 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb76019dce0 con 0x7fb760100d70 2023-11-16T18:19:18.013 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb764f8b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb76019dea0 con 0x7fb7600ff1e0 2023-11-16T18:19:18.013 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:18.013 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.93:35374/0 (socket says 172.21.15.93:35374) 2023-11-16T18:19:18.013 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 -- 172.21.15.93:0/3011776126 learned_addr learned my addr 172.21.15.93:0/3011776126 (peer_addr_for_me v2:172.21.15.93:0/0) 2023-11-16T18:19:18.013 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75e59c700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7600ff1e0 0x7fb7600699c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:18.014 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75dd9b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7601003e0 0x7fb76019ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:18.014 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 -- 172.21.15.93:0/3011776126 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7600ff1e0 msgr2=0x7fb7600699c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:18.014 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7600ff1e0 0x7fb7600699c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.015 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 -- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7601003e0 msgr2=0x7fb76019ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:18.015 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7601003e0 0x7fb76019ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:18.016 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 -- 172.21.15.93:0/3011776126 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb758009d00 con 0x7fb760100d70 2023-11-16T18:19:18.016 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.003+0000 7fb75ed9d700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb75800b070 tx=0x7fb758004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:19:18.016 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.004+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb75800e040 con 0x7fb760100d70 2023-11-16T18:19:18.017 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.004+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb75801bb20 con 0x7fb760100d70 2023-11-16T18:19:18.017 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.004+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb758005750 con 0x7fb760100d70 2023-11-16T18:19:18.017 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.004+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb76010ab30 con 0x7fb760100d70 2023-11-16T18:19:18.017 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.004+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb76010a9a0 con 0x7fb760100d70 2023-11-16T18:19:18.018 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.005+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7601066f0 con 0x7fb760100d70 2023-11-16T18:19:18.018 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.006+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fb75801bc90 con 0x7fb760100d70 2023-11-16T18:19:18.018 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.006+0000 7fb74f7fe700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 0x7fb7480a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:18.018 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.007+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fb7580cdf80 con 0x7fb760100d70 2023-11-16T18:19:18.019 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.007+0000 7fb75e59c700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 0x7fb7480a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:18.029 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.007+0000 7fb75e59c700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 0x7fb7480a3680 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb760100240 tx=0x7fb75400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:19:18.043 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.010+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fb758098470 con 0x7fb760100d70 2023-11-16T18:19:18.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:19:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:19:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] boot 2023-11-16T18:19:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: osdmap e46: 7 total, 7 up, 7 in 2023-11-16T18:19:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:17 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:18.207 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:18.204+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fb760061ab0 con 0x7fb7480a11d0 2023-11-16T18:19:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:19:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:19:18.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:18.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] boot 2023-11-16T18:19:18.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: osdmap e46: 7 total, 7 up, 7 in 2023-11-16T18:19:18.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:17 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:18.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:19:18.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:19:18.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-11-16T18:19:18.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: osd.6 [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] boot 2023-11-16T18:19:18.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: osdmap e46: 7 total, 7 up, 7 in 2023-11-16T18:19:18.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-11-16T18:19:19.157 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:18 smithi093 ceph-mon[100185]: osdmap e47: 7 total, 7 up, 7 in 2023-11-16T18:19:19.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:18 smithi093 ceph-mon[100185]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:19.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:19.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:19.158 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:18 smithi125 ceph-mon[100672]: osdmap e47: 7 total, 7 up, 7 in 2023-11-16T18:19:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:18 smithi125 ceph-mon[100672]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:18 smithi063 ceph-mon[98873]: osdmap e47: 7 total, 7 up, 7 in 2023-11-16T18:19:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:18 smithi063 ceph-mon[98873]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:20.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:19 smithi093 ceph-mon[100185]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:20.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:19 smithi125 ceph-mon[100672]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:20.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:19 smithi063 ceph-mon[98873]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/3974864195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]': finished 2023-11-16T18:19:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: osdmap e48: 8 total, 7 up, 8 in 2023-11-16T18:19:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:21 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/148015873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:21.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/3974864195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]': finished 2023-11-16T18:19:21.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: osdmap e48: 8 total, 7 up, 8 in 2023-11-16T18:19:21.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:21.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:21 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/148015873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:21.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/3974864195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]: dispatch 2023-11-16T18:19:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "de6d2a83-9eed-48cf-bab0-835833143945"}]': finished 2023-11-16T18:19:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: osdmap e48: 8 total, 7 up, 8 in 2023-11-16T18:19:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:21 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/148015873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:22.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:22 smithi093 ceph-mon[100185]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:23.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:22 smithi125 ceph-mon[100672]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:23.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:22 smithi063 ceph-mon[98873]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:24.684 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:24 smithi093 ceph-mon[100185]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:25.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:24 smithi125 ceph-mon[100672]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:24 smithi063 ceph-mon[98873]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:26.685 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:26 smithi093 ceph-mon[100185]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:26 smithi125 ceph-mon[100672]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:27.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:26 smithi063 ceph-mon[98873]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:28.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:28 smithi093 ceph-mon[100185]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:28.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-11-16T18:19:28.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:28.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:28 smithi093 ceph-mon[100185]: Deploying daemon osd.7 on smithi093 2023-11-16T18:19:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:28 smithi125 ceph-mon[100672]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-11-16T18:19:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:28 smithi125 ceph-mon[100672]: Deploying daemon osd.7 on smithi093 2023-11-16T18:19:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:28 smithi063 ceph-mon[98873]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-11-16T18:19:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:28 smithi063 ceph-mon[98873]: Deploying daemon osd.7 on smithi093 2023-11-16T18:19:30.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:30 smithi093 ceph-mon[100185]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:32 smithi093 ceph-mon[100185]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:34 smithi093 ceph-mon[100185]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.756 INFO:teuthology.orchestra.run.smithi093.stdout:Created osd(s) 7 on host 'smithi093' 2023-11-16T18:19:40.758 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:30 smithi063 ceph-mon[98873]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:32 smithi063 ceph-mon[98873]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:34 smithi063 ceph-mon[98873]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:35 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:36 smithi063 ceph-mon[98873]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:36 smithi063 ceph-mon[98873]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.789 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:36 smithi063 ceph-mon[98873]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:37 smithi063 ceph-mon[98873]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:37 smithi063 ceph-mon[98873]: osdmap e49: 8 total, 7 up, 8 in 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:37 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:37 smithi063 ceph-mon[98873]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:37 smithi063 ceph-mon[98873]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: osdmap e50: 8 total, 7 up, 8 in 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.790 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.791 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.791 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.791 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.791 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.791 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.792 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi093 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi093 to 5722M 2023-11-16T18:19:40.793 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.796 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] boot 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: osdmap e51: 8 total, 8 up, 8 in 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:30 smithi125 ceph-mon[100672]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:32 smithi125 ceph-mon[100672]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.798 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:34 smithi125 ceph-mon[100672]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.799 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.799 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.799 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:35 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:36 smithi125 ceph-mon[100672]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:36 smithi125 ceph-mon[100672]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:36 smithi125 ceph-mon[100672]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:37 smithi125 ceph-mon[100672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:37 smithi125 ceph-mon[100672]: osdmap e49: 8 total, 7 up, 8 in 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:37 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.800 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:37 smithi125 ceph-mon[100672]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:37 smithi125 ceph-mon[100672]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: osdmap e50: 8 total, 7 up, 8 in 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.801 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.802 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.805 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi093 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi093 to 5722M 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.806 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.807 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.807 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.807 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.807 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.807 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.821 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] boot 2023-11-16T18:19:40.821 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: osdmap e51: 8 total, 8 up, 8 in 2023-11-16T18:19:40.821 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.024+0000 7fb74f7fe700 1 -- 172.21.15.93:0/3011776126 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb760061ab0 con 0x7fb7480a11d0 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 msgr2=0x7fb7480a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 0x7fb7480a3680 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb760100240 tx=0x7fb75400a3b0 comp rx=0 tx=0).stop 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 msgr2=0x7fb76019d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb75800b070 tx=0x7fb758004d00 comp rx=0 tx=0).stop 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 shutdown_connections 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7480a11d0 0x7fb7480a3680 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb760100d70 0x7fb76019d3d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7600ff1e0 0x7fb7600699c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:40.905 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 --2- 172.21.15.93:0/3011776126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7601003e0 0x7fb76019ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:40.906 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.026+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 >> 172.21.15.93:0/3011776126 conn(0x7fb7600fa7f0 msgr2=0x7fb760103830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:19:40.906 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.027+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 shutdown_connections 2023-11-16T18:19:40.906 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:19:35.027+0000 7fb764f8b700 1 -- 172.21.15.93:0/3011776126 wait complete. 2023-11-16T18:19:40.907 DEBUG:teuthology.orchestra.run.smithi093:osd.7> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.7.service 2023-11-16T18:19:40.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:35 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.908 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:36 smithi093 ceph-mon[100185]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:36 smithi093 ceph-mon[100185]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:36 smithi093 ceph-mon[100185]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:37 smithi093 ceph-mon[100185]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:37 smithi093 ceph-mon[100185]: osdmap e49: 8 total, 7 up, 8 in 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:37 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:37 smithi093 ceph-mon[100185]: from='osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:37 smithi093 ceph-mon[100185]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: osdmap e50: 8 total, 7 up, 8 in 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.909 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.910 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.925 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:19:40.926 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi093 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi093 to 5722M 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: osd.7 [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] boot 2023-11-16T18:19:40.927 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: osdmap e51: 8 total, 8 up, 8 in 2023-11-16T18:19:40.929 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-11-16T18:19:40.945 INFO:tasks.cephadm:Deploying osd.8 on smithi125 with /dev/vg_nvme/lv_2... 2023-11-16T18:19:40.952 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-11-16T18:19:40.973 INFO:journalctl@ceph.osd.7.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:19:41.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:40 smithi063 ceph-mon[98873]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:41.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:40 smithi063 ceph-mon[98873]: osdmap e52: 8 total, 8 up, 8 in 2023-11-16T18:19:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:40 smithi093 ceph-mon[100185]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:40 smithi093 ceph-mon[100185]: osdmap e52: 8 total, 8 up, 8 in 2023-11-16T18:19:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:40 smithi125 ceph-mon[100672]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-11-16T18:19:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:40 smithi125 ceph-mon[100672]: osdmap e52: 8 total, 8 up, 8 in 2023-11-16T18:19:41.616 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:19:42.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:41 smithi063 ceph-mon[98873]: osdmap e53: 8 total, 8 up, 8 in 2023-11-16T18:19:42.140 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:41 smithi125 ceph-mon[100672]: osdmap e53: 8 total, 8 up, 8 in 2023-11-16T18:19:42.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:41 smithi093 ceph-mon[100185]: osdmap e53: 8 total, 8 up, 8 in 2023-11-16T18:19:43.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:42 smithi125 ceph-mon[100672]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:43.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:42 smithi125 ceph-mon[100672]: osdmap e54: 8 total, 8 up, 8 in 2023-11-16T18:19:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:42 smithi063 ceph-mon[98873]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:42 smithi063 ceph-mon[98873]: osdmap e54: 8 total, 8 up, 8 in 2023-11-16T18:19:43.081 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:19:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:19:42.832+0000 7fb8149f5700 -1 calc_pg_upmaps abort due to max <= 0 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10+0 records in 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr:10+0 records out 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0117875 s, 890 MB/s 2023-11-16T18:19:43.109 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping successful for: 2023-11-16T18:19:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:42 smithi093 ceph-mon[100185]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:42 smithi093 ceph-mon[100185]: osdmap e54: 8 total, 8 up, 8 in 2023-11-16T18:19:43.571 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi125:vg_nvme/lv_2 2023-11-16T18:19:44.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:43 smithi125 ceph-mon[100672]: osdmap e55: 8 total, 8 up, 8 in 2023-11-16T18:19:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:43 smithi063 ceph-mon[98873]: osdmap e55: 8 total, 8 up, 8 in 2023-11-16T18:19:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:43 smithi093 ceph-mon[100185]: osdmap e55: 8 total, 8 up, 8 in 2023-11-16T18:19:44.210 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:19:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:44 smithi063 ceph-mon[98873]: pgmap v165: 1 pgs: 1 active+recovering+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:44 smithi093 ceph-mon[100185]: pgmap v165: 1 pgs: 1 active+recovering+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:45.220 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:44 smithi125 ceph-mon[100672]: pgmap v165: 1 pgs: 1 active+recovering+undersized+remapped; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:45.403 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 -- 172.21.15.125:0/2700536061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101ea0 msgr2=0x7f8d40108760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 --2- 172.21.15.125:0/2700536061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101ea0 0x7f8d40108760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8d3800b0a0 tx=0x7f8d3800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 -- 172.21.15.125:0/2700536061 shutdown_connections 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 --2- 172.21.15.125:0/2700536061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101ea0 0x7f8d40108760 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 --2- 172.21.15.125:0/2700536061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40100310 0x7f8d40100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 --2- 172.21.15.125:0/2700536061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40101510 0x7f8d40101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.400+0000 7f8d47436700 1 -- 172.21.15.125:0/2700536061 >> 172.21.15.125:0/2700536061 conn(0x7f8d400fb960 msgr2=0x7f8d400fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- 172.21.15.125:0/2700536061 shutdown_connections 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- 172.21.15.125:0/2700536061 wait complete. 2023-11-16T18:19:45.404 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 Processor -- start 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- start start 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40100310 0x7f8d40196100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 0x7f8d4019d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4019dc90 con 0x7f8d40100310 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4019ddd0 con 0x7f8d40101ea0 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d47436700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4019df60 con 0x7f8d40101510 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d449d1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d449d1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:56166/0 (socket says 172.21.15.125:56166) 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d449d1700 1 -- 172.21.15.125:0/4160919164 learned_addr learned my addr 172.21.15.125:0/4160919164 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.401+0000 7f8d451d2700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40100310 0x7f8d40196100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:45.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d459d3700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 0x7f8d4019d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 -- 172.21.15.125:0/4160919164 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 msgr2=0x7f8d4019d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 0x7f8d4019d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 -- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40100310 msgr2=0x7f8d40196100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40100310 0x7f8d40196100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 -- 172.21.15.125:0/4160919164 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d38009d00 con 0x7f8d40101510 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d459d3700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 0x7f8d4019d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d449d1700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c00d980 tx=0x7f8d3c00dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c009b40 con 0x7f8d40101510 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d4010bc70 con 0x7f8d40101510 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8d3c00b6e0 con 0x7f8d40101510 2023-11-16T18:19:45.406 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c00f620 con 0x7f8d40101510 2023-11-16T18:19:45.407 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.402+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d4010bae0 con 0x7f8d40101510 2023-11-16T18:19:45.414 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.403+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d40107870 con 0x7f8d40101510 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.404+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8d3c010460 con 0x7f8d40101510 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.405+0000 7f8d367fc700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 0x7f8d2c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.405+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 5397+0+0 (secure 0 0 0) 0x7f8d3c0cc050 con 0x7f8d40101510 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.405+0000 7f8d451d2700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 0x7f8d2c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.406+0000 7f8d451d2700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 0x7f8d2c0a3600 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8d40101370 tx=0x7f8d3000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:19:45.415 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.409+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8d3c096300 con 0x7f8d40101510 2023-11-16T18:19:45.605 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:19:45.604+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f8d40061c90 con 0x7f8d2c0a1150 2023-11-16T18:19:46.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:46 smithi125 ceph-mon[100672]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:46.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:46 smithi125 ceph-mon[100672]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:46.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:46.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:46 smithi063 ceph-mon[98873]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:46.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:46 smithi063 ceph-mon[98873]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:46.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:46.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:46.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:46.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:46 smithi093 ceph-mon[100185]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:46.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:46 smithi093 ceph-mon[100185]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:19:46.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:19:46.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:19:46.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/2362965435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]': finished 2023-11-16T18:19:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: osdmap e56: 9 total, 8 up, 9 in 2023-11-16T18:19:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/2362965435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]': finished 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: osdmap e56: 9 total, 8 up, 9 in 2023-11-16T18:19:48.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:19:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/2362965435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]: dispatch 2023-11-16T18:19:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b2e0965-8898-4a77-91d5-17db5dd064df"}]': finished 2023-11-16T18:19:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: osdmap e56: 9 total, 8 up, 9 in 2023-11-16T18:19:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:19:49.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/2837324525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:49.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/2837324525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:49.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/2837324525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:19:50.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:50 smithi125 ceph-mon[100672]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:50.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:50 smithi063 ceph-mon[98873]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:50.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:50 smithi093 ceph-mon[100185]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:52.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:52 smithi125 ceph-mon[100672]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:52.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:52 smithi063 ceph-mon[98873]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:52.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:52 smithi093 ceph-mon[100185]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:54.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:54 smithi125 ceph-mon[100672]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:54.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:54 smithi063 ceph-mon[98873]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:54.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:54 smithi093 ceph-mon[100185]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:55.737 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-11-16T18:19:55.737 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:55.738 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:55 smithi125 ceph-mon[100672]: Deploying daemon osd.8 on smithi125 2023-11-16T18:19:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-11-16T18:19:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:55.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:55 smithi063 ceph-mon[98873]: Deploying daemon osd.8 on smithi125 2023-11-16T18:19:55.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-11-16T18:19:55.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:19:55.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:55 smithi093 ceph-mon[100185]: Deploying daemon osd.8 on smithi125 2023-11-16T18:19:56.683 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:56 smithi125 ceph-mon[100672]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:56.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:56 smithi063 ceph-mon[98873]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:56.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:56 smithi093 ceph-mon[100185]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:58.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:19:58 smithi125 ceph-mon[100672]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:58.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:19:58 smithi063 ceph-mon[98873]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:19:58.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:19:58 smithi093 ceph-mon[100185]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:00.687 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:00 smithi093 ceph-mon[100185]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:00.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:00 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:00 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:00 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:00.688 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:00 smithi093 ceph-mon[100185]: overall HEALTH_OK 2023-11-16T18:20:00.750 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:00 smithi063 ceph-mon[98873]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:00.750 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:00 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.751 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:00 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.751 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:00 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:00.751 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:00 smithi063 ceph-mon[98873]: overall HEALTH_OK 2023-11-16T18:20:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:00 smithi125 ceph-mon[100672]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:00 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:00 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:00 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:00.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:00 smithi125 ceph-mon[100672]: overall HEALTH_OK 2023-11-16T18:20:02.369 INFO:teuthology.orchestra.run.smithi125.stdout:Created osd(s) 8 on host 'smithi125' 2023-11-16T18:20:02.494 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.368+0000 7f8d367fc700 1 -- 172.21.15.125:0/4160919164 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f8d40061c90 con 0x7f8d2c0a1150 2023-11-16T18:20:02.495 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 msgr2=0x7f8d2c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:02.495 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 0x7f8d2c0a3600 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8d40101370 tx=0x7f8d3000a380 comp rx=0 tx=0).stop 2023-11-16T18:20:02.495 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 msgr2=0x7f8d40196640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:02.495 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c00d980 tx=0x7f8d3c00dc90 comp rx=0 tx=0).stop 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 shutdown_connections 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8d2c0a1150 0x7f8d2c0a3600 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8d40101ea0 0x7f8d4019d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d40100310 0x7f8d40196100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 --2- 172.21.15.125:0/4160919164 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8d40101510 0x7f8d40196640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 >> 172.21.15.125:0/4160919164 conn(0x7f8d400fb960 msgr2=0x7f8d401049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 shutdown_connections 2023-11-16T18:20:02.496 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:02.370+0000 7f8d47436700 1 -- 172.21.15.125:0/4160919164 wait complete. 2023-11-16T18:20:02.794 DEBUG:teuthology.orchestra.run.smithi125:osd.8> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.8.service 2023-11-16T18:20:02.803 INFO:tasks.cephadm:Deploying osd.9 on smithi063 with /dev/vg_nvme/lv_1... 2023-11-16T18:20:02.803 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-11-16T18:20:02.833 INFO:journalctl@ceph.osd.8.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:20:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:02 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:02 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:03.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:02 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:03.475 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:20:03.642 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:20:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:20:03.286+0000 7f23f8368640 -1 osd.8 0 log_to_monitors true 2023-11-16T18:20:03.887 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:03 smithi125 ceph-mon[100672]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:03.887 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:03 smithi125 ceph-mon[100672]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:04.014 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:03 smithi063 ceph-mon[98873]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:04.014 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:03 smithi063 ceph-mon[98873]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:04.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:03 smithi093 ceph-mon[100185]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:04.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:03 smithi093 ceph-mon[100185]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-11-16T18:20:04.770 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:04.770 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-11-16T18:20:04.770 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: osdmap e57: 9 total, 8 up, 9 in 2023-11-16T18:20:04.771 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:04.771 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:04.771 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:04 smithi063 ceph-mon[98873]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109203 s, 960 MB/s 2023-11-16T18:20:04.939 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2023-11-16T18:20:05.151 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:20:04.774+0000 7f23ed9df700 -1 osd.8 0 waiting for initial osdmap 2023-11-16T18:20:05.152 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:20:04.785+0000 7f23e6fcf700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: osdmap e57: 9 total, 8 up, 9 in 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:05.152 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:04 smithi125 ceph-mon[100672]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:05.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-11-16T18:20:05.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: osdmap e57: 9 total, 8 up, 9 in 2023-11-16T18:20:05.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:05.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: from='osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:05.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:04 smithi093 ceph-mon[100185]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:20:05.335 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi063:vg_nvme/lv_1 2023-11-16T18:20:05.993 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:20:06.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:20:06.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: osdmap e58: 9 total, 8 up, 9 in 2023-11-16T18:20:06.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:06.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:06.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] boot 2023-11-16T18:20:06.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: osdmap e59: 9 total, 9 up, 9 in 2023-11-16T18:20:06.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:05 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:20:06.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: osdmap e58: 9 total, 8 up, 9 in 2023-11-16T18:20:06.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] boot 2023-11-16T18:20:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: osdmap e59: 9 total, 9 up, 9 in 2023-11-16T18:20:06.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:05 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:20:06.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: osdmap e58: 9 total, 8 up, 9 in 2023-11-16T18:20:06.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: osd.8 [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] boot 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: osdmap e59: 9 total, 9 up, 9 in 2023-11-16T18:20:06.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:05 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-11-16T18:20:06.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:20:06.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:20:06.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:06.835 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi125 2023-11-16T18:20:06.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi125 to 5722M 2023-11-16T18:20:06.836 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:06.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:06.837 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:06.839 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:06 smithi063 ceph-mon[98873]: osdmap e60: 9 total, 9 up, 9 in 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 -- 172.21.15.63:0/3243265794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 msgr2=0x7f98f8108410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 --2- 172.21.15.63:0/3243265794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f8108410 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f98f000b0a0 tx=0x7f98f000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 -- 172.21.15.63:0/3243265794 shutdown_connections 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 --2- 172.21.15.63:0/3243265794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f8108410 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 --2- 172.21.15.63:0/3243265794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8100df0 0x7f98f81031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 --2- 172.21.15.63:0/3243265794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8103710 0x7f98f8105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 -- 172.21.15.63:0/3243265794 >> 172.21.15.63:0/3243265794 conn(0x7f98f80fa7f0 msgr2=0x7f98f80fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 -- 172.21.15.63:0/3243265794 shutdown_connections 2023-11-16T18:20:07.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.165+0000 7f990009f700 1 -- 172.21.15.63:0/3243265794 wait complete. 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 Processor -- start 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 -- start start 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8100df0 0x7f98f8196150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 0x7f98f8196690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98f819dce0 con 0x7f98f8106030 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98f819de20 con 0x7f98f8100df0 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f990009f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98f819dfb0 con 0x7f98f8103710 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41758/0 (socket says 172.21.15.63:41758) 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 -- 172.21.15.63:0/2088823625 learned_addr learned my addr 172.21.15.63:0/2088823625 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fde3b700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8100df0 0x7f98f8196150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fd63a700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 0x7f98f8196690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 -- 172.21.15.63:0/2088823625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 msgr2=0x7f98f8196690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 0x7f98f8196690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 -- 172.21.15.63:0/2088823625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8100df0 msgr2=0x7f98f8196150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.166+0000 7f98fe63c700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8100df0 0x7f98f8196150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98fe63c700 1 -- 172.21.15.63:0/2088823625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98f0009d00 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98fd63a700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 0x7f98f8196690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98fe63c700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f98f0006070 tx=0x7f98f00094e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98f000e040 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98f810bc50 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98f0004de0 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98f001d480 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.167+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98f810bac0 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.168+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98f80fc360 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.169+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f98f0004020 con 0x7f98f8106030 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.170+0000 7f98eeffd700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 0x7f98e40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.170+0000 7f98fde3b700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 0x7f98e40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.170+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 5858+0+0 (secure 0 0 0) 0x7f98f00cd700 con 0x7f98f8106030 2023-11-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.170+0000 7f98fde3b700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 0x7f98e40a3600 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f98e8007c60 tx=0x7f98e80073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.174+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f98f0097870 con 0x7f98f8106030 2023-11-16T18:20:07.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:20:07.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:20:07.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:07.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi125 2023-11-16T18:20:07.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi125 to 5722M 2023-11-16T18:20:07.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:07.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:07.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:07.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:06 smithi093 ceph-mon[100185]: osdmap e60: 9 total, 9 up, 9 in 2023-11-16T18:20:07.265 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi125 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi125 to 5722M 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:07.266 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:06 smithi125 ceph-mon[100672]: osdmap e60: 9 total, 9 up, 9 in 2023-11-16T18:20:07.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:07.381+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f98f8061b00 con 0x7f98e40a1150 2023-11-16T18:20:08.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:08.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:08.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:08.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:07 smithi063 ceph-mon[98873]: osdmap e61: 9 total, 9 up, 9 in 2023-11-16T18:20:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:07 smithi093 ceph-mon[100185]: osdmap e61: 9 total, 9 up, 9 in 2023-11-16T18:20:08.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:08.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:08.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:08.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:07 smithi125 ceph-mon[100672]: osdmap e61: 9 total, 9 up, 9 in 2023-11-16T18:20:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:08 smithi063 ceph-mon[98873]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:08 smithi063 ceph-mon[98873]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:09.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:08 smithi093 ceph-mon[100185]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:09.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:08 smithi093 ceph-mon[100185]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:08 smithi125 ceph-mon[100672]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:08 smithi125 ceph-mon[100672]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:09 smithi063 ceph-mon[98873]: osdmap e62: 9 total, 9 up, 9 in 2023-11-16T18:20:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:09 smithi093 ceph-mon[100185]: osdmap e62: 9 total, 9 up, 9 in 2023-11-16T18:20:10.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:09 smithi125 ceph-mon[100672]: osdmap e62: 9 total, 9 up, 9 in 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: osdmap e63: 9 total, 9 up, 9 in 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]: dispatch 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]': finished 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: osdmap e64: 10 total, 9 up, 10 in 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3822427860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: osdmap e63: 9 total, 9 up, 9 in 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]: dispatch 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]': finished 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: osdmap e64: 10 total, 9 up, 10 in 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:10 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3822427860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: osdmap e63: 9 total, 9 up, 9 in 2023-11-16T18:20:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]: dispatch 2023-11-16T18:20:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2107020265' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24ac6d87-7854-4bab-b8ca-0d75515c5352"}]': finished 2023-11-16T18:20:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: osdmap e64: 10 total, 9 up, 10 in 2023-11-16T18:20:11.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:11.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:10 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3822427860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:13.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:12 smithi063 ceph-mon[98873]: pgmap v188: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:20:13.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:12 smithi093 ceph-mon[100185]: pgmap v188: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:20:13.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:12 smithi125 ceph-mon[100672]: pgmap v188: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-11-16T18:20:15.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:14 smithi063 ceph-mon[98873]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2023-11-16T18:20:15.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:14 smithi093 ceph-mon[100185]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2023-11-16T18:20:15.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:14 smithi125 ceph-mon[100672]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2023-11-16T18:20:17.068 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:16 smithi063 ceph-mon[98873]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-11-16T18:20:17.069 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-11-16T18:20:17.069 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:16 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:16 smithi093 ceph-mon[100185]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-11-16T18:20:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-11-16T18:20:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:16 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:17.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:16 smithi125 ceph-mon[100672]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-11-16T18:20:17.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-11-16T18:20:17.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:16 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:17.807 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:17 smithi063 ceph-mon[98873]: Deploying daemon osd.9 on smithi063 2023-11-16T18:20:18.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:17 smithi093 ceph-mon[100185]: Deploying daemon osd.9 on smithi063 2023-11-16T18:20:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:17 smithi125 ceph-mon[100672]: Deploying daemon osd.9 on smithi063 2023-11-16T18:20:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:18 smithi063 ceph-mon[98873]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:20:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:18 smithi093 ceph-mon[100185]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:20:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:18 smithi125 ceph-mon[100672]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-11-16T18:20:21.074 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:20 smithi063 ceph-mon[98873]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:21.074 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:21.074 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:21.074 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:20 smithi093 ceph-mon[100185]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:20 smithi125 ceph-mon[100672]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:23.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:22 smithi063 ceph-mon[98873]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:22 smithi093 ceph-mon[100185]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:22 smithi125 ceph-mon[100672]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:23.782 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.780+0000 7f98eeffd700 1 -- 172.21.15.63:0/2088823625 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f98f8061b00 con 0x7f98e40a1150 2023-11-16T18:20:23.783 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 9 on host 'smithi063' 2023-11-16T18:20:23.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 msgr2=0x7f98e40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:23.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 0x7f98e40a3600 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f98e8007c60 tx=0x7f98e80073d0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 msgr2=0x7f98f819d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:23.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f98f0006070 tx=0x7f98f00094e0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 shutdown_connections 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98e40a1150 0x7f98e40a3600 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f8106030 0x7f98f819d710 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98f8100df0 0x7f98f8196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 --2- 172.21.15.63:0/2088823625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f98f8103710 0x7f98f8196690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 >> 172.21.15.63:0/2088823625 conn(0x7f98f80fa7f0 msgr2=0x7f98f8101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 shutdown_connections 2023-11-16T18:20:23.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:20:23.783+0000 7f990009f700 1 -- 172.21.15.63:0/2088823625 wait complete. 2023-11-16T18:20:24.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-mon[98873]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:24.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.195 DEBUG:teuthology.orchestra.run.smithi063:osd.9> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.9.service 2023-11-16T18:20:24.197 INFO:tasks.cephadm:Deploying osd.10 on smithi093 with /dev/vg_nvme/lv_1... 2023-11-16T18:20:24.198 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-11-16T18:20:24.227 INFO:journalctl@ceph.osd.9.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:20:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:24 smithi093 ceph-mon[100185]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:24 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:24 smithi125 ceph-mon[100672]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:24 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:24.851 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:20:24.961 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:20:24 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:20:24.605+0000 7fe9e3e08640 -1 osd.9 0 log_to_monitors true 2023-11-16T18:20:25.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:25 smithi063 ceph-mon[98873]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:25.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:25 smithi063 ceph-mon[98873]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:25.380 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:25 smithi093 ceph-mon[100185]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:25.381 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:25 smithi093 ceph-mon[100185]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:25.514 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:25 smithi125 ceph-mon[100672]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:25.515 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:25 smithi125 ceph-mon[100672]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-11-16T18:20:26.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:26.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-11-16T18:20:26.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: osdmap e65: 10 total, 9 up, 10 in 2023-11-16T18:20:26.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:26.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:26 smithi093 ceph-mon[100185]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.439 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-11-16T18:20:26.439 INFO:teuthology.orchestra.run.smithi093.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-11-16T18:20:26.439 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10+0 records in 2023-11-16T18:20:26.440 INFO:teuthology.orchestra.run.smithi093.stderr:10+0 records out 2023-11-16T18:20:26.440 INFO:teuthology.orchestra.run.smithi093.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0163117 s, 643 MB/s 2023-11-16T18:20:26.440 INFO:teuthology.orchestra.run.smithi093.stderr:--> Zapping successful for: 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: osdmap e65: 10 total, 9 up, 10 in 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:26 smithi125 ceph-mon[100672]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.520 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:26.520 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-11-16T18:20:26.520 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: osdmap e65: 10 total, 9 up, 10 in 2023-11-16T18:20:26.521 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:26.521 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: from='osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.521 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-mon[98873]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2023-11-16T18:20:26.521 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:20:26.118+0000 7fe9d947f700 -1 osd.9 0 waiting for initial osdmap 2023-11-16T18:20:26.521 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:20:26 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:20:26.134+0000 7fe9d226e700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:20:26.894 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi093:vg_nvme/lv_1 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: osdmap e66: 10 total, 9 up, 10 in 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi063 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi063 to 4292M 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:20:27.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: osdmap e66: 10 total, 9 up, 10 in 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi063 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi063 to 4292M 2023-11-16T18:20:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.513 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.538 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:20:27.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2023-11-16T18:20:27.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: osdmap e66: 10 total, 9 up, 10 in 2023-11-16T18:20:27.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi063 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi063 to 4292M 2023-11-16T18:20:27.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:27.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:27.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:27.584 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:20:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:20:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] boot 2023-11-16T18:20:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: osdmap e67: 10 total, 10 up, 10 in 2023-11-16T18:20:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] boot 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: osdmap e67: 10 total, 10 up, 10 in 2023-11-16T18:20:28.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: osd.9 [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] boot 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: osdmap e67: 10 total, 10 up, 10 in 2023-11-16T18:20:28.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-11-16T18:20:28.758 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- 172.21.15.93:0/1104476970 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd80ff1e0 msgr2=0x7fadd80ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 --2- 172.21.15.93:0/1104476970 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd80ff1e0 0x7fadd80ff5f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fadc8009990 tx=0x7fadc8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- 172.21.15.93:0/1104476970 shutdown_connections 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 --2- 172.21.15.93:0/1104476970 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd8100d70 0x7fadd8107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 --2- 172.21.15.93:0/1104476970 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd80ff1e0 0x7fadd80ff5f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 --2- 172.21.15.93:0/1104476970 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd81003e0 0x7fadd8100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- 172.21.15.93:0/1104476970 >> 172.21.15.93:0/1104476970 conn(0x7fadd80fa7f0 msgr2=0x7fadd80fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- 172.21.15.93:0/1104476970 shutdown_connections 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- 172.21.15.93:0/1104476970 wait complete. 2023-11-16T18:20:28.759 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 Processor -- start 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.751+0000 7faddc843700 1 -- start start 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 0x7fadd8103170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 0x7fadd81017c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd8102480 con 0x7fadd80ff1e0 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd81025f0 con 0x7fadd8100d70 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd81a01d0 con 0x7fadd81003e0 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.93:35522/0 (socket says 172.21.15.93:35522) 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 -- 172.21.15.93:0/2711484592 learned_addr learned my addr 172.21.15.93:0/2711484592 (peer_addr_for_me v2:172.21.15.93:0/0) 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd5d9b700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 0x7fadd81017c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:28.760 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd659c700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 0x7fadd8103170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 -- 172.21.15.93:0/2711484592 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 msgr2=0x7fadd81017c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 0x7fadd81017c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 -- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 msgr2=0x7fadd8103170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 0x7fadd8103170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 -- 172.21.15.93:0/2711484592 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadc80095f0 con 0x7fadd8100d70 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd5d9b700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 0x7fadd81017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd659c700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 0x7fadd8103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadd6d9d700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fadd000b970 tx=0x7fadd000bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:28.761 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd000c9b0 con 0x7fadd8100d70 2023-11-16T18:20:28.763 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fadd0014440 con 0x7fadd8100d70 2023-11-16T18:20:28.763 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd00075d0 con 0x7fadd8100d70 2023-11-16T18:20:28.763 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadd810ac30 con 0x7fadd8100d70 2023-11-16T18:20:28.763 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.752+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadd810aaa0 con 0x7fadd8100d70 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.753+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadd81a08c0 con 0x7fadd8100d70 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.755+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fadd00145b0 con 0x7fadd8100d70 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.756+0000 7fadc77fe700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 0x7fadc00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.756+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6261+0+0 (secure 0 0 0) 0x7fadd0006e40 con 0x7fadd8100d70 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.756+0000 7fadd659c700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 0x7fadc00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.757+0000 7fadd659c700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 0x7fadc00a3600 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fadc800b5c0 tx=0x7fadc8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:28.764 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.759+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fadd0095c70 con 0x7fadd8100d70 2023-11-16T18:20:28.954 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:28.952+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fadd81a0e70 con 0x7fadc00a1150 2023-11-16T18:20:29.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:29 smithi093 ceph-mon[100185]: osdmap e68: 10 total, 10 up, 10 in 2023-11-16T18:20:29.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:29.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:29.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:29 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:29.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:29 smithi125 ceph-mon[100672]: osdmap e68: 10 total, 10 up, 10 in 2023-11-16T18:20:29.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:29.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:29.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:29 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:29 smithi063 ceph-mon[98873]: osdmap e68: 10 total, 10 up, 10 in 2023-11-16T18:20:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:29.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:29 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:30.408 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:30 smithi093 ceph-mon[100185]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:30.408 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:30 smithi093 ceph-mon[100185]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:30.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:30 smithi125 ceph-mon[100672]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:30.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:30 smithi125 ceph-mon[100672]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:30 smithi063 ceph-mon[98873]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:30.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:30 smithi063 ceph-mon[98873]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi093:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:32.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:32.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/2135165551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]': finished 2023-11-16T18:20:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: osdmap e69: 11 total, 10 up, 11 in 2023-11-16T18:20:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:32.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:32 smithi125 ceph-mon[100672]: from='client.? 172.21.15.93:0/3901899462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:32.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/2135165551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]': finished 2023-11-16T18:20:32.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: osdmap e69: 11 total, 10 up, 11 in 2023-11-16T18:20:32.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:32.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:32 smithi063 ceph-mon[98873]: from='client.? 172.21.15.93:0/3901899462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:32.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:32.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/2135165551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]: dispatch 2023-11-16T18:20:32.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "302e4db8-0a3a-478b-9c5a-4155e9f62575"}]': finished 2023-11-16T18:20:32.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: osdmap e69: 11 total, 10 up, 11 in 2023-11-16T18:20:32.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:32.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:32 smithi093 ceph-mon[100185]: from='client.? 172.21.15.93:0/3901899462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:34.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:34 smithi125 ceph-mon[100672]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:34.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:34 smithi063 ceph-mon[98873]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:34.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:34 smithi093 ceph-mon[100185]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:36.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:36 smithi125 ceph-mon[100672]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:36.785 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:36 smithi093 ceph-mon[100185]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:36.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:36 smithi063 ceph-mon[98873]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:38.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:38 smithi125 ceph-mon[100672]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:38.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-11-16T18:20:38.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:38.768 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:38 smithi093 ceph-mon[100185]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:38.768 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-11-16T18:20:38.768 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:38 smithi063 ceph-mon[98873]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-11-16T18:20:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:39.618 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:39 smithi093 ceph-mon[100185]: Deploying daemon osd.10 on smithi093 2023-11-16T18:20:39.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:39 smithi063 ceph-mon[98873]: Deploying daemon osd.10 on smithi093 2023-11-16T18:20:40.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:39 smithi125 ceph-mon[100672]: Deploying daemon osd.10 on smithi093 2023-11-16T18:20:40.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:40 smithi063 ceph-mon[98873]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:40.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:40 smithi093 ceph-mon[100185]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:41.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:40 smithi125 ceph-mon[100672]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:42.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:42 smithi063 ceph-mon[98873]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:42.929 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:42 smithi093 ceph-mon[100185]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:43.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:42 smithi125 ceph-mon[100672]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:43.746 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:43.747 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:43.747 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:43.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:43.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:43.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:44.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:44.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:44.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:44.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:44 smithi063 ceph-mon[98873]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:44.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:44 smithi093 ceph-mon[100185]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:45.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:44 smithi125 ceph-mon[100672]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:45.423 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.421+0000 7fadc77fe700 1 -- 172.21.15.93:0/2711484592 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fadd81a0e70 con 0x7fadc00a1150 2023-11-16T18:20:45.424 INFO:teuthology.orchestra.run.smithi093.stdout:Created osd(s) 10 on host 'smithi093' 2023-11-16T18:20:45.425 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.423+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 msgr2=0x7fadc00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:45.425 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.423+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 0x7fadc00a3600 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fadc800b5c0 tx=0x7fadc8005fb0 comp rx=0 tx=0).stop 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.423+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 msgr2=0x7fadd8101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.423+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fadd000b970 tx=0x7fadd000bd30 comp rx=0 tx=0).stop 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 shutdown_connections 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fadc00a1150 0x7fadc00a3600 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fadd8100d70 0x7fadd8101d00 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:45.426 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd80ff1e0 0x7fadd8103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:45.427 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 --2- 172.21.15.93:0/2711484592 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fadd81003e0 0x7fadd81017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:45.427 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 >> 172.21.15.93:0/2711484592 conn(0x7fadd80fa7f0 msgr2=0x7fadd8068ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:45.427 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 shutdown_connections 2023-11-16T18:20:45.427 INFO:teuthology.orchestra.run.smithi093.stderr:2023-11-16T18:20:45.424+0000 7faddc843700 1 -- 172.21.15.93:0/2711484592 wait complete. 2023-11-16T18:20:45.831 DEBUG:teuthology.orchestra.run.smithi093:osd.10> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.10.service 2023-11-16T18:20:45.835 INFO:tasks.cephadm:Deploying osd.11 on smithi125 with /dev/vg_nvme/lv_1... 2023-11-16T18:20:45.835 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-11-16T18:20:45.864 INFO:journalctl@ceph.osd.10.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:20:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:46 smithi125 ceph-mon[100672]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:46 smithi063 ceph-mon[98873]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:46.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-mon[100185]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:46.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:46.488 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:20:46.770 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:20:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:20:46.463+0000 7f7627f8e640 -1 osd.10 0 log_to_monitors true 2023-11-16T18:20:47.314 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:47 smithi125 ceph-mon[100672]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:47.314 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:47 smithi125 ceph-mon[100672]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:47.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:47 smithi063 ceph-mon[98873]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:47.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:47 smithi063 ceph-mon[98873]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:47.415 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:47 smithi093 ceph-mon[100185]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:47.416 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:47 smithi093 ceph-mon[100185]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10+0 records in 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr:10+0 records out 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114424 s, 916 MB/s 2023-11-16T18:20:48.043 INFO:teuthology.orchestra.run.smithi125.stderr:--> Zapping successful for: 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: osdmap e70: 11 total, 10 up, 11 in 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:48 smithi063 ceph-mon[98873]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.333 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:48.334 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-11-16T18:20:48.334 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: osdmap e70: 11 total, 10 up, 11 in 2023-11-16T18:20:48.334 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:48.334 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.334 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-mon[100185]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.334 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:20:48.068+0000 7f761d605700 -1 osd.10 0 waiting for initial osdmap 2023-11-16T18:20:48.334 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:20:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:20:48.082+0000 7f76163f4700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:20:48.440 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:48.441 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-11-16T18:20:48.441 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: osdmap e70: 11 total, 10 up, 11 in 2023-11-16T18:20:48.441 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:48.441 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: from='osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.441 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:48 smithi125 ceph-mon[100672]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]: dispatch 2023-11-16T18:20:48.443 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch daemon add osd smithi125:vg_nvme/lv_1 2023-11-16T18:20:49.090 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:20:49.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:20:49.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: osdmap e71: 11 total, 10 up, 11 in 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi093 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi093 to 4292M 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.336 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] boot 2023-11-16T18:20:49.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: osdmap e72: 11 total, 11 up, 11 in 2023-11-16T18:20:49.337 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:49 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.338 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:20:49.338 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: osdmap e71: 11 total, 10 up, 11 in 2023-11-16T18:20:49.338 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.339 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.339 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi093 2023-11-16T18:20:49.340 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi093 to 4292M 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.341 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.342 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] boot 2023-11-16T18:20:49.343 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: osdmap e72: 11 total, 11 up, 11 in 2023-11-16T18:20:49.343 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:49 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi093", "root=default"]}]': finished 2023-11-16T18:20:49.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: osdmap e71: 11 total, 10 up, 11 in 2023-11-16T18:20:49.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi093 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi093 to 4292M 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:20:49.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: osd.10 [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] boot 2023-11-16T18:20:49.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: osdmap e72: 11 total, 11 up, 11 in 2023-11-16T18:20:49.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:49 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-11-16T18:20:50.268 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 -- 172.21.15.125:0/2001617987 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc81003e0 msgr2=0x7fabc8100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2001617987 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc81003e0 0x7fabc8100830 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fabb8009990 tx=0x7fabb8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 -- 172.21.15.125:0/2001617987 shutdown_connections 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2001617987 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc8100d70 0x7fabc8107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2001617987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 0x7fabc80ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2001617987 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc81003e0 0x7fabc8100830 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 -- 172.21.15.125:0/2001617987 >> 172.21.15.125:0/2001617987 conn(0x7fabc80fa7f0 msgr2=0x7fabc80fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 -- 172.21.15.125:0/2001617987 shutdown_connections 2023-11-16T18:20:50.269 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.267+0000 7fabcd09f700 1 -- 172.21.15.125:0/2001617987 wait complete. 2023-11-16T18:20:50.271 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 Processor -- start 2023-11-16T18:20:50.271 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 -- start start 2023-11-16T18:20:50.271 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 0x7fabc81961e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:50.271 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc81003e0 0x7fabc8196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819dd70 con 0x7fabc80ff1e0 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819deb0 con 0x7fabc81003e0 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.268+0000 7fabcd09f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819e040 con 0x7fabc8100d70 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:56314/0 (socket says 172.21.15.125:56314) 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 -- 172.21.15.125:0/2529866588 learned_addr learned my addr 172.21.15.125:0/2529866588 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc659c700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc81003e0 0x7fabc8196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc6d9d700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 0x7fabc81961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 -- 172.21.15.125:0/2529866588 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc81003e0 msgr2=0x7fabc8196720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc81003e0 0x7fabc8196720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.272 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 -- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 msgr2=0x7fabc81961e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 0x7fabc81961e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 -- 172.21.15.125:0/2529866588 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb80095f0 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabc759e700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fabc000b9a0 tx=0x7fabc000bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc000d850 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabc000de70 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc810aca0 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc0017400 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.269+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc810ab10 con 0x7fabc8100d70 2023-11-16T18:20:50.273 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.270+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc8107330 con 0x7fabc8100d70 2023-11-16T18:20:50.274 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.271+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fabc000e600 con 0x7fabc8100d70 2023-11-16T18:20:50.274 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.272+0000 7fabaffff700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 0x7fabb00a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:20:50.274 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.272+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6723+0+0 (secure 0 0 0) 0x7fabc0006e40 con 0x7fabc8100d70 2023-11-16T18:20:50.275 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.272+0000 7fabc6d9d700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 0x7fabb00a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:20:50.275 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.273+0000 7fabc6d9d700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 0x7fabb00a3680 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fabc8100240 tx=0x7fabbc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:20:50.277 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.275+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fabc0095db0 con 0x7fabc8100d70 2023-11-16T18:20:50.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:50 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:20:50.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:50 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:20:50.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:50 smithi063 ceph-mon[98873]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 62 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:50.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:50 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:20:50.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:50 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:20:50.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:50 smithi093 ceph-mon[100185]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 62 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:50.469 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:20:50.468+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fabc8061c40 con 0x7fabb00a11d0 2023-11-16T18:20:50.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:50 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:20:50.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:50 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:20:50.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:50 smithi125 ceph-mon[100672]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 62 MiB used, 894 GiB / 894 GiB avail 2023-11-16T18:20:51.358 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:51 smithi125 ceph-mon[100672]: osdmap e73: 11 total, 11 up, 11 in 2023-11-16T18:20:51.358 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:51 smithi125 ceph-mon[100672]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:51.358 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:51.358 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:51.359 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:51.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:51 smithi093 ceph-mon[100185]: osdmap e73: 11 total, 11 up, 11 in 2023-11-16T18:20:51.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:51 smithi093 ceph-mon[100185]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:51.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:51.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:51.438 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:51.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:51 smithi063 ceph-mon[98873]: osdmap e73: 11 total, 11 up, 11 in 2023-11-16T18:20:51.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:51 smithi063 ceph-mon[98873]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi125:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:20:51.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-11-16T18:20:51.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-11-16T18:20:51.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:52.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:52 smithi093 ceph-mon[100185]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:52.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:52 smithi093 ceph-mon[100185]: osdmap e74: 11 total, 11 up, 11 in 2023-11-16T18:20:52.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:52 smithi125 ceph-mon[100672]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:52.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:52 smithi125 ceph-mon[100672]: osdmap e74: 11 total, 11 up, 11 in 2023-11-16T18:20:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:52 smithi063 ceph-mon[98873]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:52.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:52 smithi063 ceph-mon[98873]: osdmap e74: 11 total, 11 up, 11 in 2023-11-16T18:20:53.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: osdmap e75: 11 total, 11 up, 11 in 2023-11-16T18:20:53.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/1084409715' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]': finished 2023-11-16T18:20:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: osdmap e76: 12 total, 11 up, 12 in 2023-11-16T18:20:53.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:53 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:20:53.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: osdmap e75: 11 total, 11 up, 11 in 2023-11-16T18:20:53.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/1084409715' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:53.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:53.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]': finished 2023-11-16T18:20:53.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: osdmap e76: 12 total, 11 up, 12 in 2023-11-16T18:20:53.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:53 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: osdmap e75: 11 total, 11 up, 11 in 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/1084409715' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]: dispatch 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4e8fe18-01ed-41b8-a44d-d0ae39f05b70"}]': finished 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: osdmap e76: 12 total, 11 up, 12 in 2023-11-16T18:20:54.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:53 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:20:54.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:54 smithi063 ceph-mon[98873]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:54.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.125:0/39630772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:54.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:54 smithi093 ceph-mon[100185]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:54.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.125:0/39630772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:55.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:54 smithi125 ceph-mon[100672]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:20:55.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.125:0/39630772' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-11-16T18:20:56.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:56 smithi063 ceph-mon[98873]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-11-16T18:20:56.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:56 smithi093 ceph-mon[100185]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-11-16T18:20:57.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:56 smithi125 ceph-mon[100672]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-11-16T18:20:58.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:58 smithi063 ceph-mon[98873]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:20:58.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:58 smithi093 ceph-mon[100185]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:20:59.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:58 smithi125 ceph-mon[100672]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-11-16T18:20:59.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:59 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-11-16T18:20:59.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:20:59 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:59.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-11-16T18:20:59.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:20:59 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:20:59.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:59 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-11-16T18:20:59.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:20:59 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:00 smithi125 ceph-mon[100672]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-11-16T18:21:00.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:00 smithi125 ceph-mon[100672]: Deploying daemon osd.11 on smithi125 2023-11-16T18:21:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:00 smithi063 ceph-mon[98873]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-11-16T18:21:00.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:00 smithi063 ceph-mon[98873]: Deploying daemon osd.11 on smithi125 2023-11-16T18:21:00.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:00 smithi093 ceph-mon[100185]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-11-16T18:21:00.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:00 smithi093 ceph-mon[100185]: Deploying daemon osd.11 on smithi125 2023-11-16T18:21:02.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:02 smithi125 ceph-mon[100672]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:21:02.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:02 smithi063 ceph-mon[98873]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:21:02.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:02 smithi093 ceph-mon[100185]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-11-16T18:21:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:04 smithi125 ceph-mon[100672]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:21:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:04.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:04 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:04.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:04 smithi063 ceph-mon[98873]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:21:04.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:04.833 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:04.834 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:04 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:04.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:04 smithi093 ceph-mon[100185]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-11-16T18:21:04.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:04.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:04.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:04 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:06.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:06 smithi125 ceph-mon[100672]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-11-16T18:21:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:06 smithi063 ceph-mon[98873]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-11-16T18:21:06.932 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.930+0000 7fabaffff700 1 -- 172.21.15.125:0/2529866588 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fabc8061c40 con 0x7fabb00a11d0 2023-11-16T18:21:06.932 INFO:teuthology.orchestra.run.smithi125.stdout:Created osd(s) 11 on host 'smithi125' 2023-11-16T18:21:06.934 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 msgr2=0x7fabb00a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:06.934 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 0x7fabb00a3680 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fabc8100240 tx=0x7fabbc009190 comp rx=0 tx=0).stop 2023-11-16T18:21:06.934 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 msgr2=0x7fabc819d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:06.934 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fabc000b9a0 tx=0x7fabc000bcb0 comp rx=0 tx=0).stop 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 shutdown_connections 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabb00a11d0 0x7fabb00a3680 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabc8100d70 0x7fabc819d7a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabc80ff1e0 0x7fabc81961e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 --2- 172.21.15.125:0/2529866588 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabc81003e0 0x7fabc8196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:06.935 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 >> 172.21.15.125:0/2529866588 conn(0x7fabc80fa7f0 msgr2=0x7fabc80fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:06.936 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 shutdown_connections 2023-11-16T18:21:06.936 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:06.932+0000 7fabcd09f700 1 -- 172.21.15.125:0/2529866588 wait complete. 2023-11-16T18:21:06.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:06 smithi093 ceph-mon[100185]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-11-16T18:21:07.378 DEBUG:teuthology.orchestra.run.smithi125:osd.11> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.11.service 2023-11-16T18:21:07.384 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-11-16T18:21:07.384 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd stat -f json 2023-11-16T18:21:07.418 INFO:journalctl@ceph.osd.11.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:21:08.010 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:21:07.906+0000 7fa4f15b2640 -1 osd.11 0 log_to_monitors true 2023-11-16T18:21:08.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:07 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:08.056 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:21:08.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:07 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:07 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:08.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:08 smithi063 ceph-mon[98873]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:08 smithi063 ceph-mon[98873]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:08 smithi063 ceph-mon[98873]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:08 smithi093 ceph-mon[100185]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:08 smithi093 ceph-mon[100185]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:08 smithi093 ceph-mon[100185]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:09.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 -- 172.21.15.63:0/3760492961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498100d70 msgr2=0x7f7498103150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:09.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 --2- 172.21.15.63:0/3760492961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498100d70 0x7f7498103150 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f748c009990 tx=0x7f748c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 -- 172.21.15.63:0/3760492961 shutdown_connections 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 --2- 172.21.15.63:0/3760492961 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498105fb0 0x7f7498108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 --2- 172.21.15.63:0/3760492961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498100d70 0x7f7498103150 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 --2- 172.21.15.63:0/3760492961 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498103690 0x7f7498105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.243+0000 7f749ebad700 1 -- 172.21.15.63:0/3760492961 >> 172.21.15.63:0/3760492961 conn(0x7f74980fa7f0 msgr2=0x7f74980fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.244+0000 7f749ebad700 1 -- 172.21.15.63:0/3760492961 shutdown_connections 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.244+0000 7f749ebad700 1 -- 172.21.15.63:0/3760492961 wait complete. 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.244+0000 7f749ebad700 1 Processor -- start 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.244+0000 7f749ebad700 1 -- start start 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:09.251 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 0x7f749819d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:09.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749819dbd0 con 0x7f7498103690 2023-11-16T18:21:09.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749819dd10 con 0x7f7498105fb0 2023-11-16T18:21:09.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749819dea0 con 0x7f7498100d70 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749c949700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749c949700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:40682/0 (socket says 172.21.15.63:40682) 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41916/0 (socket says 172.21.15.63:41916) 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749c949700 1 -- 172.21.15.63:0/829225538 learned_addr learned my addr 172.21.15.63:0/829225538 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749d14a700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 0x7f749819d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 -- 172.21.15.63:0/829225538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 msgr2=0x7f7498196040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 -- 172.21.15.63:0/829225538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 msgr2=0x7f749819d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 0x7f749819d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 -- 172.21.15.63:0/829225538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f748c0095f0 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749c949700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749d14a700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 0x7f749819d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7497fff700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f748400d980 tx=0x7f748400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484009930 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7484010460 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.245+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f749810bc80 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.246+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f748400b5d0 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.246+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f749810baf0 con 0x7f7498103690 2023-11-16T18:21:09.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.247+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74980fc360 con 0x7f7498103690 2023-11-16T18:21:09.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.248+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7484010890 con 0x7f7498103690 2023-11-16T18:21:09.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.248+0000 7f7495ffb700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 0x7f74880a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:09.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.249+0000 7f749c949700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 0x7f74880a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:09.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.249+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 6831+0+0 (secure 0 0 0) 0x7f74840cbe80 con 0x7f7498103690 2023-11-16T18:21:09.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.249+0000 7f749c949700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 0x7f74880a3680 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f748c00b2e0 tx=0x7f748c00b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:09.256 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.252+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7484095c20 con 0x7f7498103690 2023-11-16T18:21:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:08 smithi125 ceph-mon[100672]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:08 smithi125 ceph-mon[100672]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:09.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:08 smithi125 ceph-mon[100672]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-11-16T18:21:09.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.447+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f749802cfe0 con 0x7f7498103690 2023-11-16T18:21:09.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.447+0000 7f7495ffb700 1 -- 172.21.15.63:0/829225538 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) v1 ==== 74+0+133 (secure 0 0 0) 0x7f7484099240 con 0x7f7498103690 2023-11-16T18:21:09.455 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 msgr2=0x7f74880a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 0x7f74880a3680 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f748c00b2e0 tx=0x7f748c00b610 comp rx=0 tx=0).stop 2023-11-16T18:21:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 msgr2=0x7f7498196580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f748400d980 tx=0x7f748400dc90 comp rx=0 tx=0).stop 2023-11-16T18:21:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 shutdown_connections 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f74880a11d0 0x7f74880a3680 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7498105fb0 0x7f749819d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7498100d70 0x7f7498196040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 --2- 172.21.15.63:0/829225538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7498103690 0x7f7498196580 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 >> 172.21.15.63:0/829225538 conn(0x7f74980fa7f0 msgr2=0x7f74981019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 shutdown_connections 2023-11-16T18:21:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:09.449+0000 7f749ebad700 1 -- 172.21.15.63:0/829225538 wait complete. 2023-11-16T18:21:10.003 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":77,"num_osds":12,"num_up_osds":11,"osd_up_since":1700158849,"num_in_osds":12,"osd_in_since":1700158852,"num_remapped_pgs":0} 2023-11-16T18:21:10.010 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:21:09.784+0000 7fa4e6c29700 -1 osd.11 0 waiting for initial osdmap 2023-11-16T18:21:10.010 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:21:09.800+0000 7fa4df217700 -1 osd.11 78 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-16T18:21:10.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-11-16T18:21:10.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: osdmap e77: 12 total, 11 up, 12 in 2023-11-16T18:21:10.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:10.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/829225538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:10.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:10.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:09 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: osdmap e77: 12 total, 11 up, 12 in 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/829225538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:10.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:09 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-11-16T18:21:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: osdmap e77: 12 total, 11 up, 12 in 2023-11-16T18:21:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/829225538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:10.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:09 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:11.004 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd stat -f json 2023-11-16T18:21:11.042 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:11.044 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: Detected new or changed devices on smithi125 2023-11-16T18:21:11.044 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: Adjusting osd_memory_target on smithi125 to 4292M 2023-11-16T18:21:11.044 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.044 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:21:11.045 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.045 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:21:11.045 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: osdmap e78: 12 total, 11 up, 12 in 2023-11-16T18:21:11.045 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.045 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: Detected new or changed devices on smithi125 2023-11-16T18:21:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: Adjusting osd_memory_target on smithi125 to 4292M 2023-11-16T18:21:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: osdmap e78: 12 total, 11 up, 12 in 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: Detected new or changed devices on smithi125 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: Adjusting osd_memory_target on smithi125 to 4292M 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi125", "root=default"]}]': finished 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: osdmap e78: 12 total, 11 up, 12 in 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.264 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:11.670 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: purged_snaps scrub starts 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: purged_snaps scrub ok 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] boot 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: osdmap e79: 12 total, 12 up, 12 in 2023-11-16T18:21:12.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:11 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: purged_snaps scrub starts 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: purged_snaps scrub ok 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] boot 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: osdmap e79: 12 total, 12 up, 12 in 2023-11-16T18:21:12.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:11 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: purged_snaps scrub starts 2023-11-16T18:21:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: purged_snaps scrub ok 2023-11-16T18:21:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: osd.11 [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] boot 2023-11-16T18:21:12.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: osdmap e79: 12 total, 12 up, 12 in 2023-11-16T18:21:12.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:11 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-11-16T18:21:12.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 -- 172.21.15.63:0/2809967482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c1003e0 msgr2=0x7fd45c100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:12.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 --2- 172.21.15.63:0/2809967482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c1003e0 0x7fd45c100830 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd448009990 tx=0x7fd448009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 -- 172.21.15.63:0/2809967482 shutdown_connections 2023-11-16T18:21:12.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 --2- 172.21.15.63:0/2809967482 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c100d70 0x7fd45c107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 --2- 172.21.15.63:0/2809967482 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.902 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 --2- 172.21.15.63:0/2809967482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c1003e0 0x7fd45c100830 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 -- 172.21.15.63:0/2809967482 >> 172.21.15.63:0/2809967482 conn(0x7fd45c0fa7f0 msgr2=0x7fd45c0fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:12.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 -- 172.21.15.63:0/2809967482 shutdown_connections 2023-11-16T18:21:12.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.887+0000 7fd462de7700 1 -- 172.21.15.63:0/2809967482 wait complete. 2023-11-16T18:21:12.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 Processor -- start 2023-11-16T18:21:12.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 -- start start 2023-11-16T18:21:12.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:12.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c1003e0 0x7fd45c19ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:12.906 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c100d70 0x7fd45c19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:12.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c19dbf0 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c19dd60 con 0x7fd45c1003e0 2023-11-16T18:21:12.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd462de7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c19df20 con 0x7fd45c100d70 2023-11-16T18:21:12.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:12.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41930/0 (socket says 172.21.15.63:41930) 2023-11-16T18:21:12.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 -- 172.21.15.63:0/703000826 learned_addr learned my addr 172.21.15.63:0/703000826 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:12.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd45bfff700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c1003e0 0x7fd45c19ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:12.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd461384700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c100d70 0x7fd45c19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:12.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 -- 172.21.15.63:0/703000826 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c100d70 msgr2=0x7fd45c19d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c100d70 0x7fd45c19d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 -- 172.21.15.63:0/703000826 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c1003e0 msgr2=0x7fd45c19ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c1003e0 0x7fd45c19ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.888+0000 7fd460b83700 1 -- 172.21.15.63:0/703000826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4480095f0 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd460b83700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd45000c970 tx=0x7fd45000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:12.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd450004220 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd450007d60 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd45c10ab80 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd450003c90 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.889+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd45c10a9f0 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.890+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd45c106810 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.891+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd450004380 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.892+0000 7fd459ffb700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 0x7fd44c0a3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.892+0000 7fd45bfff700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 0x7fd44c0a3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.892+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd4500cbf60 con 0x7fd45c0ff1e0 2023-11-16T18:21:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.892+0000 7fd45bfff700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 0x7fd44c0a3750 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd44800b5c0 tx=0x7fd448009f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:12.896+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd450095ab0 con 0x7fd45c0ff1e0 2023-11-16T18:21:13.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:12 smithi063 ceph-mon[98873]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:12 smithi063 ceph-mon[98873]: osdmap e80: 12 total, 12 up, 12 in 2023-11-16T18:21:13.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.094+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fd45c02cfe0 con 0x7fd45c0ff1e0 2023-11-16T18:21:13.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.094+0000 7fd459ffb700 1 -- 172.21.15.63:0/703000826 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) v1 ==== 74+0+133 (secure 0 0 0) 0x7fd45001d0a0 con 0x7fd45c0ff1e0 2023-11-16T18:21:13.095 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 msgr2=0x7fd44c0a3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 0x7fd44c0a3750 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd44800b5c0 tx=0x7fd448009f00 comp rx=0 tx=0).stop 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 msgr2=0x7fd45c0690c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd45000c970 tx=0x7fd45000cc80 comp rx=0 tx=0).stop 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 shutdown_connections 2023-11-16T18:21:13.097 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd44c0a12a0 0x7fd44c0a3750 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd45c100d70 0x7fd45c19d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd45c0ff1e0 0x7fd45c0690c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 --2- 172.21.15.63:0/703000826 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd45c1003e0 0x7fd45c19ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 >> 172.21.15.63:0/703000826 conn(0x7fd45c0fa7f0 msgr2=0x7fd45c103950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 shutdown_connections 2023-11-16T18:21:13.098 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:13.096+0000 7fd462de7700 1 -- 172.21.15.63:0/703000826 wait complete. 2023-11-16T18:21:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:12 smithi093 ceph-mon[100185]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:12 smithi093 ceph-mon[100185]: osdmap e80: 12 total, 12 up, 12 in 2023-11-16T18:21:13.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:12 smithi125 ceph-mon[100672]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail 2023-11-16T18:21:13.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:12 smithi125 ceph-mon[100672]: osdmap e80: 12 total, 12 up, 12 in 2023-11-16T18:21:13.426 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":80,"num_osds":12,"num_up_osds":12,"osd_up_since":1700158870,"num_in_osds":12,"osd_in_since":1700158852,"num_remapped_pgs":0} 2023-11-16T18:21:13.427 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd dump --format=json 2023-11-16T18:21:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/703000826' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:21:14.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/703000826' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/703000826' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-11-16T18:21:14.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:14 smithi063 ceph-mon[98873]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:14 smithi093 ceph-mon[100185]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:15.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:14 smithi125 ceph-mon[100672]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:15.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 -- 172.21.15.63:0/1726137819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ff470 msgr2=0x7f48680ff840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:15.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 --2- 172.21.15.63:0/1726137819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ff470 0x7f48680ff840 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f48580099c0 tx=0x7f4858009cd0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 -- 172.21.15.63:0/1726137819 shutdown_connections 2023-11-16T18:21:15.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 --2- 172.21.15.63:0/1726137819 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4868104510 0x7f486810c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 --2- 172.21.15.63:0/1726137819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ff470 0x7f48680ff840 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 --2- 172.21.15.63:0/1726137819 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f48680ffe10 0x7f4868103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 -- 172.21.15.63:0/1726137819 >> 172.21.15.63:0/1726137819 conn(0x7f48680770d0 msgr2=0x7f48680774d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 -- 172.21.15.63:0/1726137819 shutdown_connections 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.410+0000 7f486e78b700 1 -- 172.21.15.63:0/1726137819 wait complete. 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 Processor -- start 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 -- start start 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f48680ff470 0x7f48681963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4868104510 0x7f486819ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:15.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486819b370 con 0x7f48680ffe10 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486819b4e0 con 0x7f4868104510 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f486e78b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486819b6a0 con 0x7f48680ff470 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.411+0000 7f48677fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41952/0 (socket says 172.21.15.63:41952) 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 -- 172.21.15.63:0/2936289407 learned_addr learned my addr 172.21.15.63:0/2936289407 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f4867fff700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f48680ff470 0x7f48681963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f486cd28700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4868104510 0x7f486819ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 -- 172.21.15.63:0/2936289407 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f48680ff470 msgr2=0x7f48681963b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f48680ff470 0x7f48681963b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 -- 172.21.15.63:0/2936289407 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4868104510 msgr2=0x7f486819ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:15.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4868104510 0x7f486819ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 -- 172.21.15.63:0/2936289407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48580095f0 con 0x7f48680ffe10 2023-11-16T18:21:15.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48677fe700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f485c00d980 tx=0x7f485c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:15.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c009b40 con 0x7f48680ffe10 2023-11-16T18:21:15.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486810f250 con 0x7f48680ffe10 2023-11-16T18:21:15.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f485c00de60 con 0x7f48680ffe10 2023-11-16T18:21:15.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c00f620 con 0x7f48680ffe10 2023-11-16T18:21:15.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.412+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486810f0c0 con 0x7f48680ffe10 2023-11-16T18:21:15.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.413+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f486810f3e0 con 0x7f48680ffe10 2023-11-16T18:21:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.414+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f485c010460 con 0x7f48680ffe10 2023-11-16T18:21:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.415+0000 7f48657fa700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 0x7f48500a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.415+0000 7f4867fff700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 0x7f48500a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.415+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f485c0cc0f0 con 0x7f48680ffe10 2023-11-16T18:21:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.415+0000 7f4867fff700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 0x7f48500a3600 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4858000c00 tx=0x7f4858005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.419+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f485c095c40 con 0x7f48680ffe10 2023-11-16T18:21:15.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.617+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4868066ea0 con 0x7f48680ffe10 2023-11-16T18:21:15.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.618+0000 7f48657fa700 1 -- 172.21.15.63:0/2936289407 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18350 (secure 0 0 0) 0x7f485c099260 con 0x7f48680ffe10 2023-11-16T18:21:15.622 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:15.622 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":80,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:21:11.788235+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:21:15.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 msgr2=0x7f48500a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:15.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 0x7f48500a3600 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4858000c00 tx=0x7f4858005fb0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 msgr2=0x7f48681968f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:15.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f485c00d980 tx=0x7f485c00dd40 comp rx=0 tx=0).stop 2023-11-16T18:21:15.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 shutdown_connections 2023-11-16T18:21:15.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f48500a1150 0x7f48500a3600 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4868104510 0x7f486819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f48680ff470 0x7f48681963b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 --2- 172.21.15.63:0/2936289407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48680ffe10 0x7f48681968f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:15.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 >> 172.21.15.63:0/2936289407 conn(0x7f48680770d0 msgr2=0x7f4868068f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:15.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 shutdown_connections 2023-11-16T18:21:15.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:15.620+0000 7f486e78b700 1 -- 172.21.15.63:0/2936289407 wait complete. 2023-11-16T18:21:15.981 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-16T18:21:15.981 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-11-16T18:21:16.634 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:21:16.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:16 smithi125 ceph-mon[100672]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:16.762 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2936289407' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:16.813 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:16 smithi063 ceph-mon[98873]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:16.813 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2936289407' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:16.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:16 smithi093 ceph-mon[100185]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:16.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2936289407' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:17.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- 172.21.15.63:0/511188748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a8100540 msgr2=0x7f43a8100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 --2- 172.21.15.63:0/511188748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a8100540 0x7f43a8100910 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f43980099c0 tx=0x7f4398009cd0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- 172.21.15.63:0/511188748 shutdown_connections 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 --2- 172.21.15.63:0/511188748 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a81055e0 0x7f43a810d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 --2- 172.21.15.63:0/511188748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a8100540 0x7f43a8100910 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 --2- 172.21.15.63:0/511188748 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100ee0 0x7f43a8104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- 172.21.15.63:0/511188748 >> 172.21.15.63:0/511188748 conn(0x7f43a80fbdc0 msgr2=0x7f43a80fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- 172.21.15.63:0/511188748 shutdown_connections 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- 172.21.15.63:0/511188748 wait complete. 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 Processor -- start 2023-11-16T18:21:17.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.820+0000 7f43ae90e700 1 -- start start 2023-11-16T18:21:17.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100540 0x7f43a8196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:17.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a8100ee0 0x7f43a8196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:17.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:17.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a819b3e0 con 0x7f43a81055e0 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a819b550 con 0x7f43a8100ee0 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43ae90e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a819b710 con 0x7f43a8100540 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41966/0 (socket says 172.21.15.63:41966) 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 -- 172.21.15.63:0/586779321 learned_addr learned my addr 172.21.15.63:0/586779321 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43a7fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100540 0x7f43a8196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43a77fe700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a8100ee0 0x7f43a8196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 -- 172.21.15.63:0/586779321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100540 msgr2=0x7f43a8196420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100540 0x7f43a8196420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 -- 172.21.15.63:0/586779321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a8100ee0 msgr2=0x7f43a8196960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:17.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a8100ee0 0x7f43a8196960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.821+0000 7f43aceab700 1 -- 172.21.15.63:0/586779321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43980095f0 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43aceab700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f43a0007d70 tx=0x7f43a000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a000ad40 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43a8110370 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f43a00128e0 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a00116b0 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.822+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43a81101e0 con 0x7f43a81055e0 2023-11-16T18:21:17.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.823+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43a8110500 con 0x7f43a81055e0 2023-11-16T18:21:17.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.824+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f43a0012420 con 0x7f43a81055e0 2023-11-16T18:21:17.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.825+0000 7f43a57fa700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 0x7f43940a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:17.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.825+0000 7f43a7fff700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 0x7f43940a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:17.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.825+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f43a00cca40 con 0x7f43a81055e0 2023-11-16T18:21:17.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.825+0000 7f43a7fff700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 0x7f43940a3600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4398006010 tx=0x7f4398009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:17.828+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f43a0096630 con 0x7f43a81055e0 2023-11-16T18:21:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.021+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43a8073200 con 0x7f43a81055e0 2023-11-16T18:21:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.022+0000 7f43a57fa700 1 -- 172.21.15.63:0/586779321 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43a0023350 con 0x7f43a81055e0 2023-11-16T18:21:18.024 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 msgr2=0x7f43940a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 0x7f43940a3600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4398006010 tx=0x7f4398009f10 comp rx=0 tx=0).stop 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 msgr2=0x7f43a819add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f43a0007d70 tx=0x7f43a000a340 comp rx=0 tx=0).stop 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 shutdown_connections 2023-11-16T18:21:18.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f43940a1150 0x7f43940a3600 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f43a81055e0 0x7f43a819add0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f43a8100540 0x7f43a8196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 --2- 172.21.15.63:0/586779321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f43a8100ee0 0x7f43a8196960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 >> 172.21.15.63:0/586779321 conn(0x7f43a80fbdc0 msgr2=0x7f43a80fc800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 shutdown_connections 2023-11-16T18:21:18.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:18.024+0000 7f43ae90e700 1 -- 172.21.15.63:0/586779321 wait complete. 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.a on smithi063 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.d on smithi063 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.g on smithi063 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.j on smithi063 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.b on smithi093 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.e on smithi093 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.h on smithi093 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.k on smithi093 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.c on smithi125 2023-11-16T18:21:18.382 INFO:tasks.cephadm:Adding mds.f on smithi125 2023-11-16T18:21:18.383 INFO:tasks.cephadm:Adding mds.i on smithi125 2023-11-16T18:21:18.383 INFO:tasks.cephadm:Adding mds.l on smithi125 2023-11-16T18:21:18.383 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph orch apply mds all '12;smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l' 2023-11-16T18:21:18.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:18 smithi125 ceph-mon[100672]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:18.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:18 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/586779321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:18 smithi063 ceph-mon[98873]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:18 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/586779321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:18.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:18 smithi093 ceph-mon[100185]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:18.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:18 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/586779321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:19.039 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:21:20.193 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 -- 172.21.15.125:0/1990593589 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 msgr2=0x7f00700ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:20.193 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 --2- 172.21.15.125:0/1990593589 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f00700ff5f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0064009990 tx=0x7f0064009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 -- 172.21.15.125:0/1990593589 shutdown_connections 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 --2- 172.21.15.125:0/1990593589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0070100d70 0x7f0070107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 --2- 172.21.15.125:0/1990593589 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f00700ff5f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 --2- 172.21.15.125:0/1990593589 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00701003e0 0x7f0070100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 -- 172.21.15.125:0/1990593589 >> 172.21.15.125:0/1990593589 conn(0x7f00700fa7f0 msgr2=0x7f00700fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 -- 172.21.15.125:0/1990593589 shutdown_connections 2023-11-16T18:21:20.194 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.191+0000 7f0076c76700 1 -- 172.21.15.125:0/1990593589 wait complete. 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 Processor -- start 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 -- start start 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00701003e0 0x7f007019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0070100d70 0x7f007019d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f007019db20 con 0x7f0070100d70 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f007019dc90 con 0x7f00701003e0 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0076c76700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f007019de50 con 0x7f00700ff1e0 2023-11-16T18:21:20.196 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.125:56432/0 (socket says 172.21.15.125:56432) 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 -- 172.21.15.125:0/4051174849 learned_addr learned my addr 172.21.15.125:0/4051174849 (peer_addr_for_me v2:172.21.15.125:0/0) 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 -- 172.21.15.125:0/4051174849 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00701003e0 msgr2=0x7f007019ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00701003e0 0x7f007019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 -- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0070100d70 msgr2=0x7f007019d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0070100d70 0x7f007019d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 -- 172.21.15.125:0/4051174849 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00640095f0 con 0x7f00700ff1e0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.192+0000 7f0074a12700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f006400f6c0 tx=0x7f006400f6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.193+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f006401d070 con 0x7f00700ff1e0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.193+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0064004cf0 con 0x7f00700ff1e0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.193+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00640056c0 con 0x7f00700ff1e0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.193+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f007010ab90 con 0x7f00700ff1e0 2023-11-16T18:21:20.197 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.193+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f007010aa00 con 0x7f00700ff1e0 2023-11-16T18:21:20.198 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.194+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f007019e390 con 0x7f00700ff1e0 2023-11-16T18:21:20.198 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.195+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f006400fc90 con 0x7f00700ff1e0 2023-11-16T18:21:20.198 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.195+0000 7f006dffb700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 0x7f00600a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:20.199 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.196+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f00640cdae0 con 0x7f00700ff1e0 2023-11-16T18:21:20.199 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.196+0000 7f006ffff700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 0x7f00600a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:20.199 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.196+0000 7f006ffff700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 0x7f00600a3600 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f005c005fd0 tx=0x7f005c005d00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:20.207 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.199+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f00640976c0 con 0x7f00700ff1e0 2023-11-16T18:21:20.396 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.394+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f0070061030 con 0x7f00600a1150 2023-11-16T18:21:20.405 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.403+0000 7f006dffb700 1 -- 172.21.15.125:0/4051174849 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f005c00ae90 con 0x7f00600a1150 2023-11-16T18:21:20.406 INFO:teuthology.orchestra.run.smithi125.stdout:Scheduled mds.all update... 2023-11-16T18:21:20.407 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 msgr2=0x7f00600a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:20.407 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 0x7f00600a3600 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f005c005fd0 tx=0x7f005c005d00 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 msgr2=0x7f0070069130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f006400f6c0 tx=0x7f006400f6f0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 shutdown_connections 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00600a1150 0x7f00600a3600 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0070100d70 0x7f007019d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00700ff1e0 0x7f0070069130 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 --2- 172.21.15.125:0/4051174849 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00701003e0 0x7f007019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 >> 172.21.15.125:0/4051174849 conn(0x7f00700fa7f0 msgr2=0x7f00700fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 shutdown_connections 2023-11-16T18:21:20.408 INFO:teuthology.orchestra.run.smithi125.stderr:2023-11-16T18:21:20.405+0000 7f0076c76700 1 -- 172.21.15.125:0/4051174849 wait complete. 2023-11-16T18:21:20.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:20.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:20.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:20.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:20.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:20.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.783 DEBUG:teuthology.orchestra.run.smithi063:mds.a> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.a.service 2023-11-16T18:21:20.789 DEBUG:teuthology.orchestra.run.smithi063:mds.d> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.d.service 2023-11-16T18:21:20.822 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:20.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.824 DEBUG:teuthology.orchestra.run.smithi063:mds.g> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.g.service 2023-11-16T18:21:20.831 INFO:journalctl@ceph.mds.a.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:21:20.832 DEBUG:teuthology.orchestra.run.smithi063:mds.j> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.j.service 2023-11-16T18:21:20.858 INFO:journalctl@ceph.mds.d.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:21:20.864 DEBUG:teuthology.orchestra.run.smithi093:mds.b> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.b.service 2023-11-16T18:21:20.865 INFO:journalctl@ceph.mds.g.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:21:20.883 DEBUG:teuthology.orchestra.run.smithi093:mds.e> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.e.service 2023-11-16T18:21:20.885 INFO:journalctl@ceph.mds.j.smithi063.stdout:-- Logs begin at Thu 2023-11-16 17:59:33 UTC. -- 2023-11-16T18:21:20.913 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:20.913 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:20.914 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:20.916 DEBUG:teuthology.orchestra.run.smithi093:mds.h> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.h.service 2023-11-16T18:21:20.920 INFO:journalctl@ceph.mds.b.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:21:20.921 DEBUG:teuthology.orchestra.run.smithi093:mds.k> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.k.service 2023-11-16T18:21:20.944 INFO:journalctl@ceph.mds.e.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:21:20.945 DEBUG:teuthology.orchestra.run.smithi125:mds.c> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.c.service 2023-11-16T18:21:20.947 DEBUG:teuthology.orchestra.run.smithi125:mds.f> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.f.service 2023-11-16T18:21:20.950 INFO:journalctl@ceph.mds.h.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:21:20.973 INFO:journalctl@ceph.mds.k.smithi093.stdout:-- Logs begin at Thu 2023-11-16 17:59:16 UTC. -- 2023-11-16T18:21:20.978 INFO:journalctl@ceph.mds.c.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:21:20.979 DEBUG:teuthology.orchestra.run.smithi125:mds.i> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.i.service 2023-11-16T18:21:21.006 INFO:journalctl@ceph.mds.f.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:21:21.008 DEBUG:teuthology.orchestra.run.smithi125:mds.l> sudo journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.l.service 2023-11-16T18:21:21.032 INFO:journalctl@ceph.mds.i.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:21:21.033 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-11-16T18:21:21.033 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:21:21.058 INFO:journalctl@ceph.mds.l.smithi125.stdout:-- Logs begin at Thu 2023-11-16 17:59:24 UTC. -- 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.170+0000 7f6b585bb700 1 -- 172.21.15.63:0/3525556163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50102250 msgr2=0x7f6b500fe370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.170+0000 7f6b585bb700 1 --2- 172.21.15.63:0/3525556163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50102250 0x7f6b500fe370 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c009990 tx=0x7f6b4c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 -- 172.21.15.63:0/3525556163 shutdown_connections 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 --2- 172.21.15.63:0/3525556163 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b500fe990 0x7f6b500fee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 --2- 172.21.15.63:0/3525556163 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b50101900 0x7f6b50101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 --2- 172.21.15.63:0/3525556163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50102250 0x7f6b500fe370 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 -- 172.21.15.63:0/3525556163 >> 172.21.15.63:0/3525556163 conn(0x7f6b500f9ee0 msgr2=0x7f6b500fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:21.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 -- 172.21.15.63:0/3525556163 shutdown_connections 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 -- 172.21.15.63:0/3525556163 wait complete. 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 Processor -- start 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.171+0000 7f6b585bb700 1 -- start start 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b500fe990 0x7f6b50101000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b50102250 0x7f6b500ffb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b50100320 con 0x7f6b50101900 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b50100490 con 0x7f6b50102250 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5019ffd0 con 0x7f6b500fe990 2023-11-16T18:21:21.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41976/0 (socket says 172.21.15.63:41976) 2023-11-16T18:21:21.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b56357700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b500fe990 0x7f6b50101000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 -- 172.21.15.63:0/2038154049 learned_addr learned my addr 172.21.15.63:0/2038154049 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:21.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b56b58700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b50102250 0x7f6b500ffb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 -- 172.21.15.63:0/2038154049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b500fe990 msgr2=0x7f6b50101000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b500fe990 0x7f6b50101000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 -- 172.21.15.63:0/2038154049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b50102250 msgr2=0x7f6b500ffb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b50102250 0x7f6b500ffb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 -- 172.21.15.63:0/2038154049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b4c0095f0 con 0x7f6b50101900 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b55b56700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c0059d0 tx=0x7f6b4c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c01d070 con 0x7f6b50101900 2023-11-16T18:21:21.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6b4c00fb90 con 0x7f6b50101900 2023-11-16T18:21:21.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c0173f0 con 0x7f6b50101900 2023-11-16T18:21:21.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b5010bc90 con 0x7f6b50101900 2023-11-16T18:21:21.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.172+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b5010bb00 con 0x7f6b50101900 2023-11-16T18:21:21.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.173+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b50107070 con 0x7f6b50101900 2023-11-16T18:21:21.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.174+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6b4c00fd00 con 0x7f6b50101900 2023-11-16T18:21:21.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.175+0000 7f6b437fe700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 0x7f6b3c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.175+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6b4c0cda70 con 0x7f6b50101900 2023-11-16T18:21:21.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.175+0000 7f6b56357700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 0x7f6b3c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.176+0000 7f6b56357700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 0x7f6b3c0a3680 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6b44009c60 tx=0x7f6b44009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.179+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6b4c097650 con 0x7f6b50101900 2023-11-16T18:21:21.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.392+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6b5002cfe0 con 0x7f6b50101900 2023-11-16T18:21:21.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.393+0000 7f6b437fe700 1 -- 172.21.15.63:0/2038154049 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18350 (secure 0 0 0) 0x7f6b4c09ac70 con 0x7f6b50101900 2023-11-16T18:21:21.396 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:21.396 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":80,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:21:11.788235+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 msgr2=0x7f6b3c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 0x7f6b3c0a3680 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6b44009c60 tx=0x7f6b44009260 comp rx=0 tx=0).stop 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 msgr2=0x7f6b500ff640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c0059d0 tx=0x7f6b4c004730 comp rx=0 tx=0).stop 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 shutdown_connections 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6b3c0a11d0 0x7f6b3c0a3680 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6b50102250 0x7f6b500ffb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6b500fe990 0x7f6b50101000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 --2- 172.21.15.63:0/2038154049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b50101900 0x7f6b500ff640 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 >> 172.21.15.63:0/2038154049 conn(0x7f6b500f9ee0 msgr2=0x7f6b500fbcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:21.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 shutdown_connections 2023-11-16T18:21:21.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.396+0000 7f6b585bb700 1 -- 172.21.15.63:0/2038154049 wait complete. 2023-11-16T18:21:21.411 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-16T18:21:21.411 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:21:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 -- 172.21.15.63:0/1582372826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f4100740 msgr2=0x7fa6f4100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/1582372826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f4100740 0x7fa6f4100b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009990 tx=0x7fa6e4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 -- 172.21.15.63:0/1582372826 shutdown_connections 2023-11-16T18:21:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/1582372826 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41076d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/1582372826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f4100740 0x7fa6f4100b50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/1582372826 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f40ff470 0x7fa6f40ff8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 -- 172.21.15.63:0/1582372826 >> 172.21.15.63:0/1582372826 conn(0x7fa6f40f9f30 msgr2=0x7fa6f40fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:21.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 -- 172.21.15.63:0/1582372826 shutdown_connections 2023-11-16T18:21:21.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.542+0000 7fa6fb72b700 1 -- 172.21.15.63:0/1582372826 wait complete. 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 Processor -- start 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 -- start start 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ff470 0x7fa6f4194ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f4100740 0x7fa6f419c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f419ca20 con 0x7fa6f40ffe00 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f419cb60 con 0x7fa6f4100740 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6fb72b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f419ccf0 con 0x7fa6f40ff470 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:41990/0 (socket says 172.21.15.63:41990) 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 -- 172.21.15.63:0/3625629758 learned_addr learned my addr 172.21.15.63:0/3625629758 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f9cc8700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f4100740 0x7fa6f419c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f94c7700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ff470 0x7fa6f4194ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 -- 172.21.15.63:0/3625629758 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ff470 msgr2=0x7fa6f4194ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ff470 0x7fa6f4194ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 -- 172.21.15.63:0/3625629758 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f4100740 msgr2=0x7fa6f419c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f4100740 0x7fa6f419c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 -- 172.21.15.63:0/3625629758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6e40095f0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.543+0000 7fa6f8cc6700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000d950 tx=0x7fa6f000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.544+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0009940 con 0x7fa6f40ffe00 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.544+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6f410ab00 con 0x7fa6f40ffe00 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.544+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6f0010460 con 0x7fa6f40ffe00 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.544+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f000f620 con 0x7fa6f40ffe00 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.544+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6f410a970 con 0x7fa6f40ffe00 2023-11-16T18:21:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.545+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6f41067d0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.546+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa6f00108d0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.546+0000 7fa6ea7fc700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 0x7fa6e00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.546+0000 7fa6f94c7700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 0x7fa6e00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.546+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fa6f00cc2b0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.547+0000 7fa6f94c7700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 0x7fa6e00a3600 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4006010 tx=0x7fa6e400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.550+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa6f0095ea0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.746+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa6f4061700 con 0x7fa6f40ffe00 2023-11-16T18:21:21.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.746+0000 7fa6ea7fc700 1 -- 172.21.15.63:0/3625629758 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa6f00994c0 con 0x7fa6f40ffe00 2023-11-16T18:21:21.748 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 msgr2=0x7fa6e00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 0x7fa6e00a3600 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4006010 tx=0x7fa6e400b540 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 msgr2=0x7fa6f41953e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000d950 tx=0x7fa6f000dc60 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 shutdown_connections 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa6e00a1150 0x7fa6e00a3600 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa6f4100740 0x7fa6f419c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa6f40ff470 0x7fa6f4194ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 --2- 172.21.15.63:0/3625629758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6f40ffe00 0x7fa6f41953e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.748+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 >> 172.21.15.63:0/3625629758 conn(0x7fa6f40f9f30 msgr2=0x7fa6f4103910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:21.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.749+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 shutdown_connections 2023-11-16T18:21:21.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.749+0000 7fa6fb72b700 1 -- 172.21.15.63:0/3625629758 wait complete. 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Saving service mds.all spec with placement smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l;count:12 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: Deploying daemon mds.l on smithi125 2023-11-16T18:21:21.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:21 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2038154049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Saving service mds.all spec with placement smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l;count:12 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: Deploying daemon mds.l on smithi125 2023-11-16T18:21:21.766 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:21 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2038154049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:21.770 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 -- 172.21.15.63:0/726506559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4103630 msgr2=0x7f12f4105a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 --2- 172.21.15.63:0/726506559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4103630 0x7f12f4105a10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f12e8009990 tx=0x7f12e8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 -- 172.21.15.63:0/726506559 shutdown_connections 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 --2- 172.21.15.63:0/726506559 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4105f50 0x7f12f41083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 --2- 172.21.15.63:0/726506559 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4100d10 0x7f12f41030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 --2- 172.21.15.63:0/726506559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4103630 0x7f12f4105a10 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.892+0000 7f12fac9a700 1 -- 172.21.15.63:0/726506559 >> 172.21.15.63:0/726506559 conn(0x7f12f40fa770 msgr2=0x7f12f40fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- 172.21.15.63:0/726506559 shutdown_connections 2023-11-16T18:21:21.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- 172.21.15.63:0/726506559 wait complete. 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 Processor -- start 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- start start 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4100d10 0x7f12f4195f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4103630 0x7f12f4196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f419da60 con 0x7f12f4105f50 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f419dba0 con 0x7f12f4100d10 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12fac9a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f419dd30 con 0x7f12f4103630 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.893+0000 7f12f9237700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f3fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4103630 0x7f12f4196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42006/0 (socket says 172.21.15.63:42006) 2023-11-16T18:21:21.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 -- 172.21.15.63:0/24750622 learned_addr learned my addr 172.21.15.63:0/24750622 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f8a36700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4100d10 0x7f12f4195f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 -- 172.21.15.63:0/24750622 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4103630 msgr2=0x7f12f4196470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4103630 0x7f12f4196470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 -- 172.21.15.63:0/24750622 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4100d10 msgr2=0x7f12f4195f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4100d10 0x7f12f4195f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:21.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 -- 172.21.15.63:0/24750622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e80095f0 con 0x7f12f4105f50 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f9237700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f12ec00c900 tx=0x7f12ec00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12ec007b00 con 0x7f12f4105f50 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f12ec00ce50 con 0x7f12f4105f50 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12f410bc50 con 0x7f12f4105f50 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12ec018660 con 0x7f12f4105f50 2023-11-16T18:21:21.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.894+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12f410bac0 con 0x7f12f4105f50 2023-11-16T18:21:21.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.895+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12f40fc2e0 con 0x7f12f4105f50 2023-11-16T18:21:21.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.896+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f12ec00f450 con 0x7f12f4105f50 2023-11-16T18:21:21.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.897+0000 7f12f1ffb700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 0x7f12dc0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:21.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.897+0000 7f12f8a36700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 0x7f12dc0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:21.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.897+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f12ec0cc2e0 con 0x7f12f4105f50 2023-11-16T18:21:21.902 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.897+0000 7f12f8a36700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 0x7f12dc0a3680 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f12e4009380 tx=0x7f12e400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:21.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:21.901+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f12ec095ed0 con 0x7f12f4105f50 2023-11-16T18:21:21.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:21:21.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Saving service mds.all spec with placement smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l;count:12 2023-11-16T18:21:21.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:21:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: Deploying daemon mds.l on smithi125 2023-11-16T18:21:21.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:21 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2038154049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.145+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f12f402cfe0 con 0x7f12f4105f50 2023-11-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.145+0000 7f12f1ffb700 1 -- 172.21.15.63:0/24750622 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+501 (secure 0 0 0) 0x7f12ec0994f0 con 0x7f12f4105f50 2023-11-16T18:21:22.148 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:22.148 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-11-16T18:21:22.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 msgr2=0x7f12dc0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:22.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 0x7f12dc0a3680 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f12e4009380 tx=0x7f12e400b040 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 msgr2=0x7f12f419d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f12ec00c900 tx=0x7f12ec00cc10 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 shutdown_connections 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f12dc0a11d0 0x7f12dc0a3680 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12f4105f50 0x7f12f419d490 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f12f4100d10 0x7f12f4195f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 --2- 172.21.15.63:0/24750622 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f12f4103630 0x7f12f4196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 >> 172.21.15.63:0/24750622 conn(0x7f12f40fa770 msgr2=0x7f12f41019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 shutdown_connections 2023-11-16T18:21:22.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:22.147+0000 7f12fac9a700 1 -- 172.21.15.63:0/24750622 wait complete. 2023-11-16T18:21:22.151 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 1 2023-11-16T18:21:22.260 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 systemd[1]: Starting Ceph mds.l for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:22.638 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 podman[125707]: 2023-11-16T18:21:22.638 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:22 smithi125 ceph-mon[100672]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:22.638 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:22 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3625629758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:22.638 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:22 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/24750622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:22.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:22 smithi063 ceph-mon[98873]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:22.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:22 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3625629758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:22.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:22 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/24750622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:22.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:22 smithi093 ceph-mon[100185]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:22.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:22 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3625629758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:22.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:22 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/24750622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:23.010 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 ceph-mds[125746]: -- 172.21.15.125:0/2635891313 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562883b43520 con 0x562883b18800 2023-11-16T18:21:23.011 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 bash[125707]: 6b8fbd67299996f51b76f65624ae9033c06d5b8720c63c08af1a610e61a3551e 2023-11-16T18:21:23.011 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-l[125722]: starting mds.l at 2023-11-16T18:21:23.011 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:21:22 smithi125 systemd[1]: Started Ceph mds.l for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6832/3309738147,v1:172.21.15.125:6833/3309738147] up:boot 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: fsmap 1 up:standby 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:23.871 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:23.872 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:23.872 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:23 smithi093 ceph-mon[100185]: Deploying daemon mds.k on smithi093 2023-11-16T18:21:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6832/3309738147,v1:172.21.15.125:6833/3309738147] up:boot 2023-11-16T18:21:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: fsmap 1 up:standby 2023-11-16T18:21:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-11-16T18:21:24.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:24.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:23 smithi125 ceph-mon[100672]: Deploying daemon mds.k on smithi093 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6832/3309738147,v1:172.21.15.125:6833/3309738147] up:boot 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: fsmap 1 up:standby 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:24.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:23 smithi063 ceph-mon[98873]: Deploying daemon mds.k on smithi093 2023-11-16T18:21:24.163 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.300+0000 7efd9d04b700 1 -- 172.21.15.63:0/3791747453 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 msgr2=0x7efd98100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.300+0000 7efd9d04b700 1 --2- 172.21.15.63:0/3791747453 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98100b20 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efd88009990 tx=0x7efd88009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.300+0000 7efd9d04b700 1 -- 172.21.15.63:0/3791747453 shutdown_connections 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 --2- 172.21.15.63:0/3791747453 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd98107530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 --2- 172.21.15.63:0/3791747453 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98100b20 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 --2- 172.21.15.63:0/3791747453 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 0x7efd980ff740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 -- 172.21.15.63:0/3791747453 >> 172.21.15.63:0/3791747453 conn(0x7efd980f9e10 msgr2=0x7efd980fc260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:24.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 -- 172.21.15.63:0/3791747453 shutdown_connections 2023-11-16T18:21:24.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.301+0000 7efd9d04b700 1 -- 172.21.15.63:0/3791747453 wait complete. 2023-11-16T18:21:24.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 Processor -- start 2023-11-16T18:21:24.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 -- start start 2023-11-16T18:21:24.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 0x7efd98103080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:24.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd981016c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:24.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:24.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd981023a0 con 0x7efd98100710 2023-11-16T18:21:24.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd98102510 con 0x7efd980ffc80 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9d04b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd9819fec0 con 0x7efd980ff2d0 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42020/0 (socket says 172.21.15.63:42020) 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 -- 172.21.15.63:0/1228751013 learned_addr learned my addr 172.21.15.63:0/1228751013 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9659c700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd981016c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd96d9d700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 0x7efd98103080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 -- 172.21.15.63:0/1228751013 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 msgr2=0x7efd98103080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 0x7efd98103080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 -- 172.21.15.63:0/1228751013 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 msgr2=0x7efd981016c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.302+0000 7efd9759e700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd981016c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd9759e700 1 -- 172.21.15.63:0/1228751013 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd880095f0 con 0x7efd98100710 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd9659c700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd981016c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd9759e700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efd90007ee0 tx=0x7efd9000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd90017070 con 0x7efd98100710 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd9000f040 con 0x7efd98100710 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd9810aa50 con 0x7efd98100710 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd90005580 con 0x7efd98100710 2023-11-16T18:21:24.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.303+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd9810a8c0 con 0x7efd98100710 2023-11-16T18:21:24.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.304+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd981a05b0 con 0x7efd98100710 2023-11-16T18:21:24.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.305+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7efd9000db20 con 0x7efd98100710 2023-11-16T18:21:24.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.305+0000 7efd7ffff700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 0x7efd800a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:24.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.306+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7efd900cbb80 con 0x7efd98100710 2023-11-16T18:21:24.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.306+0000 7efd96d9d700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 0x7efd800a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:24.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.306+0000 7efd96d9d700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 0x7efd800a3600 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efd8800b5c0 tx=0x7efd88005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:24.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.310+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7efd90095770 con 0x7efd98100710 2023-11-16T18:21:24.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.552+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd981a0c50 con 0x7efd98100710 2023-11-16T18:21:24.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.552+0000 7efd7ffff700 1 -- 172.21.15.63:0/1228751013 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1260 (secure 0 0 0) 0x7efd90098d90 con 0x7efd98100710 2023-11-16T18:21:24.554 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:24.554 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 msgr2=0x7efd800a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 0x7efd800a3600 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efd8800b5c0 tx=0x7efd88005960 comp rx=0 tx=0).stop 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 msgr2=0x7efd98101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efd90007ee0 tx=0x7efd9000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 shutdown_connections 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd800a1150 0x7efd800a3600 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd98100710 0x7efd98101c00 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efd980ff2d0 0x7efd98103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 --2- 172.21.15.63:0/1228751013 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efd980ffc80 0x7efd981016c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:24.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.554+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 >> 172.21.15.63:0/1228751013 conn(0x7efd980f9e10 msgr2=0x7efd980fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:24.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.555+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 shutdown_connections 2023-11-16T18:21:24.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:24.555+0000 7efd9d04b700 1 -- 172.21.15.63:0/1228751013 wait complete. 2023-11-16T18:21:24.558 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 2 2023-11-16T18:21:24.627 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 systemd[1]: Starting Ceph mds.k for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:24.902 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:24 smithi093 ceph-mon[100185]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:24.902 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:24 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1228751013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:24.902 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 podman[124196]: 2023-11-16T18:21:25.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 ceph-mds[124244]: -- 172.21.15.93:0/1847134764 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55870861b520 con 0x5587085f0800 2023-11-16T18:21:25.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 bash[124196]: 4ecb6408f0e28689dfe28ce1242b3ade5fa687f91cd4da181ce0f99c777ea031 2023-11-16T18:21:25.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-k[124212]: starting mds.k at 2023-11-16T18:21:25.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:21:24 smithi093 systemd[1]: Started Ceph mds.k for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:24 smithi125 ceph-mon[100672]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:24 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1228751013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:25.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:24 smithi063 ceph-mon[98873]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:25.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:24 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1228751013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: Deploying daemon mds.j on smithi063 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6832/317088292,v1:172.21.15.93:6833/317088292] up:boot 2023-11-16T18:21:26.038 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: fsmap 2 up:standby 2023-11-16T18:21:26.039 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:25 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-11-16T18:21:26.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:26.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: Deploying daemon mds.j on smithi063 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6832/317088292,v1:172.21.15.93:6833/317088292] up:boot 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: fsmap 2 up:standby 2023-11-16T18:21:26.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:25 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-11-16T18:21:26.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: Deploying daemon mds.j on smithi063 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6832/317088292,v1:172.21.15.93:6833/317088292] up:boot 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: fsmap 2 up:standby 2023-11-16T18:21:26.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:25 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-11-16T18:21:26.571 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:26.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/4163612681 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ff480 msgr2=0x7f8f880ff8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/4163612681 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ff480 0x7f8f880ff8f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8f78009990 tx=0x7f8f78009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/4163612681 shutdown_connections 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/4163612681 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ffe30 0x7f8f881076e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/4163612681 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 0x7f8f88100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/4163612681 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ff480 0x7f8f880ff8f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/4163612681 >> 172.21.15.63:0/4163612681 conn(0x7f8f880f9ee0 msgr2=0x7f8f880fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/4163612681 shutdown_connections 2023-11-16T18:21:26.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.726+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/4163612681 wait complete. 2023-11-16T18:21:26.731 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.727+0000 7f8f8ffd0700 1 Processor -- start 2023-11-16T18:21:26.731 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.727+0000 7f8f8ffd0700 1 -- start start 2023-11-16T18:21:26.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 0x7f8f88195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:26.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 0x7f8f8819d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8819db40 con 0x7f8f880ffe30 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8819dc80 con 0x7f8f880ff480 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8ffd0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8819de10 con 0x7f8f88100790 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42030/0 (socket says 172.21.15.63:42030) 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 -- 172.21.15.63:0/595902066 learned_addr learned my addr 172.21.15.63:0/595902066 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:26.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8e56d700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 0x7f8f8819d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8dd6c700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 0x7f8f88195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 -- 172.21.15.63:0/595902066 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 msgr2=0x7f8f8819d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 0x7f8f8819d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 -- 172.21.15.63:0/595902066 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 msgr2=0x7f8f88195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 0x7f8f88195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 -- 172.21.15.63:0/595902066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f780095f0 con 0x7f8f880ffe30 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8dd6c700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 0x7f8f88195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f8d56b700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f78005910 tx=0x7f8f78004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.728+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7801d070 con 0x7f8f880ffe30 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.729+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f78003f60 con 0x7f8f880ffe30 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.729+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f8810ab50 con 0x7f8f880ffe30 2023-11-16T18:21:26.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.729+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f78022da0 con 0x7f8f880ffe30 2023-11-16T18:21:26.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.729+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f8810a9c0 con 0x7f8f880ffe30 2023-11-16T18:21:26.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.730+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f8819e410 con 0x7f8f880ffe30 2023-11-16T18:21:26.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.731+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8f78003aa0 con 0x7f8f880ffe30 2023-11-16T18:21:26.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.731+0000 7f8f7effd700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 0x7f8f740a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:26.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.731+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8f780cdfa0 con 0x7f8f880ffe30 2023-11-16T18:21:26.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.731+0000 7f8f8dd6c700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 0x7f8f740a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:26.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.732+0000 7f8f8dd6c700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 0x7f8f740a3680 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8f84005950 tx=0x7f8f840058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:26.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.735+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8f78097c20 con 0x7f8f880ffe30 2023-11-16T18:21:26.830 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:26 smithi063 systemd[1]: Starting Ceph mds.j for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.986+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f8819e9c0 con 0x7f8f880ffe30 2023-11-16T18:21:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.986+0000 7f8f7effd700 1 -- 172.21.15.63:0/595902066 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2014 (secure 0 0 0) 0x7f8f7809b240 con 0x7f8f880ffe30 2023-11-16T18:21:26.989 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:26.989 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 msgr2=0x7f8f740a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 0x7f8f740a3680 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8f84005950 tx=0x7f8f840058e0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 msgr2=0x7f8f88196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f78005910 tx=0x7f8f78004730 comp rx=0 tx=0).stop 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 shutdown_connections 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8f740a11d0 0x7f8f740a3680 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8f88100790 0x7f8f8819d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8f880ff480 0x7f8f88195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 --2- 172.21.15.63:0/595902066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f880ffe30 0x7f8f88196500 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 >> 172.21.15.63:0/595902066 conn(0x7f8f880f9ee0 msgr2=0x7f8f880fa7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.988+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 shutdown_connections 2023-11-16T18:21:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:26.989+0000 7f8f8ffd0700 1 -- 172.21.15.63:0/595902066 wait complete. 2023-11-16T18:21:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 3 2023-11-16T18:21:27.103 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:26 smithi063 podman[132238]: 2023-11-16T18:21:27.582 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mds[132300]: -- 172.21.15.63:0/1572719133 <== mon.0 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562d94cc1520 con 0x562d94c96800 2023-11-16T18:21:27.583 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:27 smithi063 bash[132238]: 697da6c8e7f876a8908daea625fa03c78fd457a1193368cb11aa667301a69921 2023-11-16T18:21:27.583 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-j[132274]: starting mds.j at 2023-11-16T18:21:27.583 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:21:27 smithi063 systemd[1]: Started Ceph mds.j for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/595902066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:28.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:28.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:28.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:27 smithi125 ceph-mon[100672]: Deploying daemon mds.d on smithi063 2023-11-16T18:21:28.287 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:28.287 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/595902066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:28.287 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:28.288 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:27 smithi063 ceph-mon[98873]: Deploying daemon mds.d on smithi063 2023-11-16T18:21:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/595902066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:28.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:28.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:27 smithi093 ceph-mon[100185]: Deploying daemon mds.d on smithi063 2023-11-16T18:21:28.994 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:28 smithi063 systemd[1]: Starting Ceph mds.d for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:29.004 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:29.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.135+0000 7f15a3b7a700 1 -- 172.21.15.63:0/276065085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c100290 msgr2=0x7f159c1006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:29.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.135+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/276065085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c100290 0x7f159c1006a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1598009990 tx=0x7f1598009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 -- 172.21.15.63:0/276065085 shutdown_connections 2023-11-16T18:21:29.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/276065085 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c101e10 0x7f159c1086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/276065085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c100290 0x7f159c1006a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/276065085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 0x7f159c1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 -- 172.21.15.63:0/276065085 >> 172.21.15.63:0/276065085 conn(0x7f159c0fb870 msgr2=0x7f159c0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:29.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 -- 172.21.15.63:0/276065085 shutdown_connections 2023-11-16T18:21:29.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.136+0000 7f15a3b7a700 1 -- 172.21.15.63:0/276065085 wait complete. 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 Processor -- start 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 -- start start 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c100290 0x7f159c0748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 0x7f159c072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:29.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c073bc0 con 0x7f159c101e10 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c073d30 con 0x7f159c101480 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a3b7a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c19ffe0 con 0x7f159c100290 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42060/0 (socket says 172.21.15.63:42060) 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 -- 172.21.15.63:0/2071446204 learned_addr learned my addr 172.21.15.63:0/2071446204 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a1115700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 0x7f159c072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a1916700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c100290 0x7f159c0748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 -- 172.21.15.63:0/2071446204 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c100290 msgr2=0x7f159c0748a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c100290 0x7f159c0748a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 -- 172.21.15.63:0/2071446204 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 msgr2=0x7f159c072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:29.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 0x7f159c072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.137+0000 7f15a2117700 1 -- 172.21.15.63:0/2071446204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15980095f0 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f15a2117700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f159400ef30 tx=0x7f159400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1594018070 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f159400f040 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f159c10bbf0 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f159400cd00 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.138+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f159c10ba60 con 0x7f159c101e10 2023-11-16T18:21:29.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.139+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f159c1a0620 con 0x7f159c101e10 2023-11-16T18:21:29.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.140+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1594003a00 con 0x7f159c101e10 2023-11-16T18:21:29.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.141+0000 7f1592ffd700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 0x7f15880a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:29.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.141+0000 7f15a1916700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 0x7f15880a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:29.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.141+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f15940cc970 con 0x7f159c101e10 2023-11-16T18:21:29.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.142+0000 7f15a1916700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 0x7f15880a3600 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1598006010 tx=0x7f1598005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:29.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.145+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f15940965f0 con 0x7f159c101e10 2023-11-16T18:21:29.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:28 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.63:6834/3557747095,v1:172.21.15.63:6835/3557747095] up:boot 2023-11-16T18:21:29.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:28 smithi125 ceph-mon[100672]: fsmap 3 up:standby 2023-11-16T18:21:29.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:28 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-11-16T18:21:29.325 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:29 smithi063 podman[132603]: 2023-11-16T18:21:29.325 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:28 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.63:6834/3557747095,v1:172.21.15.63:6835/3557747095] up:boot 2023-11-16T18:21:29.326 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:28 smithi063 ceph-mon[98873]: fsmap 3 up:standby 2023-11-16T18:21:29.326 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:28 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-11-16T18:21:29.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.392+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f159c1071e0 con 0x7f159c101e10 2023-11-16T18:21:29.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.393+0000 7f1592ffd700 1 -- 172.21.15.63:0/2071446204 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2771 (secure 0 0 0) 0x7f1594099c10 con 0x7f159c101e10 2023-11-16T18:21:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:29.397 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-11-16T18:21:29.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 msgr2=0x7f15880a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 0x7f15880a3600 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1598006010 tx=0x7f1598005960 comp rx=0 tx=0).stop 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 msgr2=0x7f159c073420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f159400ef30 tx=0x7f159400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 shutdown_connections 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f15880a1150 0x7f15880a3600 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f159c101e10 0x7f159c073420 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f159c100290 0x7f159c0748a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 --2- 172.21.15.63:0/2071446204 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f159c101480 0x7f159c072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:29.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 >> 172.21.15.63:0/2071446204 conn(0x7f159c0fb870 msgr2=0x7f159c0fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:29.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 shutdown_connections 2023-11-16T18:21:29.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:29.395+0000 7f15a3b7a700 1 -- 172.21.15.63:0/2071446204 wait complete. 2023-11-16T18:21:29.399 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 4 2023-11-16T18:21:29.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:28 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.63:6834/3557747095,v1:172.21.15.63:6835/3557747095] up:boot 2023-11-16T18:21:29.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:28 smithi093 ceph-mon[100185]: fsmap 3 up:standby 2023-11-16T18:21:29.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:28 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-11-16T18:21:29.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:29 smithi063 ceph-mds[132685]: -- 172.21.15.63:0/159786753 <== mon.0 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563323301520 con 0x5633232d6c00 2023-11-16T18:21:29.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:29 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-d[132661]: starting mds.d at 2023-11-16T18:21:29.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:29 smithi063 bash[132603]: 05f11bdeb3953bd6df7bf797ec0b2c6aa8779ba007efc7e660f3debc5109f60c 2023-11-16T18:21:29.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:21:29 smithi063 systemd[1]: Started Ceph mds.d for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2071446204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:30.562 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:30.563 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: Deploying daemon mds.e on smithi093 2023-11-16T18:21:30.563 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.63:6836/2587796355,v1:172.21.15.63:6837/2587796355] up:boot 2023-11-16T18:21:30.563 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: fsmap 4 up:standby 2023-11-16T18:21:30.563 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:30 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-11-16T18:21:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2071446204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: Deploying daemon mds.e on smithi093 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.63:6836/2587796355,v1:172.21.15.63:6837/2587796355] up:boot 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: fsmap 4 up:standby 2023-11-16T18:21:30.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:30 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2071446204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:30.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:30.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:30.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: Deploying daemon mds.e on smithi093 2023-11-16T18:21:30.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.63:6836/2587796355,v1:172.21.15.63:6837/2587796355] up:boot 2023-11-16T18:21:30.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: fsmap 4 up:standby 2023-11-16T18:21:30.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:30 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-11-16T18:21:31.184 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 systemd[1]: Starting Ceph mds.e for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:31.414 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:31.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/259989315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 msgr2=0x7fe2a0105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:31.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/259989315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0105a90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe288009990 tx=0x7fe288009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/259989315 shutdown_connections 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/259989315 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a01083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/259989315 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 0x7fe2a0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/259989315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0105a90 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/259989315 >> 172.21.15.63:0/259989315 conn(0x7fe2a00fa750 msgr2=0x7fe2a00fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/259989315 shutdown_connections 2023-11-16T18:21:31.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.554+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/259989315 wait complete. 2023-11-16T18:21:31.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 Processor -- start 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 -- start start 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 0x7fe2a0195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a019d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a019db40 con 0x7fe2a01036b0 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a019dc80 con 0x7fe2a0105fd0 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe2a5eb7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a019de10 con 0x7fe2a0100d90 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe29effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:31.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe29effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42086/0 (socket says 172.21.15.63:42086) 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe29f7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 0x7fe2a0195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe29effd700 1 -- 172.21.15.63:0/1237949198 learned_addr learned my addr 172.21.15.63:0/1237949198 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.555+0000 7fe29ffff700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a019d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 -- 172.21.15.63:0/1237949198 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 msgr2=0x7fe2a0195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 0x7fe2a0195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 -- 172.21.15.63:0/1237949198 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 msgr2=0x7fe2a019d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a019d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 -- 172.21.15.63:0/1237949198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2880095f0 con 0x7fe2a01036b0 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29ffff700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a019d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29effd700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe288004730 tx=0x7fe288004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:31.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe28801d070 con 0x7fe2a01036b0 2023-11-16T18:21:31.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe288004c90 con 0x7fe2a01036b0 2023-11-16T18:21:31.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2a010bc50 con 0x7fe2a01036b0 2023-11-16T18:21:31.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2880054b0 con 0x7fe2a01036b0 2023-11-16T18:21:31.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.556+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2a010bac0 con 0x7fe2a01036b0 2023-11-16T18:21:31.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.557+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2a019e3b0 con 0x7fe2a01036b0 2023-11-16T18:21:31.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.558+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe28800fbc0 con 0x7fe2a01036b0 2023-11-16T18:21:31.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.559+0000 7fe29cff9700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 0x7fe28c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:31.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.559+0000 7fe29f7fe700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 0x7fe28c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:31.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.559+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe2880cdbf0 con 0x7fe2a01036b0 2023-11-16T18:21:31.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.560+0000 7fe29f7fe700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 0x7fe28c0a3600 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0068890 tx=0x7fe2900091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:31.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.563+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fe2880977d0 con 0x7fe2a01036b0 2023-11-16T18:21:31.631 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 podman[124548]: 2023-11-16T18:21:31.808 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.806+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe2a019e960 con 0x7fe2a01036b0 2023-11-16T18:21:31.809 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.807+0000 7fe29cff9700 1 -- 172.21.15.63:0/1237949198 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3528 (secure 0 0 0) 0x7fe28802fde0 con 0x7fe2a01036b0 2023-11-16T18:21:31.809 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:31.809 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 msgr2=0x7fe28c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 0x7fe28c0a3600 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0068890 tx=0x7fe2900091b0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 msgr2=0x7fe2a0196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe288004730 tx=0x7fe288004760 comp rx=0 tx=0).stop 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 shutdown_connections 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe28c0a1150 0x7fe28c0a3600 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe2a0105fd0 0x7fe2a019d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe2a0100d90 0x7fe2a0195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 --2- 172.21.15.63:0/1237949198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe2a01036b0 0x7fe2a0196500 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:31.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 >> 172.21.15.63:0/1237949198 conn(0x7fe2a00fa750 msgr2=0x7fe2a0102230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:31.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 shutdown_connections 2023-11-16T18:21:31.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:31.809+0000 7fe2a5eb7700 1 -- 172.21.15.63:0/1237949198 wait complete. 2023-11-16T18:21:31.812 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 5 2023-11-16T18:21:31.934 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 ceph-mds[124588]: -- 172.21.15.93:0/2356213306 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e97c7a1520 con 0x55e97c776c00 2023-11-16T18:21:31.934 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: starting mds.e at 2023-11-16T18:21:31.934 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 bash[124548]: 93522f6057c97a46cb0764c11ab4e57cf745366dcf8861a710e1c367bc2404bf 2023-11-16T18:21:31.934 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:21:31 smithi093 systemd[1]: Started Ceph mds.e for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: Deploying daemon mds.f on smithi125 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1237949198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6834/1717784129,v1:172.21.15.93:6835/1717784129] up:boot 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: fsmap 5 up:standby 2023-11-16T18:21:33.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:32 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:33.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: Deploying daemon mds.f on smithi125 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1237949198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6834/1717784129,v1:172.21.15.93:6835/1717784129] up:boot 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: fsmap 5 up:standby 2023-11-16T18:21:33.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:32 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:21:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: Deploying daemon mds.f on smithi125 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1237949198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6834/1717784129,v1:172.21.15.93:6835/1717784129] up:boot 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: fsmap 5 up:standby 2023-11-16T18:21:33.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:32 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:21:33.510 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:21:33 smithi125 systemd[1]: Starting Ceph mds.f for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:33.803 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:21:33 smithi125 podman[126053]: 2023-11-16T18:21:33.824 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:33.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 -- 172.21.15.63:0/1642396845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 msgr2=0x7fcfa8100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 --2- 172.21.15.63:0/1642396845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa8100870 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4009990 tx=0x7fcfa4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 -- 172.21.15.63:0/1642396845 shutdown_connections 2023-11-16T18:21:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 --2- 172.21.15.63:0/1642396845 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa8100db0 0x7fcfa8107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 --2- 172.21.15.63:0/1642396845 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa80ff170 0x7fcfa80ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 --2- 172.21.15.63:0/1642396845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa8100870 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:33.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.969+0000 7fcfaf844700 1 -- 172.21.15.63:0/1642396845 >> 172.21.15.63:0/1642396845 conn(0x7fcfa80fa750 msgr2=0x7fcfa80fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:33.989 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- 172.21.15.63:0/1642396845 shutdown_connections 2023-11-16T18:21:33.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- 172.21.15.63:0/1642396845 wait complete. 2023-11-16T18:21:33.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 Processor -- start 2023-11-16T18:21:33.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- start start 2023-11-16T18:21:34.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa80ff170 0x7fcfa8195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:34.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa8100db0 0x7fcfa819d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa819dae0 con 0x7fcfa8100400 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa819dc20 con 0x7fcfa80ff170 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfaf844700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa819ddb0 con 0x7fcfa8100db0 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfacddf700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfacddf700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42100/0 (socket says 172.21.15.63:42100) 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.970+0000 7fcfacddf700 1 -- 172.21.15.63:0/4185647047 learned_addr learned my addr 172.21.15.63:0/4185647047 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfad5e0700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa80ff170 0x7fcfa8195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfadde1700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa8100db0 0x7fcfa819d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 -- 172.21.15.63:0/4185647047 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa8100db0 msgr2=0x7fcfa819d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:34.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa8100db0 0x7fcfa819d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 -- 172.21.15.63:0/4185647047 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa80ff170 msgr2=0x7fcfa8195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa80ff170 0x7fcfa8195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 -- 172.21.15.63:0/4185647047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfa40095f0 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfacddf700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4004730 tx=0x7fcfa4004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa401d070 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfa810bce0 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfa4004c90 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40054b0 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.971+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfa810bb50 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.972+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfa81060f0 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.973+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fcfa400fbc0 con 0x7fcfa8100400 2023-11-16T18:21:34.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.974+0000 7fcf9a7fc700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 0x7fcf940a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:34.009 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.974+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fcfa40cdb80 con 0x7fcfa8100400 2023-11-16T18:21:34.009 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.974+0000 7fcfad5e0700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 0x7fcf940a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:34.009 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.974+0000 7fcfad5e0700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 0x7fcf940a3600 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c009c60 tx=0x7fcf9c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:34.009 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:33.977+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcfa4097800 con 0x7fcfa8100400 2023-11-16T18:21:34.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.221+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcfa802cfe0 con 0x7fcfa8100400 2023-11-16T18:21:34.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.221+0000 7fcf9a7fc700 1 -- 172.21.15.63:0/4185647047 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4285 (secure 0 0 0) 0x7fcfa409ae20 con 0x7fcfa8100400 2023-11-16T18:21:34.224 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:34.225 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6}],"filesystems":[]} 2023-11-16T18:21:34.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 msgr2=0x7fcf940a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:34.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 0x7fcf940a3600 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c009c60 tx=0x7fcf9c009260 comp rx=0 tx=0).stop 2023-11-16T18:21:34.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 msgr2=0x7fcfa81964a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:34.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4004730 tx=0x7fcfa4004760 comp rx=0 tx=0).stop 2023-11-16T18:21:34.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 shutdown_connections 2023-11-16T18:21:34.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf940a1150 0x7fcf940a3600 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcfa8100db0 0x7fcfa819d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcfa80ff170 0x7fcfa8195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 --2- 172.21.15.63:0/4185647047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfa8100400 0x7fcfa81964a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:34.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.223+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 >> 172.21.15.63:0/4185647047 conn(0x7fcfa80fa750 msgr2=0x7fcfa80fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:34.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.224+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 shutdown_connections 2023-11-16T18:21:34.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:34.224+0000 7fcfaf844700 1 -- 172.21.15.63:0/4185647047 wait complete. 2023-11-16T18:21:34.231 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2023-11-16T18:21:34.260 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:21:33 smithi125 bash[126053]: 93aedaae8a12fdcf18fb7c21df00575b6ad9ce0e4a7a9ad9e57c2155a79d0b28 2023-11-16T18:21:34.260 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:21:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: starting mds.f at 2023-11-16T18:21:34.261 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:21:33 smithi125 systemd[1]: Started Ceph mds.f for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:34.929 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:34.929 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:34.929 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:34.929 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:34.929 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4185647047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6834/1749028636,v1:172.21.15.125:6835/1749028636] up:boot 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: fsmap 6 up:standby 2023-11-16T18:21:34.930 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:34 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4185647047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6834/1749028636,v1:172.21.15.125:6835/1749028636] up:boot 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: fsmap 6 up:standby 2023-11-16T18:21:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:34 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:21:35.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4185647047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6834/1749028636,v1:172.21.15.125:6835/1749028636] up:boot 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: fsmap 6 up:standby 2023-11-16T18:21:35.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:34 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:21:35.722 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 systemd[1]: Starting Ceph mds.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:35.722 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 podman[126395]: 2023-11-16T18:21:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:35 smithi125 ceph-mon[100672]: Deploying daemon mds.c on smithi125 2023-11-16T18:21:36.011 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 bash[126395]: 2fde42eb97e8042b4e95a65c9a18af574b16c9e4ccf6dc99bec4d09ff3c2a43d 2023-11-16T18:21:36.011 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 ceph-mds[126435]: -- 172.21.15.125:0/957951229 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55ec90e351e0 con 0x55ec90df7000 2023-11-16T18:21:36.011 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 ceph-mds[126435]: -- 172.21.15.125:0/957951229 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ec90e21520 con 0x55ec90df7000 2023-11-16T18:21:36.011 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:35 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: starting mds.c at 2023-11-16T18:21:36.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:35 smithi063 ceph-mon[98873]: Deploying daemon mds.c on smithi125 2023-11-16T18:21:36.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:35 smithi093 ceph-mon[100185]: Deploying daemon mds.c on smithi125 2023-11-16T18:21:36.239 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:36.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.374+0000 7f9a54181700 1 -- 172.21.15.63:0/3330255474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 msgr2=0x7f9a4c0ff8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:36.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.374+0000 7f9a54181700 1 --2- 172.21.15.63:0/3330255474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0ff8d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c0099c0 tx=0x7f9a3c009cd0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- 172.21.15.63:0/3330255474 shutdown_connections 2023-11-16T18:21:36.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- 172.21.15.63:0/3330255474 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c0ffe10 0x7f9a4c1076c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- 172.21.15.63:0/3330255474 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c100770 0x7f9a4c100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- 172.21.15.63:0/3330255474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0ff8d0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- 172.21.15.63:0/3330255474 >> 172.21.15.63:0/3330255474 conn(0x7f9a4c0f9ee0 msgr2=0x7f9a4c0fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- 172.21.15.63:0/3330255474 shutdown_connections 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- 172.21.15.63:0/3330255474 wait complete. 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 Processor -- start 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- start start 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c0ffe10 0x7f9a4c19d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c100770 0x7f9a4c19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:36.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4c19fd70 con 0x7f9a4c0ff460 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4c19fee0 con 0x7f9a4c0ffe10 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.375+0000 7f9a54181700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4c1a00a0 con 0x7f9a4c100770 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42112/0 (socket says 172.21.15.63:42112) 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 -- 172.21.15.63:0/2864438129 learned_addr learned my addr 172.21.15.63:0/2864438129 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a5171c700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c0ffe10 0x7f9a4c19d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a5271e700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c100770 0x7f9a4c19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 -- 172.21.15.63:0/2864438129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c100770 msgr2=0x7f9a4c19f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c100770 0x7f9a4c19f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 -- 172.21.15.63:0/2864438129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c0ffe10 msgr2=0x7f9a4c19d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:36.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c0ffe10 0x7f9a4c19d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 -- 172.21.15.63:0/2864438129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a3c0095f0 con 0x7f9a4c0ff460 2023-11-16T18:21:36.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a51f1d700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9a4800d980 tx=0x7f9a4800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:36.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a48004220 con 0x7f9a4c0ff460 2023-11-16T18:21:36.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9a48007640 con 0x7f9a4c0ff460 2023-11-16T18:21:36.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a4c10ab60 con 0x7f9a4c0ff460 2023-11-16T18:21:36.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a48005690 con 0x7f9a4c0ff460 2023-11-16T18:21:36.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.376+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a4c10a9d0 con 0x7f9a4c0ff460 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.377+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a4c106890 con 0x7f9a4c0ff460 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.379+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9a48004750 con 0x7f9a4c0ff460 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.380+0000 7f9a42ffd700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 0x7f9a380a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.380+0000 7f9a5171c700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 0x7f9a380a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.380+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9a480cc630 con 0x7f9a4c0ff460 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.380+0000 7f9a5171c700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 0x7f9a380a3680 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c00b580 tx=0x7f9a3c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:36.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.383+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9a48096220 con 0x7f9a4c0ff460 2023-11-16T18:21:36.510 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:21:36 smithi125 systemd[1]: Started Ceph mds.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:36.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.627+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9a4c02cfe0 con 0x7f9a4c0ff460 2023-11-16T18:21:36.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.627+0000 7f9a42ffd700 1 -- 172.21.15.63:0/2864438129 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5045 (secure 0 0 0) 0x7f9a48016090 con 0x7f9a4c0ff460 2023-11-16T18:21:36.630 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:36.630 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7}],"filesystems":[]} 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.629+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 msgr2=0x7f9a380a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.629+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 0x7f9a380a3680 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c00b580 tx=0x7f9a3c005fb0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.629+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 msgr2=0x7f9a4c0feec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.629+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9a4800d980 tx=0x7f9a4800dc90 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.629+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 shutdown_connections 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9a380a11d0 0x7f9a380a3680 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9a4c100770 0x7f9a4c19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9a4c0ff460 0x7f9a4c0feec0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 --2- 172.21.15.63:0/2864438129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9a4c0ffe10 0x7f9a4c19d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:36.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 >> 172.21.15.63:0/2864438129 conn(0x7f9a4c0f9ee0 msgr2=0x7f9a4c1039d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:36.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 shutdown_connections 2023-11-16T18:21:36.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:36.630+0000 7f9a54181700 1 -- 172.21.15.63:0/2864438129 wait complete. 2023-11-16T18:21:36.633 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 7 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:36 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2864438129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:37.177 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:37.178 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:36 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2864438129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:37.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:37.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:36 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2864438129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:37.841 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:37 smithi093 systemd[1]: Starting Ceph mds.h for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:38.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:37 smithi093 ceph-mon[100185]: Deploying daemon mds.h on smithi093 2023-11-16T18:21:38.117 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:37 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:boot 2023-11-16T18:21:38.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:37 smithi093 ceph-mon[100185]: fsmap 7 up:standby 2023-11-16T18:21:38.118 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:37 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:21:38.118 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:37 smithi093 podman[124886]: 2023-11-16T18:21:38.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:37 smithi125 ceph-mon[100672]: Deploying daemon mds.h on smithi093 2023-11-16T18:21:38.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:37 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:boot 2023-11-16T18:21:38.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:37 smithi125 ceph-mon[100672]: fsmap 7 up:standby 2023-11-16T18:21:38.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:37 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:21:38.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:37 smithi063 ceph-mon[98873]: Deploying daemon mds.h on smithi093 2023-11-16T18:21:38.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:37 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:boot 2023-11-16T18:21:38.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:37 smithi063 ceph-mon[98873]: fsmap 7 up:standby 2023-11-16T18:21:38.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:37 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:21:38.646 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:38.684 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mds[124926]: -- 172.21.15.93:0/1526484066 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5647c5c49520 con 0x5647c5c1e800 2023-11-16T18:21:38.684 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:38 smithi093 bash[124886]: fe2e522248dcc988bc11257f798a799bae9808e7d88fa56fe5ee3d7e7dd7a983 2023-11-16T18:21:38.684 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: starting mds.h at 2023-11-16T18:21:38.684 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:21:38 smithi093 systemd[1]: Started Ceph mds.h for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:38.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 -- 172.21.15.63:0/1848916019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 msgr2=0x7f66bc1086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 --2- 172.21.15.63:0/1848916019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc1086d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f66b400b0a0 tx=0x7f66b400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 -- 172.21.15.63:0/1848916019 shutdown_connections 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 --2- 172.21.15.63:0/1848916019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc1086d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 --2- 172.21.15.63:0/1848916019 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 0x7f66bc1006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 --2- 172.21.15.63:0/1848916019 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 -- 172.21.15.63:0/1848916019 >> 172.21.15.63:0/1848916019 conn(0x7f66bc0fb870 msgr2=0x7f66bc0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 -- 172.21.15.63:0/1848916019 shutdown_connections 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.784+0000 7f66c264e700 1 -- 172.21.15.63:0/1848916019 wait complete. 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 Processor -- start 2023-11-16T18:21:38.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 -- start start 2023-11-16T18:21:38.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 0x7f66bc196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:38.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:38.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:38.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19dbf0 con 0x7f66bc101e10 2023-11-16T18:21:38.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19dd30 con 0x7f66bc100290 2023-11-16T18:21:38.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c264e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19dec0 con 0x7f66bc101480 2023-11-16T18:21:38.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42130/0 (socket says 172.21.15.63:42130) 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 -- 172.21.15.63:0/3729840945 learned_addr learned my addr 172.21.15.63:0/3729840945 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66bbfff700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 0x7f66bc196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66bb7fe700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 -- 172.21.15.63:0/3729840945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 msgr2=0x7f66bc1965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 -- 172.21.15.63:0/3729840945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 msgr2=0x7f66bc196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 0x7f66bc196070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66c0beb700 1 -- 172.21.15.63:0/3729840945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b4009d00 con 0x7f66bc101e10 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.785+0000 7f66bb7fe700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66c0beb700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f66b400d010 tx=0x7f66b400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b400e040 con 0x7f66bc101e10 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66b4003e10 con 0x7f66bc101e10 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66bc10bc70 con 0x7f66bc101e10 2023-11-16T18:21:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b4005260 con 0x7f66bc101e10 2023-11-16T18:21:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.786+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66bc10bae0 con 0x7f66bc101e10 2023-11-16T18:21:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.787+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66bc107140 con 0x7f66bc101e10 2023-11-16T18:21:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.788+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f66b40053e0 con 0x7f66bc101e10 2023-11-16T18:21:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.788+0000 7f66b97fa700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 0x7f66a80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:38.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.789+0000 7f66bbfff700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 0x7f66a80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:38.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.789+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f66b40cd9a0 con 0x7f66bc101e10 2023-11-16T18:21:38.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.789+0000 7f66bbfff700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 0x7f66a80a3600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66bc1012e0 tx=0x7f66ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:38.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:38.793+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f66b4097580 con 0x7f66bc101e10 2023-11-16T18:21:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.044+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f66bc02cfe0 con 0x7f66bc101e10 2023-11-16T18:21:39.047 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.045+0000 7f66b97fa700 1 -- 172.21.15.63:0/3729840945 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6562 (secure 0 0 0) 0x7f66b409aba0 con 0x7f66bc101e10 2023-11-16T18:21:39.047 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:39.047 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8}],"filesystems":[]} 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 msgr2=0x7f66a80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 0x7f66a80a3600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66bc1012e0 tx=0x7f66ac009260 comp rx=0 tx=0).stop 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 msgr2=0x7f66bc19d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f66b400d010 tx=0x7f66b400bc80 comp rx=0 tx=0).stop 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 shutdown_connections 2023-11-16T18:21:39.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66a80a1150 0x7f66a80a3600 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f66bc101e10 0x7f66bc19d620 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f66bc100290 0x7f66bc196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 --2- 172.21.15.63:0/3729840945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66bc101480 0x7f66bc1965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 >> 172.21.15.63:0/3729840945 conn(0x7f66bc0fb870 msgr2=0x7f66bc0fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 shutdown_connections 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:39.047+0000 7f66c264e700 1 -- 172.21.15.63:0/3729840945 wait complete. 2023-11-16T18:21:39.050 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 9 2023-11-16T18:21:39.060 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:39.061 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:38 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:39.177 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:38 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:39.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:39.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:39.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:38 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:39 smithi093 ceph-mon[100185]: Deploying daemon mds.i on smithi125 2023-11-16T18:21:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:39 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6836/1006832719,v1:172.21.15.93:6837/1006832719] up:boot 2023-11-16T18:21:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:39 smithi093 ceph-mon[100185]: fsmap 8 up:standby 2023-11-16T18:21:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:39 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:21:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:39 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3729840945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:40.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:39 smithi125 ceph-mon[100672]: Deploying daemon mds.i on smithi125 2023-11-16T18:21:40.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:39 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6836/1006832719,v1:172.21.15.93:6837/1006832719] up:boot 2023-11-16T18:21:40.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:39 smithi125 ceph-mon[100672]: fsmap 8 up:standby 2023-11-16T18:21:40.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:39 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:21:40.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:39 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3729840945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:40.261 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 systemd[1]: Starting Ceph mds.i for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:40.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:39 smithi063 ceph-mon[98873]: Deploying daemon mds.i on smithi125 2023-11-16T18:21:40.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:39 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6836/1006832719,v1:172.21.15.93:6837/1006832719] up:boot 2023-11-16T18:21:40.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:39 smithi063 ceph-mon[98873]: fsmap 8 up:standby 2023-11-16T18:21:40.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:39 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:21:40.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:39 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3729840945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:40.572 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 podman[126735]: 2023-11-16T18:21:40.858 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mds[126775]: -- 172.21.15.125:0/2961410131 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56263f70f520 con 0x56263f6e4800 2023-11-16T18:21:40.861 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: starting mds.i at 2023-11-16T18:21:40.861 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 bash[126735]: f83ff830c43ff482130729a79a09e1b579211038a173f8e447051950997235cb 2023-11-16T18:21:40.861 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:21:40 smithi125 systemd[1]: Started Ceph mds.i for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:41.063 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:41.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:41.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:40 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:41.207 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 -- 172.21.15.63:0/1940280974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8298100d30 msgr2=0x7f82981075f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 --2- 172.21.15.63:0/1940280974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8298100d30 0x7f82981075f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f829000b0a0 tx=0x7f829000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 -- 172.21.15.63:0/1940280974 shutdown_connections 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 --2- 172.21.15.63:0/1940280974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8298100d30 0x7f82981075f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 --2- 172.21.15.63:0/1940280974 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f82980ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 --2- 172.21.15.63:0/1940280974 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82981003a0 0x7f82981007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 -- 172.21.15.63:0/1940280974 >> 172.21.15.63:0/1940280974 conn(0x7f82980fa7d0 msgr2=0x7f82980fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 -- 172.21.15.63:0/1940280974 shutdown_connections 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.205+0000 7f829da6a700 1 -- 172.21.15.63:0/1940280974 wait complete. 2023-11-16T18:21:41.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 Processor -- start 2023-11-16T18:21:41.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 -- start start 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 0x7f8298101780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8298100d30 0x7f8298101cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8298102460 con 0x7f82981003a0 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82981025d0 con 0x7f8298100d30 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f829da6a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f829819fff0 con 0x7f82980ff1b0 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f82977fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f8296ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 0x7f8298101780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f82977fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:40908/0 (socket says 172.21.15.63:40908) 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.206+0000 7f82977fe700 1 -- 172.21.15.63:0/2044639953 learned_addr learned my addr 172.21.15.63:0/2044639953 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f8297fff700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8298100d30 0x7f8298101cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:41.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 -- 172.21.15.63:0/2044639953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8298100d30 msgr2=0x7f8298101cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8298100d30 0x7f8298101cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 -- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 msgr2=0x7f8298101780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 0x7f8298101780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 -- 172.21.15.63:0/2044639953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8290009d00 con 0x7f82980ff1b0 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f8296ffd700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 0x7f8298101780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f82977fe700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f828800d980 tx=0x7f828800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8288004020 con 0x7f82980ff1b0 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f829810ab30 con 0x7f82980ff1b0 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8288009730 con 0x7f82980ff1b0 2023-11-16T18:21:41.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8288003a30 con 0x7f82980ff1b0 2023-11-16T18:21:41.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.207+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f829810a9a0 con 0x7f82980ff1b0 2023-11-16T18:21:41.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.208+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82981a0790 con 0x7f82980ff1b0 2023-11-16T18:21:41.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.210+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f82880098a0 con 0x7f82980ff1b0 2023-11-16T18:21:41.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.210+0000 7f8294ff9700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 0x7f82800a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:41.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.210+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f82880cc130 con 0x7f82980ff1b0 2023-11-16T18:21:41.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.210+0000 7f8296ffd700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 0x7f82800a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:41.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.211+0000 7f8296ffd700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 0x7f82800a3600 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f828c00afd0 tx=0x7f828c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:41.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.213+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8288095d20 con 0x7f82980ff1b0 2023-11-16T18:21:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:41.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:41.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:40 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:41.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:41.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:41.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:41.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:41.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:40 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:41.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.483+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82981a0d40 con 0x7f82980ff1b0 2023-11-16T18:21:41.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.484+0000 7f8294ff9700 1 -- 172.21.15.63:0/2044639953 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6562 (secure 0 0 0) 0x7f8288099340 con 0x7f82980ff1b0 2023-11-16T18:21:41.486 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:41.486 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8}],"filesystems":[]} 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.486+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 msgr2=0x7f82800a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.486+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 0x7f82800a3600 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f828c00afd0 tx=0x7f828c00a380 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 msgr2=0x7f8298103140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f828800d980 tx=0x7f828800dc90 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 shutdown_connections 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82800a1150 0x7f82800a3600 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8298100d30 0x7f8298101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82980ff1b0 0x7f8298103140 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 --2- 172.21.15.63:0/2044639953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82981003a0 0x7f8298101780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:41.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 >> 172.21.15.63:0/2044639953 conn(0x7f82980fa7d0 msgr2=0x7f82980690b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:41.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 shutdown_connections 2023-11-16T18:21:41.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:41.487+0000 7f829da6a700 1 -- 172.21.15.63:0/2044639953 wait complete. 2023-11-16T18:21:41.490 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 9 2023-11-16T18:21:42.031 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:41 smithi063 ceph-mon[98873]: Deploying daemon mds.g on smithi063 2023-11-16T18:21:42.032 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:41 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2044639953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:42.032 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:41 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:boot 2023-11-16T18:21:42.032 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:41 smithi063 ceph-mon[98873]: fsmap 9 up:standby 2023-11-16T18:21:42.032 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:41 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:21:42.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:41 smithi093 ceph-mon[100185]: Deploying daemon mds.g on smithi063 2023-11-16T18:21:42.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:41 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2044639953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:42.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:41 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:boot 2023-11-16T18:21:42.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:41 smithi093 ceph-mon[100185]: fsmap 9 up:standby 2023-11-16T18:21:42.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:41 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:21:42.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:41 smithi125 ceph-mon[100672]: Deploying daemon mds.g on smithi063 2023-11-16T18:21:42.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:41 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2044639953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:42.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:41 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:boot 2023-11-16T18:21:42.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:41 smithi125 ceph-mon[100672]: fsmap 9 up:standby 2023-11-16T18:21:42.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:41 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:21:42.317 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 systemd[1]: Starting Ceph mds.g for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:42.862 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 podman[133221]: 2023-11-16T18:21:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:42 smithi093 ceph-mon[100185]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:42 smithi125 ceph-mon[100672]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:43.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:42 smithi063 ceph-mon[98873]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:43.331 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 ceph-mds[133261]: -- 172.21.15.63:0/210827955 <== mon.0 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563d1a659520 con 0x563d1a62ec00 2023-11-16T18:21:43.331 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-g[133237]: starting mds.g at 2023-11-16T18:21:43.331 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 bash[133221]: 798c4169a2f19225202aedcd9cfe5eddc5aba573eb4444107f54f2f8a937bddc 2023-11-16T18:21:43.331 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:21:42 smithi063 systemd[1]: Started Ceph mds.g for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:43.503 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:43.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/4018556589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b981003b0 msgr2=0x7f8b98100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:43.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/4018556589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b981003b0 0x7f8b98100800 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8b94009990 tx=0x7f8b94009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/4018556589 shutdown_connections 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/4018556589 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b98100d40 0x7f8b98107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/4018556589 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b980ff1c0 0x7f8b980ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/4018556589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b981003b0 0x7f8b98100800 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/4018556589 >> 172.21.15.63:0/4018556589 conn(0x7f8b980fa7a0 msgr2=0x7f8b980fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/4018556589 shutdown_connections 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.635+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/4018556589 wait complete. 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 Processor -- start 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 -- start start 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b981003b0 0x7f8b981964e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:43.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b98100d40 0x7f8b9819d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b9819db20 con 0x7f8b980ff1c0 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b9819dc60 con 0x7f8b98100d40 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9f3b5700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b9819ddf0 con 0x7f8b981003b0 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42164/0 (socket says 172.21.15.63:42164) 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 -- 172.21.15.63:0/1838759011 learned_addr learned my addr 172.21.15.63:0/1838759011 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d952700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b98100d40 0x7f8b9819d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 -- 172.21.15.63:0/1838759011 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b981003b0 msgr2=0x7f8b981964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b981003b0 0x7f8b981964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 -- 172.21.15.63:0/1838759011 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b98100d40 msgr2=0x7f8b9819d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b98100d40 0x7f8b9819d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.636+0000 7f8b9d151700 1 -- 172.21.15.63:0/1838759011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b940095f0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b9d151700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8b8800d980 tx=0x7f8b8800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b8800de60 con 0x7f8b980ff1c0 2023-11-16T18:21:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b9810ab70 con 0x7f8b980ff1c0 2023-11-16T18:21:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b880044e0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b88003be0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.637+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b9810a9e0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.638+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b9819e540 con 0x7f8b980ff1c0 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.639+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8b88009bb0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.639+0000 7f8b8e7fc700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 0x7f8b840a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.639+0000 7f8b9c950700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 0x7f8b840a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.639+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8b880cc220 con 0x7f8b980ff1c0 2023-11-16T18:21:43.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.640+0000 7f8b9c950700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 0x7f8b840a3600 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8b94005f50 tx=0x7f8b94005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:43.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.644+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8b88095e10 con 0x7f8b980ff1c0 2023-11-16T18:21:43.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.898+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8b9819eaf0 con 0x7f8b980ff1c0 2023-11-16T18:21:43.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.899+0000 7f8b8e7fc700 1 -- 172.21.15.63:0/1838759011 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8079 (secure 0 0 0) 0x7f8b88009940 con 0x7f8b980ff1c0 2023-11-16T18:21:43.901 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:43.901 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-11-16T18:21:43.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 msgr2=0x7f8b840a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:43.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 0x7f8b840a3600 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8b94005f50 tx=0x7f8b94005e80 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 msgr2=0x7f8b98195fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8b8800d980 tx=0x7f8b8800dd40 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 shutdown_connections 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b840a1150 0x7f8b840a3600 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b98100d40 0x7f8b9819d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b980ff1c0 0x7f8b98195fa0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 --2- 172.21.15.63:0/1838759011 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b981003b0 0x7f8b981964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 >> 172.21.15.63:0/1838759011 conn(0x7f8b980fa7a0 msgr2=0x7f8b98068de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 shutdown_connections 2023-11-16T18:21:43.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:43.901+0000 7f8b9f3b5700 1 -- 172.21.15.63:0/1838759011 wait complete. 2023-11-16T18:21:43.905 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 11 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: Deploying daemon mds.a on smithi063 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.63:6838/616371744,v1:172.21.15.63:6839/616371744] up:boot 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: fsmap 10 up:standby 2023-11-16T18:21:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-11-16T18:21:44.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:43 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1838759011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: Deploying daemon mds.a on smithi063 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.63:6838/616371744,v1:172.21.15.63:6839/616371744] up:boot 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: fsmap 10 up:standby 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-11-16T18:21:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:43 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1838759011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:44.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:44.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: Deploying daemon mds.a on smithi063 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.63:6838/616371744,v1:172.21.15.63:6839/616371744] up:boot 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: fsmap 10 up:standby 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-11-16T18:21:44.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:43 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1838759011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:44.917 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:44 smithi063 systemd[1]: Starting Ceph mds.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:45.216 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:44 smithi063 podman[133607]: 2023-11-16T18:21:45.581 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:45 smithi063 ceph-mds[133647]: -- 172.21.15.63:0/3089043970 <== mon.0 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5624fb141520 con 0x5624fb116800 2023-11-16T18:21:45.582 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:45 smithi063 bash[133607]: 507714f0ed8d274b5c05bbc4f5f75c8010110e984067e819fc2529fd6bd9ab8c 2023-11-16T18:21:45.582 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:45 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-a[133623]: starting mds.a at 2023-11-16T18:21:45.582 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:21:45 smithi063 systemd[1]: Started Ceph mds.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:45.918 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:46.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 -- 172.21.15.63:0/2362131093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39981003b0 msgr2=0x7f3998100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 --2- 172.21.15.63:0/2362131093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39981003b0 0x7f3998100800 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3984009990 tx=0x7f3984009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 -- 172.21.15.63:0/2362131093 shutdown_connections 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 --2- 172.21.15.63:0/2362131093 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3998100d40 0x7f3998107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 --2- 172.21.15.63:0/2362131093 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f39980ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 --2- 172.21.15.63:0/2362131093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39981003b0 0x7f3998100800 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 -- 172.21.15.63:0/2362131093 >> 172.21.15.63:0/2362131093 conn(0x7f39980fa7a0 msgr2=0x7f39980fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 -- 172.21.15.63:0/2362131093 shutdown_connections 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.055+0000 7f399ec79700 1 -- 172.21.15.63:0/2362131093 wait complete. 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 Processor -- start 2023-11-16T18:21:46.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 -- start start 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f39981003b0 0x7f39981964c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399819db00 con 0x7f3998100d40 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399819dc40 con 0x7f39980ff1c0 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ec79700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399819ddd0 con 0x7f39981003b0 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ca15700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399d216700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ca15700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:37596/0 (socket says 172.21.15.63:37596) 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399d216700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42196/0 (socket says 172.21.15.63:42196) 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f399ca15700 1 -- 172.21.15.63:0/2275342818 learned_addr learned my addr 172.21.15.63:0/2275342818 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:46.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.056+0000 7f3997fff700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f39981003b0 0x7f39981964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 -- 172.21.15.63:0/2275342818 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f39981003b0 msgr2=0x7f39981964c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f39981003b0 0x7f39981964c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 -- 172.21.15.63:0/2275342818 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 msgr2=0x7f3998195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 -- 172.21.15.63:0/2275342818 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39840095f0 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399ca15700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399d216700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3990007f10 tx=0x7f399000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399000ddd0 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f399000f040 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3990005a90 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f399810bcf0 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.057+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f399810bb60 con 0x7f3998100d40 2023-11-16T18:21:46.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.058+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3998106710 con 0x7f3998100d40 2023-11-16T18:21:46.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.059+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f3990004ad0 con 0x7f3998100d40 2023-11-16T18:21:46.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.060+0000 7f3995ffb700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 0x7f39880a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:46.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.060+0000 7f399ca15700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 0x7f39880a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:46.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.060+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f39900cbd00 con 0x7f3998100d40 2023-11-16T18:21:46.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.060+0000 7f399ca15700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 0x7f39880a3600 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f398c007fd0 tx=0x7f398c007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:46.070 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.064+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f399004e730 con 0x7f3998100d40 2023-11-16T18:21:46.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.309+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f399802cfe0 con 0x7f3998100d40 2023-11-16T18:21:46.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.309+0000 7f3995ffb700 1 -- 172.21.15.63:0/2275342818 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+8837 (secure 0 0 0) 0x7f39900958f0 con 0x7f3998100d40 2023-11-16T18:21:46.312 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:46.312 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-11-16T18:21:46.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 msgr2=0x7f39880a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 0x7f39880a3600 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f398c007fd0 tx=0x7f398c007480 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 msgr2=0x7f399819d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3990007f10 tx=0x7f399000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 shutdown_connections 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f39880a1150 0x7f39880a3600 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3998100d40 0x7f399819d530 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f39980ff1c0 0x7f3998195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 --2- 172.21.15.63:0/2275342818 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f39981003b0 0x7f39981964c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 >> 172.21.15.63:0/2275342818 conn(0x7f39980fa7a0 msgr2=0x7f3998103850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 shutdown_connections 2023-11-16T18:21:46.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:46.312+0000 7f399ec79700 1 -- 172.21.15.63:0/2275342818 wait complete. 2023-11-16T18:21:46.320 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 12 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:46.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:46.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: Deploying daemon mds.b on smithi093 2023-11-16T18:21:46.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.63:6840/2441236659,v1:172.21.15.63:6841/2441236659] up:boot 2023-11-16T18:21:46.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: fsmap 11 up:standby 2023-11-16T18:21:46.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-11-16T18:21:46.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:46 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2275342818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:46.633 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:46.633 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.633 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.633 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.633 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: Deploying daemon mds.b on smithi093 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.63:6840/2441236659,v1:172.21.15.63:6841/2441236659] up:boot 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: fsmap 11 up:standby 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-11-16T18:21:46.634 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:46 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2275342818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:46.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:46.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: Deploying daemon mds.b on smithi093 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.63:6840/2441236659,v1:172.21.15.63:6841/2441236659] up:boot 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: fsmap 11 up:standby 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-11-16T18:21:46.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:46 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2275342818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:46.934 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:46 smithi093 systemd[1]: Starting Ceph mds.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:21:47.423 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:47 smithi093 podman[125226]: 2023-11-16T18:21:47.684 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:47 smithi093 ceph-mds[125266]: -- 172.21.15.93:0/1633759881 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564bcc67d520 con 0x564bcc652c00 2023-11-16T18:21:47.684 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:47 smithi093 bash[125226]: b8c3a0308716b03bf80c6b303dad7ae855a92426f5bb749f902d26ea5ac956b2 2023-11-16T18:21:47.684 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: starting mds.b at 2023-11-16T18:21:47.684 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:47 smithi093 systemd[1]: Started Ceph mds.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:21:48.327 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 -- 172.21.15.63:0/1196712425 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 msgr2=0x7fbd9c100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 --2- 172.21.15.63:0/1196712425 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c100730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009990 tx=0x7fbd98009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 -- 172.21.15.63:0/1196712425 shutdown_connections 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 --2- 172.21.15.63:0/1196712425 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 0x7fbd9c108760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 --2- 172.21.15.63:0/1196712425 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c100730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 --2- 172.21.15.63:0/1196712425 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 0x7fbd9c101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 -- 172.21.15.63:0/1196712425 >> 172.21.15.63:0/1196712425 conn(0x7fbd9c0fb900 msgr2=0x7fbd9c0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 -- 172.21.15.63:0/1196712425 shutdown_connections 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 -- 172.21.15.63:0/1196712425 wait complete. 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.462+0000 7fbda3d48700 1 Processor -- start 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 -- start start 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 0x7fbd9c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 0x7fbd9c19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9c19fd40 con 0x7fbd9c100320 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9c19fe80 con 0x7fbd9c101510 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda3d48700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9c1a0010 con 0x7fbd9c101ea0 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42204/0 (socket says 172.21.15.63:42204) 2023-11-16T18:21:48.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 -- 172.21.15.63:0/3389874404 learned_addr learned my addr 172.21.15.63:0/3389874404 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:48.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda22e5700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 0x7fbd9c19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda12e3700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 0x7fbd9c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 -- 172.21.15.63:0/3389874404 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 msgr2=0x7fbd9c19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 0x7fbd9c19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 -- 172.21.15.63:0/3389874404 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 msgr2=0x7fbd9c198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 0x7fbd9c198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.463+0000 7fbda1ae4700 1 -- 172.21.15.63:0/3389874404 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd980095f0 con 0x7fbd9c100320 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbda1ae4700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800b620 tx=0x7fbd98004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd9801d070 con 0x7fbd9c100320 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd98005030 con 0x7fbd9c100320 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd9c10bc10 con 0x7fbd9c100320 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd98004b80 con 0x7fbd9c100320 2023-11-16T18:21:48.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.464+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd9c10ba80 con 0x7fbd9c100320 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.465+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd9c1928a0 con 0x7fbd9c100320 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.466+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fbd980051a0 con 0x7fbd9c100320 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.467+0000 7fbd92ffd700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 0x7fbd880a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.467+0000 7fbda12e3700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 0x7fbd880a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.467+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbd980cd870 con 0x7fbd9c100320 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.467+0000 7fbda12e3700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 0x7fbd880a3600 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c009c60 tx=0x7fbd8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:48.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.470+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fbd980974d0 con 0x7fbd9c100320 2023-11-16T18:21:48.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.723+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbd9c061700 con 0x7fbd9c100320 2023-11-16T18:21:48.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.723+0000 7fbd92ffd700 1 -- 172.21.15.63:0/3389874404 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+9595 (secure 0 0 0) 0x7fbd98004ce0 con 0x7fbd9c100320 2023-11-16T18:21:48.725 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:48.726 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24509,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":13}],"filesystems":[]} 2023-11-16T18:21:48.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 msgr2=0x7fbd880a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 0x7fbd880a3600 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c009c60 tx=0x7fbd8c009260 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 msgr2=0x7fbd9c1981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800b620 tx=0x7fbd98004730 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 shutdown_connections 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbd880a1150 0x7fbd880a3600 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbd9c101ea0 0x7fbd9c19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd9c100320 0x7fbd9c1981c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 --2- 172.21.15.63:0/3389874404 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbd9c101510 0x7fbd9c198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.725+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 >> 172.21.15.63:0/3389874404 conn(0x7fbd9c0fb900 msgr2=0x7fbd9c106e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.726+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 shutdown_connections 2023-11-16T18:21:48.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.726+0000 7fbda3d48700 1 -- 172.21.15.63:0/3389874404 wait complete. 2023-11-16T18:21:48.730 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 13 2023-11-16T18:21:48.739 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:48.739 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.739 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.739 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:boot 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: fsmap 12 up:standby 2023-11-16T18:21:48.740 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:48 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:21:48.741 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:boot 2023-11-16T18:21:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: fsmap 12 up:standby 2023-11-16T18:21:48.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:48 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:21:48.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 -- 172.21.15.63:0/1594487446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 msgr2=0x7ff17c108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 --2- 172.21.15.63:0/1594487446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c108710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff17400b0a0 tx=0x7ff17400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 -- 172.21.15.63:0/1594487446 shutdown_connections 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 --2- 172.21.15.63:0/1594487446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c108710 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 --2- 172.21.15.63:0/1594487446 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 --2- 172.21.15.63:0/1594487446 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 0x7ff17c101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 -- 172.21.15.63:0/1594487446 >> 172.21.15.63:0/1594487446 conn(0x7ff17c0fb8b0 msgr2=0x7ff17c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 -- 172.21.15.63:0/1594487446 shutdown_connections 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.873+0000 7ff1836f6700 1 -- 172.21.15.63:0/1594487446 wait complete. 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 Processor -- start 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 -- start start 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 0x7ff17c072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c073bc0 con 0x7ff17c101e50 2023-11-16T18:21:48.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c073d30 con 0x7ff17c1014c0 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff1836f6700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c1a0140 con 0x7ff17c1002d0 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181c93700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181c93700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c073420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42222/0 (socket says 172.21.15.63:42222) 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:40986/0 (socket says 172.21.15.63:40986) 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181c93700 1 -- 172.21.15.63:0/3897065255 learned_addr learned my addr 172.21.15.63:0/3897065255 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff180c91700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 0x7ff17c072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 -- 172.21.15.63:0/3897065255 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 msgr2=0x7ff17c072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 0x7ff17c072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 -- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 msgr2=0x7ff17c073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:48.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:48.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 -- 172.21.15.63:0/3897065255 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff178009520 con 0x7ff17c1002d0 2023-11-16T18:21:48.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.874+0000 7ff181492700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff16c00e9c0 tx=0x7ff16c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.875+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16c004220 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.875+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff174009d00 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.875+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff16c004380 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.875+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16c003be0 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.875+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff17c10bca0 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.876+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff17c1077b0 con 0x7ff17c1002d0 2023-11-16T18:21:48.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.877+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff16c003d40 con 0x7ff17c1002d0 2023-11-16T18:21:48.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.878+0000 7ff1727fc700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 0x7ff1680a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:48.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.878+0000 7ff180c91700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 0x7ff1680a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:48.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.878+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff16c014070 con 0x7ff17c1002d0 2023-11-16T18:21:48.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.878+0000 7ff180c91700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 0x7ff1680a3600 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff178009df0 tx=0x7ff178009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:48.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:48.881+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff16c096490 con 0x7ff17c1002d0 2023-11-16T18:21:48.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:boot 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: fsmap 12 up:standby 2023-11-16T18:21:48.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:48 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:21:49.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.088+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff17c067a60 con 0x7ff17c1002d0 2023-11-16T18:21:49.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.090+0000 7ff1727fc700 1 -- 172.21.15.63:0/3897065255 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18350 (secure 0 0 0) 0x7ff16c01f340 con 0x7ff17c1002d0 2023-11-16T18:21:49.092 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:49.092 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":80,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:21:11.788235+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 msgr2=0x7ff1680a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 0x7ff1680a3600 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff178009df0 tx=0x7ff178009260 comp rx=0 tx=0).stop 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 msgr2=0x7ff17c0748a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff16c00e9c0 tx=0x7ff16c00ecd0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 shutdown_connections 2023-11-16T18:21:49.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff1680a1150 0x7ff1680a3600 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff17c101e50 0x7ff17c073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff17c1002d0 0x7ff17c0748a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 --2- 172.21.15.63:0/3897065255 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff17c1014c0 0x7ff17c072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 >> 172.21.15.63:0/3897065255 conn(0x7ff17c0fb8b0 msgr2=0x7ff17c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 shutdown_connections 2023-11-16T18:21:49.095 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.092+0000 7ff1836f6700 1 -- 172.21.15.63:0/3897065255 wait complete. 2023-11-16T18:21:49.107 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-16T18:21:49.107 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.237+0000 7fcc10de5700 1 -- 172.21.15.63:0/1831054464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c074ad0 msgr2=0x7fcc0c072f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.237+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1831054464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c072f20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc009990 tx=0x7fcbfc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 -- 172.21.15.63:0/1831054464 shutdown_connections 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1831054464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c108160 0x7fcc0c10a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1831054464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c072f20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1831054464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 -- 172.21.15.63:0/1831054464 >> 172.21.15.63:0/1831054464 conn(0x7fcc0c0fb8d0 msgr2=0x7fcc0c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.238+0000 7fcc10de5700 1 -- 172.21.15.63:0/1831054464 shutdown_connections 2023-11-16T18:21:49.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.239+0000 7fcc10de5700 1 -- 172.21.15.63:0/1831054464 wait complete. 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.239+0000 7fcc10de5700 1 Processor -- start 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 -- start start 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c108160 0x7fcc0c19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c19fdc0 con 0x7fcc0c0734f0 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c19ff00 con 0x7fcc0c108160 2023-11-16T18:21:49.244 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc10de5700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c1a0090 con 0x7fcc0c074ad0 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc0a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc0a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42230/0 (socket says 172.21.15.63:42230) 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:41000/0 (socket says 172.21.15.63:41000) 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc0a59c700 1 -- 172.21.15.63:0/1918334342 learned_addr learned my addr 172.21.15.63:0/1918334342 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc0ad9d700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c108160 0x7fcc0c19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 -- 172.21.15.63:0/1918334342 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c108160 msgr2=0x7fcc0c19f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c108160 0x7fcc0c19f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 -- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 msgr2=0x7fcc0c198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.240+0000 7fcc09d9b700 1 -- 172.21.15.63:0/1918334342 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbfc0095f0 con 0x7fcc0c074ad0 2023-11-16T18:21:49.245 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcc09d9b700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000e9f0 tx=0x7fcc0000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc0000c9c0 con 0x7fcc0c074ad0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc0c10de60 con 0x7fcc0c074ad0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc0c10dcd0 con 0x7fcc0c074ad0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc00010430 con 0x7fcc0c074ad0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.241+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc00018680 con 0x7fcc0c074ad0 2023-11-16T18:21:49.246 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.242+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbec005310 con 0x7fcc0c074ad0 2023-11-16T18:21:49.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.243+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fcc0000cb20 con 0x7fcc0c074ad0 2023-11-16T18:21:49.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.244+0000 7fcbfb7fe700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 0x7fcbf40a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.244+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fcc00014070 con 0x7fcc0c074ad0 2023-11-16T18:21:49.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.244+0000 7fcc0a59c700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 0x7fcbf40a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.244+0000 7fcc0a59c700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 0x7fcbf40a3680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00b2e0 tx=0x7fcbfc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:49.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.248+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcc00095fd0 con 0x7fcc0c074ad0 2023-11-16T18:21:49.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.464+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcbec005f60 con 0x7fcc0c074ad0 2023-11-16T18:21:49.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.465+0000 7fcbfb7fe700 1 -- 172.21.15.63:0/1918334342 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcc000995f0 con 0x7fcc0c074ad0 2023-11-16T18:21:49.468 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 msgr2=0x7fcbf40a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 0x7fcbf40a3680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00b2e0 tx=0x7fcbfc005fb0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 msgr2=0x7fcc0c198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000e9f0 tx=0x7fcc0000ed00 comp rx=0 tx=0).stop 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 shutdown_connections 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcbf40a11d0 0x7fcbf40a3680 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.470 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcc0c108160 0x7fcc0c19f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc0c0734f0 0x7fcc0c198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 --2- 172.21.15.63:0/1918334342 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcc0c074ad0 0x7fcc0c198780 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 >> 172.21.15.63:0/1918334342 conn(0x7fcc0c0fb8d0 msgr2=0x7fcc0c0fdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 shutdown_connections 2023-11-16T18:21:49.471 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.467+0000 7fcc10de5700 1 -- 172.21.15.63:0/1918334342 wait complete. 2023-11-16T18:21:49.482 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-16T18:21:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 -- 172.21.15.63:0/757907382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f95781003a0 msgr2=0x7f95781007f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 --2- 172.21.15.63:0/757907382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f95781003a0 0x7f95781007f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9560009990 tx=0x7f9560009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 -- 172.21.15.63:0/757907382 shutdown_connections 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 --2- 172.21.15.63:0/757907382 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9578100d30 0x7f95781075f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 --2- 172.21.15.63:0/757907382 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95780ff1b0 0x7f95780ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 --2- 172.21.15.63:0/757907382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f95781003a0 0x7f95781007f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 -- 172.21.15.63:0/757907382 >> 172.21.15.63:0/757907382 conn(0x7f95780fa790 msgr2=0x7f95780fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 -- 172.21.15.63:0/757907382 shutdown_connections 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.612+0000 7f957ee7e700 1 -- 172.21.15.63:0/757907382 wait complete. 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 Processor -- start 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 -- start start 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f95780ff1b0 0x7f9578069950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 0x7f957819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957819da90 con 0x7f9578100d30 2023-11-16T18:21:49.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957819dc00 con 0x7f95781003a0 2023-11-16T18:21:49.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957ee7e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957819ddc0 con 0x7f95780ff1b0 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957d41b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957cc1a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f95780ff1b0 0x7f9578069950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957d41b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42248/0 (socket says 172.21.15.63:42248) 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f957d41b700 1 -- 172.21.15.63:0/1749122866 learned_addr learned my addr 172.21.15.63:0/1749122866 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.613+0000 7f9577fff700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 0x7f957819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 -- 172.21.15.63:0/1749122866 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f95780ff1b0 msgr2=0x7f9578069950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f95780ff1b0 0x7f9578069950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 -- 172.21.15.63:0/1749122866 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 msgr2=0x7f957819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 0x7f957819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 -- 172.21.15.63:0/1749122866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95600095f0 con 0x7f9578100d30 2023-11-16T18:21:49.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f9577fff700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 0x7f957819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957d41b700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f956800d980 tx=0x7f956800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9568004a30 con 0x7f9578100d30 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95680054e0 con 0x7f9578100d30 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f957810ab60 con 0x7f9578100d30 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f956800fbc0 con 0x7f9578100d30 2023-11-16T18:21:49.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.614+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f957810a9d0 con 0x7f9578100d30 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.615+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f957819e460 con 0x7f9578100d30 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.616+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9568004c20 con 0x7f9578100d30 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.617+0000 7f9575ffb700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 0x7f95640a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.617+0000 7f957cc1a700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 0x7f95640a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.617+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f95680cc2a0 con 0x7f9578100d30 2023-11-16T18:21:49.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.617+0000 7f957cc1a700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 0x7f95640a3680 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9578100200 tx=0x7f957000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:49.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.621+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9568095df0 con 0x7f9578100d30 2023-11-16T18:21:49.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3389874404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:49.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3897065255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:49.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1918334342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:49.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.839+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f957819eb00 con 0x7f9578100d30 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.839+0000 7f9575ffb700 1 -- 172.21.15.63:0/1749122866 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v80) v1 ==== 84+0+65 (secure 0 0 0) 0x7f9568099410 con 0x7f9578100d30 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout:[ 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout: "poolnum": 1, 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout: "poolname": ".mgr" 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:21:49.842 INFO:teuthology.orchestra.run.smithi063.stdout:] 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 msgr2=0x7f95640a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 0x7f95640a3680 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9578100200 tx=0x7f957000b040 comp rx=0 tx=0).stop 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 msgr2=0x7f957819d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f956800d980 tx=0x7f956800dc90 comp rx=0 tx=0).stop 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 shutdown_connections 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f95640a11d0 0x7f95640a3680 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9578100d30 0x7f957819d2f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f95780ff1b0 0x7f9578069950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 --2- 172.21.15.63:0/1749122866 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f95781003a0 0x7f957819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 >> 172.21.15.63:0/1749122866 conn(0x7f95780fa790 msgr2=0x7f95780fc9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 shutdown_connections 2023-11-16T18:21:49.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.842+0000 7f957ee7e700 1 -- 172.21.15.63:0/1749122866 wait complete. 2023-11-16T18:21:49.859 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-16T18:21:49.859 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-16T18:21:49.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3389874404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:49.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3897065255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:49.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1918334342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:49.995 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 -- 172.21.15.63:0/1438980786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93040ff1c0 msgr2=0x7f93040ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 --2- 172.21.15.63:0/1438980786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93040ff1c0 0x7f93040ff5d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f92f4009990 tx=0x7f92f4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 -- 172.21.15.63:0/1438980786 shutdown_connections 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 --2- 172.21.15.63:0/1438980786 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9304100d40 0x7f9304107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 --2- 172.21.15.63:0/1438980786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93040ff1c0 0x7f93040ff5d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 --2- 172.21.15.63:0/1438980786 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 0x7f9304100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 -- 172.21.15.63:0/1438980786 >> 172.21.15.63:0/1438980786 conn(0x7f93040fa7c0 msgr2=0x7f93040fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 -- 172.21.15.63:0/1438980786 shutdown_connections 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.991+0000 7f930a7aa700 1 -- 172.21.15.63:0/1438980786 wait complete. 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.992+0000 7f930a7aa700 1 Processor -- start 2023-11-16T18:21:49.996 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.992+0000 7f930a7aa700 1 -- start start 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.992+0000 7f930a7aa700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 0x7f9304068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.992+0000 7f930a7aa700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 0x7f930419ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.992+0000 7f930a7aa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f930a7aa700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930419dc30 con 0x7f9304100d40 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f930a7aa700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930419dda0 con 0x7f93040ff1c0 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f930a7aa700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930419df60 con 0x7f93041003b0 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9308d47700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9308d47700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42260/0 (socket says 172.21.15.63:42260) 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9308d47700 1 -- 172.21.15.63:0/2418783024 learned_addr learned my addr 172.21.15.63:0/2418783024 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 0x7f9304068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f93037fe700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 0x7f930419ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 -- 172.21.15.63:0/2418783024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 msgr2=0x7f930419ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.997 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 0x7f930419ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 -- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 msgr2=0x7f930419d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 -- 172.21.15.63:0/2418783024 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92f40095f0 con 0x7f93040ff1c0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9308d47700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f9303fff700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 0x7f9304068940 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f92f40098e0 tx=0x7f92f4005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f401d070 con 0x7f93040ff1c0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f930410ab80 con 0x7f93040ff1c0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92f4005030 con 0x7f93040ff1c0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.993+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f4004ab0 con 0x7f93040ff1c0 2023-11-16T18:21:49.998 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.994+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f930410a9f0 con 0x7f93040ff1c0 2023-11-16T18:21:49.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.995+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f930419e560 con 0x7f93040ff1c0 2023-11-16T18:21:49.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.996+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f92f4004c10 con 0x7f93040ff1c0 2023-11-16T18:21:49.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.996+0000 7f93017fa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 0x7f92ec0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:49.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.996+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f92f40cd450 con 0x7f93040ff1c0 2023-11-16T18:21:50.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.996+0000 7f93037fe700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 0x7f92ec0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:50.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:49.997+0000 7f93037fe700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 0x7f92ec0a3600 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f92f8009c60 tx=0x7f92f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:50.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.001+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f92f40970d0 con 0x7f93040ff1c0 2023-11-16T18:21:50.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3389874404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:21:50.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3897065255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:21:50.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1918334342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:21:50.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.206+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f930419ec40 con 0x7f93040ff1c0 2023-11-16T18:21:50.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.721+0000 7f93017fa700 1 -- 172.21.15.63:0/2418783024 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v81) v1 ==== 138+0+0 (secure 0 0 0) 0x7f92f409a6f0 con 0x7f93040ff1c0 2023-11-16T18:21:50.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 msgr2=0x7f92ec0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:50.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 0x7f92ec0a3600 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f92f8009c60 tx=0x7f92f8009260 comp rx=0 tx=0).stop 2023-11-16T18:21:50.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 msgr2=0x7f9304068940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 0x7f9304068940 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f92f40098e0 tx=0x7f92f4005b00 comp rx=0 tx=0).stop 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 shutdown_connections 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ec0a1150 0x7f92ec0a3600 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9304100d40 0x7f930419d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f93040ff1c0 0x7f9304068940 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 --2- 172.21.15.63:0/2418783024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f93041003b0 0x7f930419ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 >> 172.21.15.63:0/2418783024 conn(0x7f93040fa7c0 msgr2=0x7f93040fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 shutdown_connections 2023-11-16T18:21:50.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.725+0000 7f930a7aa700 1 -- 172.21.15.63:0/2418783024 wait complete. 2023-11-16T18:21:50.729 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' created 2023-11-16T18:21:50.742 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2023-11-16T18:21:50.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 -- 172.21.15.63:0/2774510370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 msgr2=0x7f82fc0fe790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 --2- 172.21.15.63:0/2774510370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc0fe790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009990 tx=0x7f82e8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 -- 172.21.15.63:0/2774510370 shutdown_connections 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 --2- 172.21.15.63:0/2774510370 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 0x7f82fc1088b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 --2- 172.21.15.63:0/2774510370 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 --2- 172.21.15.63:0/2774510370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc0fe790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 -- 172.21.15.63:0/2774510370 >> 172.21.15.63:0/2774510370 conn(0x7f82fc0f9f30 msgr2=0x7f82fc0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 -- 172.21.15.63:0/2774510370 shutdown_connections 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.876+0000 7f830308d700 1 -- 172.21.15.63:0/2774510370 wait complete. 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 Processor -- start 2023-11-16T18:21:50.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 -- start start 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc100fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 0x7f82fc0ff610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc0ffb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82fc1002f0 con 0x7f82fc0fe340 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82fc100460 con 0x7f82fc1018d0 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830308d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82fc1a00b0 con 0x7f82fc0fecd0 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f8300e29700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc100fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f8300e29700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc100fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42272/0 (socket says 172.21.15.63:42272) 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f8300e29700 1 -- 172.21.15.63:0/2439274839 learned_addr learned my addr 172.21.15.63:0/2439274839 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc0ffb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f82fbfff700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 0x7f82fc0ff610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:50.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 -- 172.21.15.63:0/2439274839 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 msgr2=0x7f82fc0ff610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 0x7f82fc0ff610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 -- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 msgr2=0x7f82fc100fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc100fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.877+0000 7f830162a700 1 -- 172.21.15.63:0/2439274839 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82e80095f0 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f830162a700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc0ffb50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f82f4007f10 tx=0x7f82f400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f4009ea0 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82fc10bc70 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82f400f040 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f4004350 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.878+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82fc10bae0 con 0x7f82fc1018d0 2023-11-16T18:21:50.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.879+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82fc1073f0 con 0x7f82fc1018d0 2023-11-16T18:21:50.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.880+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f82f400db20 con 0x7f82fc1018d0 2023-11-16T18:21:50.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.881+0000 7f82f9ffb700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 0x7f82ec0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:50.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.881+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f82f40cc140 con 0x7f82fc1018d0 2023-11-16T18:21:50.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.881+0000 7f8300e29700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 0x7f82ec0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:50.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.881+0000 7f8300e29700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 0x7f82ec0a3600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f82f0005950 tx=0x7f82f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:50.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:50.884+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f82f4095bc0 con 0x7f82fc1018d0 2023-11-16T18:21:50.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:50 smithi093 ceph-mon[100185]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:50.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1749122866' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-11-16T18:21:51.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:50 smithi125 ceph-mon[100672]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:51.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1749122866' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-11-16T18:21:51.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:50 smithi063 ceph-mon[98873]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:51.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1749122866' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-11-16T18:21:51.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.087+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f82fc060f30 con 0x7f82fc1018d0 2023-11-16T18:21:51.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.724+0000 7f82f9ffb700 1 -- 172.21.15.63:0/2439274839 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v82) v1 ==== 171+0+0 (secure 0 0 0) 0x7f82f40991e0 con 0x7f82fc1018d0 2023-11-16T18:21:51.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 msgr2=0x7f82ec0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:51.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 0x7f82ec0a3600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f82f0005950 tx=0x7f82f0009260 comp rx=0 tx=0).stop 2023-11-16T18:21:51.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 msgr2=0x7f82fc0ffb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:51.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc0ffb50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f82f4007f10 tx=0x7f82f400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 shutdown_connections 2023-11-16T18:21:51.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82ec0a1150 0x7f82ec0a3600 secure :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f82f0005950 tx=0x7f82f0009260 comp rx=0 tx=0).stop 2023-11-16T18:21:51.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82fc1018d0 0x7f82fc0ffb50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82fc0fe340 0x7f82fc100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 --2- 172.21.15.63:0/2439274839 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82fc0fecd0 0x7f82fc0ff610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.729+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 >> 172.21.15.63:0/2439274839 conn(0x7f82fc0f9f30 msgr2=0x7f82fc0fc210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:51.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.735+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 shutdown_connections 2023-11-16T18:21:51.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.735+0000 7f830308d700 1 -- 172.21.15.63:0/2439274839 wait complete. 2023-11-16T18:21:51.744 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' created 2023-11-16T18:21:51.758 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-16T18:21:51.895 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 -- 172.21.15.63:0/936886601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c105fc0 msgr2=0x7f555c108420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:51.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 --2- 172.21.15.63:0/936886601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c105fc0 0x7f555c108420 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f555400b0a0 tx=0x7f555400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 -- 172.21.15.63:0/936886601 shutdown_connections 2023-11-16T18:21:51.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 --2- 172.21.15.63:0/936886601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c105fc0 0x7f555c108420 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 --2- 172.21.15.63:0/936886601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c100d80 0x7f555c103160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 --2- 172.21.15.63:0/936886601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c1036a0 0x7f555c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 -- 172.21.15.63:0/936886601 >> 172.21.15.63:0/936886601 conn(0x7f555c0fa820 msgr2=0x7f555c0fcc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:51.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 -- 172.21.15.63:0/936886601 shutdown_connections 2023-11-16T18:21:51.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.890+0000 7f5561be8700 1 -- 172.21.15.63:0/936886601 wait complete. 2023-11-16T18:21:51.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 Processor -- start 2023-11-16T18:21:51.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 -- start start 2023-11-16T18:21:51.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c100d80 0x7f555c1960e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:51.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:51.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 0x7f555c19d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:51.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f555c19dc60 con 0x7f555c1036a0 2023-11-16T18:21:51.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f555c19dda0 con 0x7f555c105fc0 2023-11-16T18:21:51.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f5561be8700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f555c19df30 con 0x7f555c100d80 2023-11-16T18:21:51.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f555affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:51.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f555affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42290/0 (socket says 172.21.15.63:42290) 2023-11-16T18:21:51.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f555b7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c100d80 0x7f555c1960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f555affd700 1 -- 172.21.15.63:0/447463964 learned_addr learned my addr 172.21.15.63:0/447463964 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.891+0000 7f555bfff700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 0x7f555c19d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 -- 172.21.15.63:0/447463964 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c100d80 msgr2=0x7f555c1960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c100d80 0x7f555c1960e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 -- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 msgr2=0x7f555c196620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 -- 172.21.15.63:0/447463964 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5554009d00 con 0x7f555c105fc0 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555affd700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f555bfff700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 0x7f555c19d690 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5554007a60 tx=0x7f55540078e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f555400e040 con 0x7f555c105fc0 2023-11-16T18:21:51.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f555400be40 con 0x7f555c105fc0 2023-11-16T18:21:51.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f555c10bc60 con 0x7f555c105fc0 2023-11-16T18:21:51.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55540052a0 con 0x7f555c105fc0 2023-11-16T18:21:51.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.892+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f555c10bad0 con 0x7f555c105fc0 2023-11-16T18:21:51.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.893+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f555c0fc390 con 0x7f555c105fc0 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.894+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f555401d470 con 0x7f555c105fc0 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.895+0000 7f5558ff9700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 0x7f55440a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.895+0000 7f555b7fe700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 0x7f55440a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.895+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f55540cdcf0 con 0x7f555c105fc0 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.895+0000 7f555b7fe700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 0x7f55440a3600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f554c009c60 tx=0x7f554c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:51.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:51.898+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f55540977a0 con 0x7f555c105fc0 2023-11-16T18:21:51.936 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2418783024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:51.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:51.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.937 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.938 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.971 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.971 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:51.971 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-11-16T18:21:51.971 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: osdmap e81: 12 total, 12 up, 12 in 2023-11-16T18:21:51.972 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2439274839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:51.972 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:51.972 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:51.972 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:51.972 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:51 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2418783024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: osdmap e81: 12 total, 12 up, 12 in 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2439274839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:52.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:51 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2418783024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-11-16T18:21:52.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: osdmap e81: 12 total, 12 up, 12 in 2023-11-16T18:21:52.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2439274839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:52.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-11-16T18:21:52.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:21:52.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:21:52.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:51 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:21:52.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.144+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f555c02cfe0 con 0x7f555c105fc0 2023-11-16T18:21:52.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.154+0000 7f5558ff9700 1 -- 172.21.15.63:0/447463964 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f555409adc0 con 0x7f555c105fc0 2023-11-16T18:21:52.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.157+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 msgr2=0x7f55440a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:52.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.157+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 0x7f55440a3600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f554c009c60 tx=0x7f554c009260 comp rx=0 tx=0).stop 2023-11-16T18:21:52.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.157+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 msgr2=0x7f555c19d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:52.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.157+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 0x7f555c19d690 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5554007a60 tx=0x7f55540078e0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 shutdown_connections 2023-11-16T18:21:52.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f55440a1150 0x7f55440a3600 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f555c105fc0 0x7f555c19d690 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f555c100d80 0x7f555c1960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 --2- 172.21.15.63:0/447463964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f555c1036a0 0x7f555c196620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.158+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 >> 172.21.15.63:0/447463964 conn(0x7f555c0fa820 msgr2=0x7f555c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:52.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.163+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 shutdown_connections 2023-11-16T18:21:52.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.166+0000 7f5561be8700 1 -- 172.21.15.63:0/447463964 wait complete. 2023-11-16T18:21:52.186 INFO:teuthology.orchestra.run.smithi063.stderr:new fs with metadata pool 2 and data pool 3 2023-11-16T18:21:52.191 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2023-11-16T18:21:52.192 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2023-11-16T18:21:52.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 -- 172.21.15.63:0/2630087450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8340ff1c0 msgr2=0x7fe8340ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:52.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 --2- 172.21.15.63:0/2630087450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8340ff1c0 0x7fe8340ff5d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe824009990 tx=0x7fe824009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 -- 172.21.15.63:0/2630087450 shutdown_connections 2023-11-16T18:21:52.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 --2- 172.21.15.63:0/2630087450 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe834100d40 0x7fe834107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 --2- 172.21.15.63:0/2630087450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8340ff1c0 0x7fe8340ff5d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 --2- 172.21.15.63:0/2630087450 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe8341003b0 0x7fe834100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 -- 172.21.15.63:0/2630087450 >> 172.21.15.63:0/2630087450 conn(0x7fe8340fa7c0 msgr2=0x7fe8340fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 -- 172.21.15.63:0/2630087450 shutdown_connections 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.326+0000 7fe839476700 1 -- 172.21.15.63:0/2630087450 wait complete. 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 Processor -- start 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 -- start start 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:52.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe834100d40 0x7fe83419d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:52.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83419dc20 con 0x7fe8341003b0 2023-11-16T18:21:52.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83419dd60 con 0x7fe8340ff1c0 2023-11-16T18:21:52.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe839476700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83419def0 con 0x7fe834100d40 2023-11-16T18:21:52.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe8327fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:52.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe832ffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:52.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe832ffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:37710/0 (socket says 172.21.15.63:37710) 2023-11-16T18:21:52.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe832ffd700 1 -- 172.21.15.63:0/3322485136 learned_addr learned my addr 172.21.15.63:0/3322485136 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:52.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe8327fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42308/0 (socket says 172.21.15.63:42308) 2023-11-16T18:21:52.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.327+0000 7fe8337fe700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe834100d40 0x7fe83419d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:52.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 -- 172.21.15.63:0/3322485136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe834100d40 msgr2=0x7fe83419d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:52.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe834100d40 0x7fe83419d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 -- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 msgr2=0x7fe8341965e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 -- 172.21.15.63:0/3322485136 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8240095f0 con 0x7fe8340ff1c0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe8327fc700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe832ffd700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe824000c00 tx=0x7fe824004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82401d070 con 0x7fe8340ff1c0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe824005030 con 0x7fe8340ff1c0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe83410bc10 con 0x7fe8340ff1c0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe824004a90 con 0x7fe8340ff1c0 2023-11-16T18:21:52.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.328+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe83410ba80 con 0x7fe8340ff1c0 2023-11-16T18:21:52.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.330+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe834067b00 con 0x7fe8340ff1c0 2023-11-16T18:21:52.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.330+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe824004c70 con 0x7fe8340ff1c0 2023-11-16T18:21:52.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.331+0000 7fe81bfff700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 0x7fe81c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:52.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.331+0000 7fe8327fc700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 0x7fe81c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:52.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.331+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe8240cd900 con 0x7fe8340ff1c0 2023-11-16T18:21:52.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.332+0000 7fe8327fc700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 0x7fe81c0a3600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe828011490 tx=0x7fe828009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:52.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.336+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fe82405a730 con 0x7fe8340ff1c0 2023-11-16T18:21:52.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:52.560+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fe834106170 con 0x7fe8340ff1c0 2023-11-16T18:21:53.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: osdmap e82: 12 total, 12 up, 12 in 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/447463964' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: osdmap e83: 12 total, 12 up, 12 in 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-11-16T18:21:53.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-11-16T18:21:53.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-11-16T18:21:53.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3322485136' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:52 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: osdmap e82: 12 total, 12 up, 12 in 2023-11-16T18:21:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/447463964' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: osdmap e83: 12 total, 12 up, 12 in 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3322485136' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:52 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.157+0000 7fe81bfff700 1 -- 172.21.15.63:0/3322485136 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v84) v1 ==== 157+0+0 (secure 0 0 0) 0x7fe824097210 con 0x7fe8340ff1c0 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 msgr2=0x7fe81c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 0x7fe81c0a3600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe828011490 tx=0x7fe828009260 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 msgr2=0x7fe8341960a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe824000c00 tx=0x7fe824004730 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 shutdown_connections 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe81c0a1150 0x7fe81c0a3600 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe834100d40 0x7fe83419d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe8340ff1c0 0x7fe8341960a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 --2- 172.21.15.63:0/3322485136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8341003b0 0x7fe8341965e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 >> 172.21.15.63:0/3322485136 conn(0x7fe8340fa7c0 msgr2=0x7fe8340fcad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:53.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 shutdown_connections 2023-11-16T18:21:53.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.160+0000 7fe839476700 1 -- 172.21.15.63:0/3322485136 wait complete. 2023-11-16T18:21:53.175 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2023-11-16T18:21:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:21:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: osdmap e82: 12 total, 12 up, 12 in 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/447463964' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: osdmap e83: 12 total, 12 up, 12 in 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-11-16T18:21:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-11-16T18:21:53.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3322485136' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:52 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 -- 172.21.15.63:0/1671016019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b940ff1d0 msgr2=0x7f2b940ff5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 --2- 172.21.15.63:0/1671016019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b940ff1d0 0x7f2b940ff5e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009990 tx=0x7f2b84009ca0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 -- 172.21.15.63:0/1671016019 shutdown_connections 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 --2- 172.21.15.63:0/1671016019 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b94100d50 0x7f2b94107610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 --2- 172.21.15.63:0/1671016019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b940ff1d0 0x7f2b940ff5e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 --2- 172.21.15.63:0/1671016019 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b94100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 -- 172.21.15.63:0/1671016019 >> 172.21.15.63:0/1671016019 conn(0x7f2b940fa7d0 msgr2=0x7f2b940fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.313+0000 7f2b99035700 1 -- 172.21.15.63:0/1671016019 shutdown_connections 2023-11-16T18:21:53.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.314+0000 7f2b99035700 1 -- 172.21.15.63:0/1671016019 wait complete. 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.314+0000 7f2b99035700 1 Processor -- start 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 -- start start 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 0x7f2b94069d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b9419ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419dba0 con 0x7f2b94100d50 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419dd10 con 0x7f2b941003c0 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b99035700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419ded0 con 0x7f2b940ff1d0 2023-11-16T18:21:53.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42324/0 (socket says 172.21.15.63:42324) 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 -- 172.21.15.63:0/3498484662 learned_addr learned my addr 172.21.15.63:0/3498484662 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9259c700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b9419ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b92d9d700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 0x7f2b94069d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 -- 172.21.15.63:0/3498484662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 msgr2=0x7f2b94069d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 0x7f2b94069d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 -- 172.21.15.63:0/3498484662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 msgr2=0x7f2b9419ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b9419ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9359e700 1 -- 172.21.15.63:0/3498484662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b840095f0 con 0x7f2b94100d50 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b9259c700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b9419ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:21:53.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.315+0000 7f2b92d9d700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 0x7f2b94069d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:21:53.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b9359e700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c007ee0 tx=0x7f2b8c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:53.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c017070 con 0x7f2b94100d50 2023-11-16T18:21:53.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b9410ab90 con 0x7f2b94100d50 2023-11-16T18:21:53.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b8c00f040 con 0x7f2b94100d50 2023-11-16T18:21:53.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c005740 con 0x7f2b94100d50 2023-11-16T18:21:53.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.316+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b9410aa00 con 0x7f2b94100d50 2023-11-16T18:21:53.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.317+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b94106710 con 0x7f2b94100d50 2023-11-16T18:21:53.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.318+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2b8c00dc60 con 0x7f2b94100d50 2023-11-16T18:21:53.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.319+0000 7f2b7bfff700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 0x7f2b7c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:21:53.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.319+0000 7f2b92d9d700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 0x7f2b7c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:21:53.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.319+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 8205+0+0 (secure 0 0 0) 0x7f2b8c0cc800 con 0x7f2b94100d50 2023-11-16T18:21:53.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.319+0000 7f2b92d9d700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 0x7f2b7c0a3600 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2b84000c00 tx=0x7f2b84005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:21:53.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.322+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2b8c095f10 con 0x7f2b94100d50 2023-11-16T18:21:53.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:53.535+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f2b94061700 con 0x7f2b94100d50 2023-11-16T18:21:53.684 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:21:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: 2023-11-16T18:21:53.370+0000 7f02d8494700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-16T18:21:54.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: pgmap v258: 97 pgs: 23 creating+peering, 1 active+clean, 73 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:54.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:active 2023-11-16T18:21:54.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-11-16T18:21:54.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: osdmap e84: 12 total, 12 up, 12 in 2023-11-16T18:21:54.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: pgmap v258: 97 pgs: 23 creating+peering, 1 active+clean, 73 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:active 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: osdmap e84: 12 total, 12 up, 12 in 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: pgmap v258: 97 pgs: 23 creating+peering, 1 active+clean, 73 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] up:active 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: osdmap e84: 12 total, 12 up, 12 in 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:21:54.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-11-16T18:21:55.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.175+0000 7f2b7bfff700 1 -- 172.21.15.63:0/3498484662 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v86) v1 ==== 228+0+0 (secure 0 0 0) 0x7f2b8c099530 con 0x7f2b94100d50 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 msgr2=0x7f2b7c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 0x7f2b7c0a3600 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2b84000c00 tx=0x7f2b84005fb0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 msgr2=0x7f2b9419d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c007ee0 tx=0x7f2b8c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 shutdown_connections 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2b7c0a1150 0x7f2b7c0a3600 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100d50 0x7f2b9419d400 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2b940ff1d0 0x7f2b94069d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 --2- 172.21.15.63:0/3498484662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2b941003c0 0x7f2b9419ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:21:55.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.180+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 >> 172.21.15.63:0/3498484662 conn(0x7f2b940fa7d0 msgr2=0x7f2b94103850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:21:55.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.181+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 shutdown_connections 2023-11-16T18:21:55.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.181+0000 7f2b99035700 1 -- 172.21.15.63:0/3498484662 wait complete. 2023-11-16T18:21:55.184 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data_ec' created 2023-11-16T18:21:55.196 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2023-11-16T18:21:55.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- 172.21.15.63:0/3643294204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 msgr2=0x7f7c18100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/3643294204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c18100800 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009990 tx=0x7f7c14009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- 172.21.15.63:0/3643294204 shutdown_connections 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/3643294204 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c18100d40 0x7f7c18107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/3643294204 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c180ff1c0 0x7f7c180ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/3643294204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c18100800 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- 172.21.15.63:0/3643294204 >> 172.21.15.63:0/3643294204 conn(0x7f7c180fa7a0 msgr2=0x7f7c180fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- 172.21.15.63:0/3643294204 shutdown_connections 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- 172.21.15.63:0/3643294204 wait complete. 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 Processor -- start 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.326+0000 7f7c1f55f700 1 -- start start 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c180ff1c0 0x7f7c18198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 0x7f7c1819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1819fd00 con 0x7f7c181003b0 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1819fe40 con 0x7f7c18100d40 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1819ffd0 con 0x7f7c180ff1c0 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42336/0 (socket says 172.21.15.63:42336) 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 -- 172.21.15.63:0/1235833596 learned_addr learned my addr 172.21.15.63:0/1235833596 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1d2fb700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c180ff1c0 0x7f7c18198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1dafc700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 0x7f7c1819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 -- 172.21.15.63:0/1235833596 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c180ff1c0 msgr2=0x7f7c18198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c180ff1c0 0x7f7c18198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 -- 172.21.15.63:0/1235833596 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 msgr2=0x7f7c1819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 0x7f7c1819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 -- 172.21.15.63:0/1235833596 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c140095f0 con 0x7f7c181003b0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1dafc700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 0x7f7c1819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1cafa700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c14004760 tx=0x7f7c14004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1401d070 con 0x7f7c181003b0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c14004cf0 con 0x7f7c181003b0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c1810ab30 con 0x7f7c181003b0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c14005280 con 0x7f7c181003b0 2023-11-16T18:22:05.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.327+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c1810a9a0 con 0x7f7c181003b0 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: osdmap e85: 12 total, 12 up, 12 in 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.162 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:55 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:56 smithi125 ceph-mon[100672]: pgmap v261: 97 pgs: 23 creating+peering, 46 active+clean, 28 unknown; 579 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:56 smithi125 ceph-mon[100672]: osdmap e86: 12 total, 12 up, 12 in 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:57 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-11-16T18:22:05.163 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:57 smithi125 ceph-mon[100672]: osdmap e87: 12 total, 12 up, 12 in 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:57 smithi125 ceph-mon[100672]: osdmap e88: 12 total, 12 up, 12 in 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:21:58 smithi125 ceph-mon[100672]: pgmap v264: 129 pgs: 2 creating+peering, 110 active+clean, 17 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:00 smithi125 ceph-mon[100672]: pgmap v266: 129 pgs: 2 creating+peering, 117 active+clean, 10 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:02 smithi125 ceph-mon[100672]: pgmap v267: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:04 smithi125 ceph-mon[100672]: pgmap v268: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 3 op/s 2023-11-16T18:22:05.164 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: osdmap e85: 12 total, 12 up, 12 in 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:22:05.165 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:55 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:56 smithi093 ceph-mon[100185]: pgmap v261: 97 pgs: 23 creating+peering, 46 active+clean, 28 unknown; 579 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:56 smithi093 ceph-mon[100185]: osdmap e86: 12 total, 12 up, 12 in 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-11-16T18:22:05.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:57 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:57 smithi093 ceph-mon[100185]: osdmap e87: 12 total, 12 up, 12 in 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:57 smithi093 ceph-mon[100185]: osdmap e88: 12 total, 12 up, 12 in 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:21:58 smithi093 ceph-mon[100185]: pgmap v264: 129 pgs: 2 creating+peering, 110 active+clean, 17 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:00 smithi093 ceph-mon[100185]: pgmap v266: 129 pgs: 2 creating+peering, 117 active+clean, 10 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:02 smithi093 ceph-mon[100185]: pgmap v267: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2023-11-16T18:22:05.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:04 smithi093 ceph-mon[100185]: pgmap v268: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 3 op/s 2023-11-16T18:22:05.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.328+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c181a0600 con 0x7f7c181003b0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.330+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7c140053e0 con 0x7f7c181003b0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.330+0000 7f7c0e7fc700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 0x7f7c040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.330+0000 7f7c1d2fb700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 0x7f7c040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.330+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8698+0+0 (secure 0 0 0) 0x7f7c140ce050 con 0x7f7c181003b0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.331+0000 7f7c1d2fb700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 0x7f7c040a3600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7c18100210 tx=0x7f7c0800a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.334+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7c14097660 con 0x7f7c181003b0 2023-11-16T18:22:05.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:55.531+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f7c181a0ca0 con 0x7f7c181003b0 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: osdmap e85: 12 total, 12 up, 12 in 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:05.211 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:22:05.212 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:22:05.212 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:55 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:22:05.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.173+0000 7f7c0e7fc700 1 -- 172.21.15.63:0/1235833596 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v87) v1 ==== 169+0+0 (secure 0 0 0) 0x7f7c1409ac80 con 0x7f7c181003b0 2023-11-16T18:22:05.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.183+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 msgr2=0x7f7c040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.183+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 0x7f7c040a3600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7c18100210 tx=0x7f7c0800a3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.183+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 msgr2=0x7f7c181986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.183+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c14004760 tx=0x7f7c14004790 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 shutdown_connections 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7c040a1150 0x7f7c040a3600 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7c18100d40 0x7f7c1819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7c180ff1c0 0x7f7c18198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 --2- 172.21.15.63:0/1235833596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c181003b0 0x7f7c181986c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.187+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 >> 172.21.15.63:0/1235833596 conn(0x7f7c180fa7a0 msgr2=0x7f7c18069120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.192+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 shutdown_connections 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:21:56.196+0000 7f7c1f55f700 1 -- 172.21.15.63:0/1235833596 wait complete. 2023-11-16T18:22:05.214 INFO:teuthology.orchestra.run.smithi063.stderr:set pool 4 allow_ec_overwrites to true 2023-11-16T18:22:05.216 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2023-11-16T18:22:05.219 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:56 smithi063 ceph-mon[98873]: pgmap v261: 97 pgs: 23 creating+peering, 46 active+clean, 28 unknown; 579 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3498484662' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:56 smithi063 ceph-mon[98873]: osdmap e86: 12 total, 12 up, 12 in 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:57 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1235833596' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:57 smithi063 ceph-mon[98873]: osdmap e87: 12 total, 12 up, 12 in 2023-11-16T18:22:05.220 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:57 smithi063 ceph-mon[98873]: osdmap e88: 12 total, 12 up, 12 in 2023-11-16T18:22:05.221 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:21:58 smithi063 ceph-mon[98873]: pgmap v264: 129 pgs: 2 creating+peering, 110 active+clean, 17 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-11-16T18:22:05.221 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:00 smithi063 ceph-mon[98873]: pgmap v266: 129 pgs: 2 creating+peering, 117 active+clean, 10 unknown; 579 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2023-11-16T18:22:05.221 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:02 smithi063 ceph-mon[98873]: pgmap v267: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2023-11-16T18:22:05.221 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:04 smithi063 ceph-mon[98873]: pgmap v268: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 3 op/s 2023-11-16T18:22:05.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 -- 172.21.15.63:0/4031255489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ffdc0 msgr2=0x7f6fa0107670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/4031255489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa0107670 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6f9800b0a0 tx=0x7f6f9800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 -- 172.21.15.63:0/4031255489 shutdown_connections 2023-11-16T18:22:05.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/4031255489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa0107670 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/4031255489 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa01007c0 0x7f6fa0100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/4031255489 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa00ff410 0x7f6fa00ff880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.361+0000 7f6fa80c6700 1 -- 172.21.15.63:0/4031255489 >> 172.21.15.63:0/4031255489 conn(0x7f6fa00f9f30 msgr2=0x7f6fa00fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- 172.21.15.63:0/4031255489 shutdown_connections 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- 172.21.15.63:0/4031255489 wait complete. 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 Processor -- start 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- start start 2023-11-16T18:22:05.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa019ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 0x7f6fa019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa019dc60 con 0x7f6fa00ff410 2023-11-16T18:22:05.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa019ddd0 con 0x7f6fa01007c0 2023-11-16T18:22:05.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.362+0000 7f6fa80c6700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa019df90 con 0x7f6fa00ffdc0 2023-11-16T18:22:05.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42360/0 (socket says 172.21.15.63:42360) 2023-11-16T18:22:05.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 -- 172.21.15.63:0/2801784733 learned_addr learned my addr 172.21.15.63:0/2801784733 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:05.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5661700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa019ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa6663700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 0x7f6fa019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 -- 172.21.15.63:0/2801784733 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 msgr2=0x7f6fa019ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa019ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 -- 172.21.15.63:0/2801784733 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 msgr2=0x7f6fa019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 0x7f6fa019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 -- 172.21.15.63:0/2801784733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f98009d00 con 0x7f6fa00ff410 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa6663700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 0x7f6fa019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:05.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5661700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa019ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:05.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa5e62700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c00c970 tx=0x7f6f9c00cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c004220 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f9c007d60 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fa010ab80 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c003d00 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.363+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fa010a9f0 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.364+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fa019e730 con 0x7f6fa00ff410 2023-11-16T18:22:05.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.366+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6f9c004380 con 0x7f6fa00ff410 2023-11-16T18:22:05.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.367+0000 7f6f92ffd700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 0x7f6f8c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.367+0000 7f6fa5661700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 0x7f6f8c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.367+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8698+0+0 (secure 0 0 0) 0x7f6f9c0ccab0 con 0x7f6fa00ff410 2023-11-16T18:22:05.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.367+0000 7f6fa5661700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 0x7f6f8c0a3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6f94005950 tx=0x7f6f940058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.370+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6f9c096050 con 0x7f6fa00ff410 2023-11-16T18:22:05.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.617+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f6fa01060c0 con 0x7f6fa00ff410 2023-11-16T18:22:05.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.623+0000 7f6f92ffd700 1 -- 172.21.15.63:0/2801784733 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7f6f9c099670 con 0x7f6fa00ff410 2023-11-16T18:22:05.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 msgr2=0x7f6f8c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 0x7f6f8c0a3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6f94005950 tx=0x7f6f940058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 msgr2=0x7f6fa00fee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c00c970 tx=0x7f6f9c00cd30 comp rx=0 tx=0).stop 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 shutdown_connections 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f8c0a11d0 0x7f6f8c0a3680 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6fa01007c0 0x7f6fa019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fa00ff410 0x7f6fa00fee70 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 --2- 172.21.15.63:0/2801784733 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6fa00ffdc0 0x7f6fa019ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 >> 172.21.15.63:0/2801784733 conn(0x7f6fa00f9f30 msgr2=0x7f6fa00fc0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 shutdown_connections 2023-11-16T18:22:05.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.625+0000 7f6fa80c6700 1 -- 172.21.15.63:0/2801784733 wait complete. 2023-11-16T18:22:05.629 INFO:teuthology.orchestra.run.smithi063.stderr:added data pool 4 to fsmap 2023-11-16T18:22:05.640 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:22:05.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 -- 172.21.15.63:0/2107988884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 msgr2=0x7ff2ac107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/2107988884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac107650 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff2a400b0a0 tx=0x7ff2a400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 -- 172.21.15.63:0/2107988884 shutdown_connections 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/2107988884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac107650 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/2107988884 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 0x7ff2ac0ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/2107988884 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 0x7ff2ac100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.766+0000 7ff2b23fd700 1 -- 172.21.15.63:0/2107988884 >> 172.21.15.63:0/2107988884 conn(0x7ff2ac0fa750 msgr2=0x7ff2ac0fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- 172.21.15.63:0/2107988884 shutdown_connections 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- 172.21.15.63:0/2107988884 wait complete. 2023-11-16T18:22:05.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 Processor -- start 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- start start 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 0x7ff2ac068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 0x7ff2ac19ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2ac19daf0 con 0x7ff2ac100db0 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2ac19dc60 con 0x7ff2ac0ff170 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.767+0000 7ff2b23fd700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2ac19de20 con 0x7ff2ac100400 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42378/0 (socket says 172.21.15.63:42378) 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 -- 172.21.15.63:0/3412633420 learned_addr learned my addr 172.21.15.63:0/3412633420 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2ab7fe700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 0x7ff2ac19ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2abfff700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 0x7ff2ac068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 -- 172.21.15.63:0/3412633420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 msgr2=0x7ff2ac19ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 0x7ff2ac19ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 -- 172.21.15.63:0/3412633420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 msgr2=0x7ff2ac068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 0x7ff2ac068940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 -- 172.21.15.63:0/3412633420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2a4009d00 con 0x7ff2ac100db0 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b099a700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff2a4009fd0 tx=0x7ff2a4004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2a400e040 con 0x7ff2ac100db0 2023-11-16T18:22:05.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff2a4004e00 con 0x7ff2ac100db0 2023-11-16T18:22:05.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2ac10abc0 con 0x7ff2ac100db0 2023-11-16T18:22:05.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2a4004280 con 0x7ff2ac100db0 2023-11-16T18:22:05.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.768+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2ac10aa30 con 0x7ff2ac100db0 2023-11-16T18:22:05.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.769+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2ac067a60 con 0x7ff2ac100db0 2023-11-16T18:22:05.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.770+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff2a401d800 con 0x7ff2ac100db0 2023-11-16T18:22:05.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.771+0000 7ff2a97fa700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 0x7ff2940a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:05.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.771+0000 7ff2abfff700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 0x7ff2940a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:05.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.771+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff2a40cec10 con 0x7ff2ac100db0 2023-11-16T18:22:05.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.771+0000 7ff2abfff700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 0x7ff2940a3680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff29c005ea0 tx=0x7ff29c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:05.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:05.774+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff2a4098200 con 0x7ff2ac100db0 2023-11-16T18:22:06.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:05 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-11-16T18:22:06.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:05 smithi125 ceph-mon[100672]: osdmap e89: 12 total, 12 up, 12 in 2023-11-16T18:22:06.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:05 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-11-16T18:22:06.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:05 smithi125 ceph-mon[100672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:06.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.019+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff2ac105ff0 con 0x7ff2ac100db0 2023-11-16T18:22:06.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.020+0000 7ff2a97fa700 1 -- 172.21.15.63:0/3412633420 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+10741 (secure 0 0 0) 0x7ff2a4021090 con 0x7ff2ac100db0 2023-11-16T18:22:06.022 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:06.022 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:05.619663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 msgr2=0x7ff2940a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 0x7ff2940a3680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff29c005ea0 tx=0x7ff29c005e30 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 msgr2=0x7ff2ac19d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff2a4009fd0 tx=0x7ff2a4004b20 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 shutdown_connections 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2940a11d0 0x7ff2940a3680 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2ac100db0 0x7ff2ac19d350 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2ac0ff170 0x7ff2ac068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 --2- 172.21.15.63:0/3412633420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2ac100400 0x7ff2ac19ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 >> 172.21.15.63:0/3412633420 conn(0x7ff2ac0fa750 msgr2=0x7ff2ac0fc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 shutdown_connections 2023-11-16T18:22:06.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.022+0000 7ff2b23fd700 1 -- 172.21.15.63:0/3412633420 wait complete. 2023-11-16T18:22:06.029 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 17 2023-11-16T18:22:06.035 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:05 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-11-16T18:22:06.035 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:05 smithi063 ceph-mon[98873]: osdmap e89: 12 total, 12 up, 12 in 2023-11-16T18:22:06.035 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:05 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-11-16T18:22:06.035 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:05 smithi063 ceph-mon[98873]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:06.037 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 -- 172.21.15.63:0/52452842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 msgr2=0x7ff5c0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/52452842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0103110 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc009990 tx=0x7ff5bc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 -- 172.21.15.63:0/52452842 shutdown_connections 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/52452842 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c01083d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/52452842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0103110 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/52452842 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 0x7ff5c0105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 -- 172.21.15.63:0/52452842 >> 172.21.15.63:0/52452842 conn(0x7ff5c00fa790 msgr2=0x7ff5c00fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 -- 172.21.15.63:0/52452842 shutdown_connections 2023-11-16T18:22:06.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 -- 172.21.15.63:0/52452842 wait complete. 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.160+0000 7ff5c80e1700 1 Processor -- start 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- start start 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 0x7ff5c0196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c019da90 con 0x7ff5c0100d30 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c019dbd0 con 0x7ff5c0103650 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c019dd60 con 0x7ff5c0105f70 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42386/0 (socket says 172.21.15.63:42386) 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 -- 172.21.15.63:0/2245888303 learned_addr learned my addr 172.21.15.63:0/2245888303 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c567c700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 0x7ff5c0196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c667e700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 -- 172.21.15.63:0/2245888303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 msgr2=0x7ff5c019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 -- 172.21.15.63:0/2245888303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 msgr2=0x7ff5c0196450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 0x7ff5c0196450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 -- 172.21.15.63:0/2245888303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5bc0095f0 con 0x7ff5c0100d30 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c667e700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c5e7d700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc0059d0 tx=0x7ff5bc00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc01d070 con 0x7ff5c0100d30 2023-11-16T18:22:06.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5bc00fd60 con 0x7ff5c0100d30 2023-11-16T18:22:06.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5c010bc30 con 0x7ff5c0100d30 2023-11-16T18:22:06.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc017650 con 0x7ff5c0100d30 2023-11-16T18:22:06.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.161+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5c010baa0 con 0x7ff5c0100d30 2023-11-16T18:22:06.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.162+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5c00fc300 con 0x7ff5c0100d30 2023-11-16T18:22:06.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.164+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff5bc004830 con 0x7ff5c0100d30 2023-11-16T18:22:06.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.164+0000 7ff5b6ffd700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 0x7ff5ac0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.164+0000 7ff5c567c700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 0x7ff5ac0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.164+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff5bc0ce2c0 con 0x7ff5c0100d30 2023-11-16T18:22:06.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.165+0000 7ff5c567c700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 0x7ff5ac0a3600 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0009bf0 tx=0x7ff5b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.168+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff5bc0978b0 con 0x7ff5c0100d30 2023-11-16T18:22:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:05 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-11-16T18:22:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:05 smithi093 ceph-mon[100185]: osdmap e89: 12 total, 12 up, 12 in 2023-11-16T18:22:06.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:05 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2801784733' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-11-16T18:22:06.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:05 smithi093 ceph-mon[100185]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:06.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.370+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff5c002cfe0 con 0x7ff5c0100d30 2023-11-16T18:22:06.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.372+0000 7ff5b6ffd700 1 -- 172.21.15.63:0/2245888303 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7ff5bc09aed0 con 0x7ff5c0100d30 2023-11-16T18:22:06.374 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:06.374 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:06.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.373+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 msgr2=0x7ff5ac0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.373+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 0x7ff5ac0a3600 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0009bf0 tx=0x7ff5b0009260 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.373+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 msgr2=0x7ff5c0195f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.373+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc0059d0 tx=0x7ff5bc00f510 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 shutdown_connections 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5ac0a1150 0x7ff5ac0a3600 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5c0105f70 0x7ff5c019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5c0100d30 0x7ff5c0195f10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 --2- 172.21.15.63:0/2245888303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5c0103650 0x7ff5c0196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 >> 172.21.15.63:0/2245888303 conn(0x7ff5c00fa790 msgr2=0x7ff5c0101990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 shutdown_connections 2023-11-16T18:22:06.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.374+0000 7ff5c80e1700 1 -- 172.21.15.63:0/2245888303 wait complete. 2023-11-16T18:22:06.389 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:06.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 -- 172.21.15.63:0/2649281967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c100400 msgr2=0x7f529c100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 --2- 172.21.15.63:0/2649281967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c100400 0x7f529c100870 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5298009990 tx=0x7f5298009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 -- 172.21.15.63:0/2649281967 shutdown_connections 2023-11-16T18:22:06.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 --2- 172.21.15.63:0/2649281967 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100db0 0x7f529c107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 --2- 172.21.15.63:0/2649281967 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c0ff170 0x7f529c0ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 --2- 172.21.15.63:0/2649281967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c100400 0x7f529c100870 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 -- 172.21.15.63:0/2649281967 >> 172.21.15.63:0/2649281967 conn(0x7f529c0fa750 msgr2=0x7f529c0fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 -- 172.21.15.63:0/2649281967 shutdown_connections 2023-11-16T18:22:06.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.512+0000 7f52a45d9700 1 -- 172.21.15.63:0/2649281967 wait complete. 2023-11-16T18:22:06.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 Processor -- start 2023-11-16T18:22:06.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 -- start start 2023-11-16T18:22:06.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 0x7f529c108080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 0x7f529c1085c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f529c108d60 con 0x7f529c0ff170 2023-11-16T18:22:06.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f529c108ed0 con 0x7f529c100400 2023-11-16T18:22:06.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a45d9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f529c1a0010 con 0x7f529c100db0 2023-11-16T18:22:06.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42400/0 (socket says 172.21.15.63:42400) 2023-11-16T18:22:06.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 -- 172.21.15.63:0/3635601992 learned_addr learned my addr 172.21.15.63:0/3635601992 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:06.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a1b74700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 0x7f529c108080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2b76700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 0x7f529c1085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 -- 172.21.15.63:0/3635601992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 msgr2=0x7f529c1085c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 0x7f529c1085c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 -- 172.21.15.63:0/3635601992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 msgr2=0x7f529c108080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.513+0000 7f52a2375700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 0x7f529c108080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a2375700 1 -- 172.21.15.63:0/3635601992 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52980095f0 con 0x7f529c0ff170 2023-11-16T18:22:06.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a2b76700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 0x7f529c1085c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:06.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a1b74700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 0x7f529c108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:06.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a2375700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f528c00d950 tx=0x7f528c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528c009b40 con 0x7f529c0ff170 2023-11-16T18:22:06.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f528c009ca0 con 0x7f529c0ff170 2023-11-16T18:22:06.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f529c10bce0 con 0x7f529c0ff170 2023-11-16T18:22:06.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528c00f620 con 0x7f529c0ff170 2023-11-16T18:22:06.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.514+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f529c10bb50 con 0x7f529c0ff170 2023-11-16T18:22:06.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.515+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f529c1067a0 con 0x7f529c0ff170 2023-11-16T18:22:06.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.516+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f528c010460 con 0x7f529c0ff170 2023-11-16T18:22:06.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.516+0000 7f52937fe700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 0x7f52880a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.517+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f528c0cce30 con 0x7f529c0ff170 2023-11-16T18:22:06.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.517+0000 7f52a1b74700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 0x7f52880a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.517+0000 7f52a1b74700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 0x7f52880a3680 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5298000c00 tx=0x7f5298005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.520+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f528c096390 con 0x7f529c0ff170 2023-11-16T18:22:06.691 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:06 smithi063 ceph-mon[98873]: pgmap v269: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 1 op/s 2023-11-16T18:22:06.692 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:06 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3412633420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:06.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.720+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f529c02cfe0 con 0x7f529c0ff170 2023-11-16T18:22:06.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.722+0000 7f52937fe700 1 -- 172.21.15.63:0/3635601992 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7f528c016090 con 0x7f529c0ff170 2023-11-16T18:22:06.726 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:06.726 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:06.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 msgr2=0x7f52880a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 0x7f52880a3680 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5298000c00 tx=0x7f5298005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 msgr2=0x7f529c109a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f528c00d950 tx=0x7f528c00dd10 comp rx=0 tx=0).stop 2023-11-16T18:22:06.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 shutdown_connections 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52880a11d0 0x7f52880a3680 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f529c100db0 0x7f529c1085c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f529c0ff170 0x7f529c109a40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 --2- 172.21.15.63:0/3635601992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f529c100400 0x7f529c108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 >> 172.21.15.63:0/3635601992 conn(0x7f529c0fa750 msgr2=0x7f529c1038e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 shutdown_connections 2023-11-16T18:22:06.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.724+0000 7f52a45d9700 1 -- 172.21.15.63:0/3635601992 wait complete. 2023-11-16T18:22:06.785 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 -- 172.21.15.63:0/3554134148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94100290 msgr2=0x7f2c941006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/3554134148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94100290 0x7f2c941006a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c009990 tx=0x7f2c7c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 -- 172.21.15.63:0/3554134148 shutdown_connections 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/3554134148 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101e10 0x7f2c941086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/3554134148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94100290 0x7f2c941006a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/3554134148 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94101480 0x7f2c941018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 -- 172.21.15.63:0/3554134148 >> 172.21.15.63:0/3554134148 conn(0x7f2c940fb870 msgr2=0x7f2c940fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 -- 172.21.15.63:0/3554134148 shutdown_connections 2023-11-16T18:22:06.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.909+0000 7f2c98b3b700 1 -- 172.21.15.63:0/3554134148 wait complete. 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 Processor -- start 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 -- start start 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94100290 0x7f2c940748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101480 0x7f2c94072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c94073bc0 con 0x7f2c94101e10 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c94073d30 con 0x7f2c94101480 2023-11-16T18:22:06.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c98b3b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9419ffd0 con 0x7f2c94100290 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.910+0000 7f2c92d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42418/0 (socket says 172.21.15.63:42418) 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 -- 172.21.15.63:0/1481398817 learned_addr learned my addr 172.21.15.63:0/1481398817 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c91d9b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101480 0x7f2c94072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c9259c700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94100290 0x7f2c940748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 -- 172.21.15.63:0/1481398817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94100290 msgr2=0x7f2c940748a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94100290 0x7f2c940748a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 -- 172.21.15.63:0/1481398817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101480 msgr2=0x7f2c94072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101480 0x7f2c94072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 -- 172.21.15.63:0/1481398817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c7c0095f0 con 0x7f2c94101e10 2023-11-16T18:22:06.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c92d9d700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00ef30 tx=0x7f2c8c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c018070 con 0x7f2c94101e10 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c8c00f040 con 0x7f2c94101e10 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c9410bc40 con 0x7f2c94101e10 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c00cd00 con 0x7f2c94101e10 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.911+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c9410bab0 con 0x7f2c94101e10 2023-11-16T18:22:06.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.912+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c94107210 con 0x7f2c94101e10 2023-11-16T18:22:06.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.914+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2c8c003a00 con 0x7f2c94101e10 2023-11-16T18:22:06.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.914+0000 7f2c8b7fe700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 0x7f2c800a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:06.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.915+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f2c8c0cd060 con 0x7f2c94101e10 2023-11-16T18:22:06.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.915+0000 7f2c9259c700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 0x7f2c800a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:06.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.915+0000 7f2c9259c700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 0x7f2c800a3600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00b2e0 tx=0x7f2c7c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:06.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:06.918+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2c8c0965f0 con 0x7f2c94101e10 2023-11-16T18:22:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:06 smithi125 ceph-mon[100672]: pgmap v269: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 1 op/s 2023-11-16T18:22:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:06 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3412633420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:06 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2245888303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:06 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2245888303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.161+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2c94061700 con 0x7f2c94101e10 2023-11-16T18:22:07.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.162+0000 7f2c8b7fe700 1 -- 172.21.15.63:0/1481398817 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+10741 (secure 0 0 0) 0x7f2c8c099c10 con 0x7f2c94101e10 2023-11-16T18:22:07.164 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:07.164 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:05.619663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 msgr2=0x7f2c800a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 0x7f2c800a3600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00b2e0 tx=0x7f2c7c005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 msgr2=0x7f2c94073420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00ef30 tx=0x7f2c8c00c3a0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 shutdown_connections 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2c800a1150 0x7f2c800a3600 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c94101e10 0x7f2c94073420 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2c94100290 0x7f2c940748a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 --2- 172.21.15.63:0/1481398817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2c94101480 0x7f2c94072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 >> 172.21.15.63:0/1481398817 conn(0x7f2c940fb870 msgr2=0x7f2c940fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 shutdown_connections 2023-11-16T18:22:07.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.164+0000 7f2c98b3b700 1 -- 172.21.15.63:0/1481398817 wait complete. 2023-11-16T18:22:07.168 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 17 2023-11-16T18:22:07.183 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:06 smithi093 ceph-mon[100185]: pgmap v269: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 1 op/s 2023-11-16T18:22:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:06 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3412633420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:06 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2245888303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 -- 172.21.15.63:0/2678321616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 msgr2=0x7efdf810a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 --2- 172.21.15.63:0/2678321616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf810a5d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efdf000b0a0 tx=0x7efdf000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 -- 172.21.15.63:0/2678321616 shutdown_connections 2023-11-16T18:22:07.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 --2- 172.21.15.63:0/2678321616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf810a5d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 --2- 172.21.15.63:0/2678321616 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 0x7efdf8072f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 --2- 172.21.15.63:0/2678321616 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 0x7efdf80739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 -- 172.21.15.63:0/2678321616 >> 172.21.15.63:0/2678321616 conn(0x7efdf80fb870 msgr2=0x7efdf80fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 -- 172.21.15.63:0/2678321616 shutdown_connections 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.307+0000 7efdfca92700 1 -- 172.21.15.63:0/2678321616 wait complete. 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 Processor -- start 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 -- start start 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 0x7efdf8198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 0x7efdf8198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf819fdb0 con 0x7efdf8108150 2023-11-16T18:22:07.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf819fef0 con 0x7efdf8074b30 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.308+0000 7efdfca92700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf81a0080 con 0x7efdf8073550 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42430/0 (socket says 172.21.15.63:42430) 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 -- 172.21.15.63:0/4144523941 learned_addr learned my addr 172.21.15.63:0/4144523941 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf659c700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 0x7efdf8198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf5d9b700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 0x7efdf8198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 -- 172.21.15.63:0/4144523941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 msgr2=0x7efdf8198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 0x7efdf8198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 -- 172.21.15.63:0/4144523941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 msgr2=0x7efdf8198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 0x7efdf8198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 -- 172.21.15.63:0/4144523941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdf0009d00 con 0x7efdf8108150 2023-11-16T18:22:07.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdf6d9d700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efdf000b780 tx=0x7efdf000be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf000e040 con 0x7efdf8108150 2023-11-16T18:22:07.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efdf0004e60 con 0x7efdf8108150 2023-11-16T18:22:07.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdf810de20 con 0x7efdf8108150 2023-11-16T18:22:07.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf00053b0 con 0x7efdf8108150 2023-11-16T18:22:07.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.309+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdf810dc90 con 0x7efdf8108150 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.310+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdf8106800 con 0x7efdf8108150 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.311+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7efdf0005510 con 0x7efdf8108150 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.312+0000 7efdef7fe700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 0x7efde40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.312+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7efdf00ce800 con 0x7efdf8108150 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.312+0000 7efdf659c700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 0x7efde40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.312+0000 7efdf659c700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 0x7efde40a3600 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7efdf8074f00 tx=0x7efde800b510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.315+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7efdf0097d90 con 0x7efdf8108150 2023-11-16T18:22:07.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.513+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efdf80671d0 con 0x7efdf8108150 2023-11-16T18:22:07.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.514+0000 7efdef7fe700 1 -- 172.21.15.63:0/4144523941 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7efdf009b3b0 con 0x7efdf8108150 2023-11-16T18:22:07.517 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:07.517 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:07.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 msgr2=0x7efde40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 0x7efde40a3600 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7efdf8074f00 tx=0x7efde800b510 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 msgr2=0x7efdf819f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efdf000b780 tx=0x7efdf000be10 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 shutdown_connections 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efde40a1150 0x7efde40a3600 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efdf8108150 0x7efdf819f7e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efdf8073550 0x7efdf8198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 --2- 172.21.15.63:0/4144523941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efdf8074b30 0x7efdf8198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 >> 172.21.15.63:0/4144523941 conn(0x7efdf80fb870 msgr2=0x7efdf80fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 shutdown_connections 2023-11-16T18:22:07.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.516+0000 7efdfca92700 1 -- 172.21.15.63:0/4144523941 wait complete. 2023-11-16T18:22:07.531 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-16T18:21:52.147619+0000', 'modified': '2023-11-16T18:22:05.619663+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24509}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.93:6839/2063013669', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6838', 'nonce': 2063013669}, {'type': 'v1', 'addr': '172.21.15.93:6839', 'nonce': 2063013669}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2023-11-16T18:22:07.532 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-16T18:22:07.532 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-11-16T18:22:07.659 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 -- 172.21.15.63:0/324026485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100c90 msgr2=0x7f465c107550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.659 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 --2- 172.21.15.63:0/324026485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100c90 0x7f465c107550 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f465400b0a0 tx=0x7f465400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 -- 172.21.15.63:0/324026485 shutdown_connections 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 --2- 172.21.15.63:0/324026485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100c90 0x7f465c107550 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 --2- 172.21.15.63:0/324026485 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c0ff110 0x7f465c0ff520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 --2- 172.21.15.63:0/324026485 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c100300 0x7f465c100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 -- 172.21.15.63:0/324026485 >> 172.21.15.63:0/324026485 conn(0x7f465c0fa6f0 msgr2=0x7f465c0fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 -- 172.21.15.63:0/324026485 shutdown_connections 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.657+0000 7f4661050700 1 -- 172.21.15.63:0/324026485 wait complete. 2023-11-16T18:22:07.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 Processor -- start 2023-11-16T18:22:07.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 -- start start 2023-11-16T18:22:07.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 0x7f465c068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c100c90 0x7f465c19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f465c19dbf0 con 0x7f465c100300 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f465c19dd60 con 0x7f465c100c90 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f4661050700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f465c19df20 con 0x7f465c0ff110 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42442/0 (socket says 172.21.15.63:42442) 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 -- 172.21.15.63:0/2086343339 learned_addr learned my addr 172.21.15.63:0/2086343339 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465b59e700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c100c90 0x7f465c19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465ad9d700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 0x7f465c068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 -- 172.21.15.63:0/2086343339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 msgr2=0x7f465c068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 0x7f465c068940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.663 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 -- 172.21.15.63:0/2086343339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c100c90 msgr2=0x7f465c19d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c100c90 0x7f465c19d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.658+0000 7f465a59c700 1 -- 172.21.15.63:0/2086343339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4654009d00 con 0x7f465c100300 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f465ad9d700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 0x7f465c068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f465a59c700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f464400d950 tx=0x7f464400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f4653fff700 1 -- 172.21.15.63:0/2086343339 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4644009b40 con 0x7f465c100300 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f465c10aad0 con 0x7f465c100300 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f4653fff700 1 -- 172.21.15.63:0/2086343339 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4644009ca0 con 0x7f465c100300 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f4653fff700 1 -- 172.21.15.63:0/2086343339 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f464400f620 con 0x7f465c100300 2023-11-16T18:22:07.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.659+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f465c10a940 con 0x7f465c100300 2023-11-16T18:22:07.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.661+0000 7f4653fff700 1 -- 172.21.15.63:0/2086343339 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4644010460 con 0x7f465c100300 2023-11-16T18:22:07.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.662+0000 7f4653fff700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 0x7f46480a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.662+0000 7f4653fff700 1 -- 172.21.15.63:0/2086343339 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f46440cce80 con 0x7f465c100300 2023-11-16T18:22:07.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.662+0000 7f465ad9d700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 0x7f46480a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.662+0000 7f465ad9d700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 0x7f46480a3600 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f464c005fd0 tx=0x7f464c005f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 Processor -- start 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 -- start start 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81000 0x55773af81410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81950 0x55773af81ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ae82010 con 0x55773af824c0 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773aed4850 con 0x55773af81000 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773aecdce0 con 0x55773af81950 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42452/0 (socket says 172.21.15.63:42452) 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 -- 172.21.15.63:0/3417988060 learned_addr learned my addr 172.21.15.63:0/3417988060 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465ad9d700 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81000 0x55773af81410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465a59c700 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81950 0x55773af81ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 -- 172.21.15.63:0/3417988060 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81950 msgr2=0x55773af81ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81950 0x55773af81ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 -- 172.21.15.63:0/3417988060 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81000 msgr2=0x55773af81410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81000 0x55773af81410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.663+0000 7f465b59e700 1 -- 172.21.15.63:0/3417988060 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55773ad4f5e0 con 0x55773af824c0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f465b59e700 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f465400b0a0 tx=0x7f4654009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97959c9f609c1f4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f46517fa700 1 -- 172.21.15.63:0/3417988060 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f465400e050 con 0x55773af824c0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f46517fa700 1 -- 172.21.15.63:0/3417988060 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46540077e0 con 0x55773af824c0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f46517fa700 1 -- 172.21.15.63:0/3417988060 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4654005500 con 0x55773af824c0 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3417988060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 msgr2=0x55773af82930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.664+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f465400b0a0 tx=0x7f4654009c00 comp rx=0 tx=0).stop 2023-11-16T18:22:07.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3417988060 shutdown_connections 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773af82930 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81000 0x55773af81410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3417988060 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81950 0x55773af81ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3417988060 >> 172.21.15.63:0/3417988060 conn(0x55773af72310 msgr2=0x55773af77620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3417988060 shutdown_connections 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3417988060 wait complete. 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- start start 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 Processor -- start 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ae6f890 con 0x55773af81000 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ae6f530 con 0x55773af81950 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ad518d0 con 0x55773af824c0 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f466d1dcb80 10 client.0 _ll_register_callbacks cb 0x55773ae8d730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f465ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f465ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42454/0 (socket says 172.21.15.63:42454) 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.665+0000 7f465ad9d700 1 -- 172.21.15.63:0/3772274185 learned_addr learned my addr 172.21.15.63:0/3772274185 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465a59c700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 -- 172.21.15.63:0/3772274185 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 msgr2=0x55773af91e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 -- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 msgr2=0x55773af8adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 -- 172.21.15.63:0/3772274185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f465c107e80 con 0x55773af81000 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465a59c700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f465ad9d700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f464c0117f0 tx=0x7f464c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57cb9b21913e5cd6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f46427fc700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f464c004a30 con 0x55773af81000 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55773af6fad0 con 0x55773af81000 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f464c004b90 con 0x55773af81000 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f464c004d90 con 0x55773af81000 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f466d1dcb80 10 client.14754 fetch_fsmap learned FSMap version 17 2023-11-16T18:22:07.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x55773ae94140 con 0x55773af81000 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.666+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f464c032080 con 0x55773af81000 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 17) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f464c025030 con 0x55773af81000 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 10 client.14754 fetch_fsmap finished waiting for FSMap version 17 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 10 client.14754 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 20 client.14754 populate_metadata read hostname 'smithi063' 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773af95c40 0x55773af94f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 4 client.14754 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55773ae90050 con 0x55773af95c40 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f465a59c700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773af95c40 0x55773af94f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f465a59c700 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773af95c40 0x55773af94f90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd7732ff8390f003 server_cookie=a2b2c7d703f37d3a in_seq=0 out_seq=0 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.667+0000 7f46427fc700 10 client.14754 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:22:07.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f46427fc700 1 -- 172.21.15.63:0/3772274185 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55773ae90050 con 0x55773af95c40 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f46427fc700 10 client.14754 handle_command_reply: tid=0 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 client.14754 shutdown 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 msgr2=0x55773af8a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f464c0117f0 tx=0x7f464c004750 comp rx=0 tx=0).stop 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 shutdown_connections 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773af95c40 0x55773af94f90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af8a8b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f46427fc700 0 client.14754 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/3772274185 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 >> 172.21.15.63:0/3772274185 conn(0x55773af72310 msgr2=0x55773af76d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 shutdown_connections 2023-11-16T18:22:07.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 1 -- 172.21.15.63:0/3772274185 wait complete. 2023-11-16T18:22:07.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.668+0000 7f466d1dcb80 20 client.14754 trim_cache size 0 max 16384 2023-11-16T18:22:07.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 Processor -- start 2023-11-16T18:22:07.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 -- start start 2023-11-16T18:22:07.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af858b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ae69e10 con 0x55773af81000 2023-11-16T18:22:07.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ae8bfa0 con 0x55773af81950 2023-11-16T18:22:07.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.686+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773ad53a30 con 0x55773af824c0 2023-11-16T18:22:07.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42462/0 (socket says 172.21.15.63:42462) 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 -- 172.21.15.63:0/14754800 learned_addr learned my addr 172.21.15.63:0/14754800 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465a59c700 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af858b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465b59e700 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 -- 172.21.15.63:0/14754800 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 msgr2=0x55773af91df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 -- 172.21.15.63:0/14754800 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 msgr2=0x55773af858b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af858b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 -- 172.21.15.63:0/14754800 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55773ae93e90 con 0x55773af81000 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f465ad9d700 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f464c009430 tx=0x7f464c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3d3920dbee827b2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f4651ffb700 1 -- 172.21.15.63:0/14754800 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f464c010a80 con 0x55773af81000 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f4651ffb700 1 -- 172.21.15.63:0/14754800 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55773af6fad0 con 0x55773af81000 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.687+0000 7f4651ffb700 1 -- 172.21.15.63:0/14754800 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f464c02e7f0 con 0x55773af81000 2023-11-16T18:22:07.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- 172.21.15.63:0/14754800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 msgr2=0x55773af85370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f464c009430 tx=0x7f464c000bc0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- 172.21.15.63:0/14754800 shutdown_connections 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af824c0 0x55773af91df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af81000 0x55773af85370 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/14754800 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af858b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- 172.21.15.63:0/14754800 >> 172.21.15.63:0/14754800 conn(0x55773af72310 msgr2=0x55773af89670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- 172.21.15.63:0/14754800 shutdown_connections 2023-11-16T18:22:07.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- 172.21.15.63:0/14754800 wait complete. 2023-11-16T18:22:07.724 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 -- start start 2023-11-16T18:22:07.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.688+0000 7f466d1dcb80 1 Processor -- start 2023-11-16T18:22:07.733 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81000 0x55773af8ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773af91fe0 con 0x55773af824c0 2023-11-16T18:22:07.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773af92150 con 0x55773af81950 2023-11-16T18:22:07.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55773afea040 con 0x55773af81000 2023-11-16T18:22:07.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f466d1dcb80 10 client.0 _ll_register_callbacks cb 0x7f464c00eee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:22:07.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42472/0 (socket says 172.21.15.63:42472) 2023-11-16T18:22:07.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 -- 172.21.15.63:0/1400842154 learned_addr learned my addr 172.21.15.63:0/1400842154 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:07.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465ad9d700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81000 0x55773af8ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465a59c700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 -- 172.21.15.63:0/1400842154 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81000 msgr2=0x55773af8ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81000 0x55773af8ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 -- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 msgr2=0x55773af8cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:22:07.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 -- 172.21.15.63:0/1400842154 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55773ae94140 con 0x55773af824c0 2023-11-16T18:22:07.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f465b59e700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4654009850 tx=0x7f4654006060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc0a0c137f2f18f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:07.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.689+0000 7f46427fc700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:22:07.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4654004e60 con 0x55773af824c0 2023-11-16T18:22:07.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4654029070 con 0x55773af824c0 2023-11-16T18:22:07.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f46540077e0 con 0x55773af824c0 2023-11-16T18:22:07.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f465400e020 con 0x55773af824c0 2023-11-16T18:22:07.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f466d1dcb80 10 client.14760 fetch_fsmap learned FSMap version 17 2023-11-16T18:22:07.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x55773ace4c10 con 0x55773af824c0 2023-11-16T18:22:07.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4654039080 con 0x55773af824c0 2023-11-16T18:22:07.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 17) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f465400b0d0 con 0x55773af824c0 2023-11-16T18:22:07.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.692+0000 7f466d1dcb80 10 client.14760 fetch_fsmap finished waiting for FSMap version 17 2023-11-16T18:22:07.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 10 client.14760 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:22:07.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 20 client.14760 populate_metadata read hostname 'smithi063' 2023-11-16T18:22:07.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773afee8c0 0x55773afeb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:07.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 4 client.14760 mds_command: new command op to 24509 tid=0[{"prefix": "status"}] 2023-11-16T18:22:07.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55773ae9c610 con 0x55773afee8c0 2023-11-16T18:22:07.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f465ad9d700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773afee8c0 0x55773afeb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:07.746 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f46427fc700 10 client.14760 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:22:07.746 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f465ad9d700 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773afee8c0 0x55773afeb230 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3795b44facc7cd3 server_cookie=4f19d59115fa2f in_seq=0 out_seq=0 2023-11-16T18:22:07.746 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f46427fc700 1 -- 172.21.15.63:0/1400842154 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+319 (crc 0 0 0) 0x55773ae9c610 con 0x55773afee8c0 2023-11-16T18:22:07.747 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f46427fc700 10 client.14760 handle_command_reply: tid=0 2023-11-16T18:22:07.747 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.693+0000 7f466d1dcb80 1 client.14760 shutdown 2023-11-16T18:22:07.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 msgr2=0x55773afe9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4654009850 tx=0x7f4654006060 comp rx=0 tx=0).stop 2023-11-16T18:22:07.748 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 shutdown_connections 2023-11-16T18:22:07.749 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55773afee8c0 0x55773afeb230 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55773af824c0 0x55773afe9b00 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f46427fc700 0 client.14760 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:22:07.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55773af81000 0x55773af8ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 --2- 172.21.15.63:0/1400842154 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55773af81950 0x55773af8cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 >> 172.21.15.63:0/1400842154 conn(0x55773af72310 msgr2=0x55773af88800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 shutdown_connections 2023-11-16T18:22:07.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 1 -- 172.21.15.63:0/1400842154 wait complete. 2023-11-16T18:22:07.752 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f466d1dcb80 20 client.14760 trim_cache size 0 max 16384 2023-11-16T18:22:07.753 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:22:07.753 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:22:07.753 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 0, 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24509, 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 15.54463468, 2023-11-16T18:22:07.754 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 17, 2023-11-16T18:22:07.755 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 89, 2023-11-16T18:22:07.755 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 88, 2023-11-16T18:22:07.755 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 20.269630047 2023-11-16T18:22:07.755 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:22:07.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 msgr2=0x7f46480a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 0x7f46480a3600 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f464c005fd0 tx=0x7f464c005f00 comp rx=0 tx=0).stop 2023-11-16T18:22:07.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 msgr2=0x7f465c19ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:07.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f464400d950 tx=0x7f464400dd10 comp rx=0 tx=0).stop 2023-11-16T18:22:07.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 shutdown_connections 2023-11-16T18:22:07.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46480a1150 0x7f46480a3600 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f465c100c90 0x7f465c19d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f465c0ff110 0x7f465c068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 --2- 172.21.15.63:0/2086343339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f465c100300 0x7f465c19ae10 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:07.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.694+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 >> 172.21.15.63:0/2086343339 conn(0x7f465c0fa6f0 msgr2=0x7f465c0fc910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:07.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.695+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 shutdown_connections 2023-11-16T18:22:07.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:07.695+0000 7f4661050700 1 -- 172.21.15.63:0/2086343339 wait complete. 2023-11-16T18:22:07.760 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-16T18:22:07.761 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:07.762 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph fs ls 2023-11-16T18:22:07.787 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:07 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3635601992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.787 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:07 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1481398817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:07.787 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:07 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4144523941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:07 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3635601992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:07 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1481398817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:07 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4144523941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:07 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3635601992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:07 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1481398817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:07 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4144523941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:08.411 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:09.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:08 smithi125 ceph-mon[100672]: pgmap v271: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-11-16T18:22:09.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:08 smithi063 ceph-mon[98873]: pgmap v271: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-11-16T18:22:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:08 smithi093 ceph-mon[100185]: pgmap v271: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-11-16T18:22:10.047 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 -- 172.21.15.63:0/249544500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c104310 msgr2=0x7f186c10be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 --2- 172.21.15.63:0/249544500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c104310 0x7f186c10be90 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f186400b0d0 tx=0x7f186400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 -- 172.21.15.63:0/249544500 shutdown_connections 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 --2- 172.21.15.63:0/249544500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c104310 0x7f186c10be90 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 --2- 172.21.15.63:0/249544500 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c0ff270 0x7f186c0ff640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 --2- 172.21.15.63:0/249544500 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ffc10 0x7f186c103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 -- 172.21.15.63:0/249544500 >> 172.21.15.63:0/249544500 conn(0x7f186c0761a0 msgr2=0x7f186c0765a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 -- 172.21.15.63:0/249544500 shutdown_connections 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.046+0000 7f187179d700 1 -- 172.21.15.63:0/249544500 wait complete. 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 Processor -- start 2023-11-16T18:22:10.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 -- start start 2023-11-16T18:22:10.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ff270 0x7f186c196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:10.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:10.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 0x7f186c19ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:10.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19b310 con 0x7f186c0ffc10 2023-11-16T18:22:10.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19b480 con 0x7f186c104310 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f187179d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19b640 con 0x7f186c0ff270 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f186b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f186b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42484/0 (socket says 172.21.15.63:42484) 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.047+0000 7f186b7fe700 1 -- 172.21.15.63:0/1077240688 learned_addr learned my addr 172.21.15.63:0/1077240688 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186bfff700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ff270 0x7f186c196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f1870f9c700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 0x7f186c19ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 -- 172.21.15.63:0/1077240688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ff270 msgr2=0x7f186c196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ff270 0x7f186c196350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 -- 172.21.15.63:0/1077240688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 msgr2=0x7f186c19ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 0x7f186c19ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 -- 172.21.15.63:0/1077240688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1864009d00 con 0x7f186c0ffc10 2023-11-16T18:22:10.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f1870f9c700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 0x7f186c19ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f186b7fe700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f186000b500 tx=0x7f186000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1860011830 con 0x7f186c0ffc10 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f186c1101f0 con 0x7f186c0ffc10 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1860011e50 con 0x7f186c0ffc10 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186000f2e0 con 0x7f186c0ffc10 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.048+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f186c110060 con 0x7f186c0ffc10 2023-11-16T18:22:10.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.049+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f186c110380 con 0x7f186c0ffc10 2023-11-16T18:22:10.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.050+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f18600105a0 con 0x7f186c0ffc10 2023-11-16T18:22:10.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.051+0000 7f18697fa700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 0x7f18540a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:10.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.051+0000 7f186bfff700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 0x7f18540a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:10.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.051+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f18600cc620 con 0x7f186c0ffc10 2023-11-16T18:22:10.053 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.051+0000 7f186bfff700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 0x7f18540a3600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f185c005950 tx=0x7f185c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:10.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.055+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1860095b20 con 0x7f186c0ffc10 2023-11-16T18:22:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.297+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f186c1a3430 con 0x7f186c0ffc10 2023-11-16T18:22:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.297+0000 7f18697fa700 1 -- 172.21.15.63:0/1077240688 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+88 (secure 0 0 0) 0x7f1860099140 con 0x7f186c0ffc10 2023-11-16T18:22:10.299 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-11-16T18:22:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 msgr2=0x7f18540a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 0x7f18540a3600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f185c005950 tx=0x7f185c0058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 msgr2=0x7f186c196890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f186000b500 tx=0x7f186000b8c0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 shutdown_connections 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f18540a1150 0x7f18540a3600 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.299+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f186c104310 0x7f186c19ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.300+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f186c0ff270 0x7f186c196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.300+0000 7f187179d700 1 --2- 172.21.15.63:0/1077240688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f186c0ffc10 0x7f186c196890 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.300+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 >> 172.21.15.63:0/1077240688 conn(0x7f186c0761a0 msgr2=0x7f186c0fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.300+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 shutdown_connections 2023-11-16T18:22:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:10.300+0000 7f187179d700 1 -- 172.21.15.63:0/1077240688 wait complete. 2023-11-16T18:22:10.877 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-16T18:22:10.877 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-16T18:22:10.877 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi063.front.sepia.ceph.com 2023-11-16T18:22:10.877 INFO:tasks.cephfs.mount:self.client.name = client.admin 2023-11-16T18:22:10.878 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:10.878 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-16T18:22:10.878 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-16T18:22:10.878 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-16T18:22:10.878 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2023-11-16T18:22:10.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:10.878 DEBUG:teuthology.orchestra.run.smithi063:> ip addr 2023-11-16T18:22:10.939 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:76 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:77 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:22:10.940 INFO:teuthology.orchestra.run.smithi063.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:22:10.941 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d6 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:22:10.942 INFO:teuthology.orchestra.run.smithi063.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-16T18:22:10.942 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d7 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:22:10.942 INFO:teuthology.orchestra.run.smithi063.stdout: inet 172.21.15.63/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-16T18:22:10.943 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft 41861sec preferred_lft 41861sec 2023-11-16T18:22:10.943 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::e990:3f3e:3b45:7597/64 scope link noprefixroute 2023-11-16T18:22:10.943 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:22:10.943 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-16T18:22:10.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add name ceph-brx type bridge 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr flush dev ceph-brx 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set ceph-brx up 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-16T18:22:10.944 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:22:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:10 smithi125 ceph-mon[100672]: pgmap v272: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:10 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1077240688' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:22:11.021 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:10 smithi063 ceph-mon[98873]: pgmap v272: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:11.021 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1077240688' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:22:11.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.114 DEBUG:teuthology.orchestra.run.smithi063:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-16T18:22:11.183 INFO:teuthology.orchestra.run.smithi063.stdout:1 2023-11-16T18:22:11.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.184 DEBUG:teuthology.orchestra.run.smithi063:> route 2023-11-16T18:22:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:10 smithi093 ceph-mon[100185]: pgmap v272: 129 pgs: 129 active+clean; 579 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:11.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:10 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1077240688' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:22:11.264 INFO:teuthology.orchestra.run.smithi063.stdout:Kernel IP routing table 2023-11-16T18:22:11.264 INFO:teuthology.orchestra.run.smithi063.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-16T18:22:11.264 INFO:teuthology.orchestra.run.smithi063.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-16T18:22:11.265 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-16T18:22:11.265 INFO:teuthology.orchestra.run.smithi063.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-16T18:22:11.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.265 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:22:11.265 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:22:11.265 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-16T18:22:11.266 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-16T18:22:11.266 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-16T18:22:11.266 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:22:11.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.581 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2023-11-16T18:22:11.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.599 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list-id 2023-11-16T18:22:11.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.656 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:22:11.656 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:22:11.657 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-11-16T18:22:11.657 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2023-11-16T18:22:11.657 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:22:11.753 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2023-11-16T18:22:11.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2023-11-16T18:22:11.754 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:22:11.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:11.966 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:22:11.966 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:22:11.966 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set brx.0 up 2023-11-16T18:22:11.966 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set dev brx.0 master ceph-brx 2023-11-16T18:22:11.966 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:22:12.066 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2023-11-16T18:22:12.066 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-16T18:22:12.067 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:12.085 INFO:teuthology.orchestra.run.smithi063.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2023-11-16T18:22:12.086 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-16T18:22:12.086 DEBUG:teuthology.orchestra.run.smithi063:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:12.144 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2023-11-16T18:22:12.215 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-11-16T18:22:12.215 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-11-16T18:22:12.282 INFO:teuthology.orchestra.run.smithi063.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-11-16T18:22:12.283 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-11-16T18:22:12.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:12.284 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2023-11-16T18:22:12.341 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-11-16T18:22:12.341 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2023-11-16T18:22:12.384 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2023-11-16T18:22:12.412 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-11-16T18:22:12.412 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-11-16T18:22:12.480 INFO:teuthology.orchestra.run.smithi063.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-11-16T18:22:12.481 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-11-16T18:22:12.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:12.481 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2023-11-16T18:22:12.523 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi063.stderr:2023-11-16T18:22:12.522+0000 7fd0f95215c0 -1 init, newargv = 0x559a546f4180 newargc=15 2023-11-16T18:22:12.523 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi063.stderr:ceph-fuse[136188]: starting ceph client 2023-11-16T18:22:12.529 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi063.stderr:ceph-fuse[136188]: starting fuse 2023-11-16T18:22:12.541 INFO:teuthology.orchestra.run.smithi063.stdout:124 2023-11-16T18:22:12.542 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [124] 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> import glob 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> import re 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> import os 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> import subprocess 2023-11-16T18:22:12.542 DEBUG:teuthology.orchestra.run.smithi063:> 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> def _find_admin_socket(client_name): 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> files = glob.glob(asok_path) 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> # Given a non-glob path, it better be there 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> if "*" not in asok_path: 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> assert(len(files) == 1) 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> return files[0] 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> for f in files: 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-11-16T18:22:12.543 DEBUG:teuthology.orchestra.run.smithi063:> if os.path.exists("/proc/{0}".format(pid)): 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> contents = proc_f.read() 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> if mountpoint in contents: 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> return f 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> print(_find_admin_socket("client.admin")) 2023-11-16T18:22:12.544 DEBUG:teuthology.orchestra.run.smithi063:> ' 2023-11-16T18:22:12.669 INFO:teuthology.orchestra.run.smithi063.stdout:/var/run/ceph/ceph-client.admin.136188.asok 2023-11-16T18:22:12.852 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.136188.asok 2023-11-16T18:22:12.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:12.853 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.136188.asok status 2023-11-16T18:22:12.886 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:12 smithi063 ceph-mon[98873]: pgmap v273: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "metadata": { 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_sha1": "5e4a743ad7fd1422ebd6c4dc950a21a303279207", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 18.0.0-3905-g5e4a743a (5e4a743ad7fd1422ebd6c4dc950a21a303279207) reef (dev)", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "entity_id": "admin", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": "smithi063", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "pid": "136188", 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: "root": "/" 2023-11-16T18:22:13.009 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_count": 0, 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_pinned_count": 0, 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 14772, 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "inst": { 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "name": { 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "client", 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "num": 14772 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 608731432 2023-11-16T18:22:13.010 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 608731432 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "inst_str": "client.14772 192.168.0.1:0/608731432", 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "addr_str": "192.168.0.1:0/608731432", 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "inode_count": 1, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_epoch": 17, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch": 89, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch_barrier": 0, 2023-11-16T18:22:13.011 INFO:teuthology.orchestra.run.smithi063.stdout: "blocklisted": false, 2023-11-16T18:22:13.012 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs" 2023-11-16T18:22:13.012 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:22:13.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:12 smithi125 ceph-mon[100672]: pgmap v273: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:13.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:13.019 DEBUG:teuthology.orchestra.run.smithi063:> stat --file-system '--printf=%T 2023-11-16T18:22:13.019 DEBUG:teuthology.orchestra.run.smithi063:> ' -- /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:13.041 INFO:teuthology.orchestra.run.smithi063.stdout:fuseblk 2023-11-16T18:22:13.042 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:13.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:13.042 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:13.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:13.111 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2023-11-16T18:22:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:12 smithi093 ceph-mon[100185]: pgmap v273: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:13.217 INFO:teuthology.orchestra.run.smithi063.stdout:# file: . 2023-11-16T18:22:13.217 INFO:teuthology.orchestra.run.smithi063.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2023-11-16T18:22:13.217 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:13.218 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:22:13.218 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-16T18:22:13.236 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:13.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 -- 172.21.15.63:0/3544324794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100400 msgr2=0x7fa5d0100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/3544324794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100400 0x7fa5d0100870 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc009990 tx=0x7fa5bc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 -- 172.21.15.63:0/3544324794 shutdown_connections 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/3544324794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d0100db0 0x7fa5d0107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/3544324794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d00ff170 0x7fa5d00ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/3544324794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100400 0x7fa5d0100870 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 -- 172.21.15.63:0/3544324794 >> 172.21.15.63:0/3544324794 conn(0x7fa5d00fa750 msgr2=0x7fa5d00fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 -- 172.21.15.63:0/3544324794 shutdown_connections 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.400+0000 7fa5d6f06700 1 -- 172.21.15.63:0/3544324794 wait complete. 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 Processor -- start 2023-11-16T18:22:13.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 -- start start 2023-11-16T18:22:13.408 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d00ff170 0x7fa5d0194e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.408 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d0100400 0x7fa5d01953b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d019c9f0 con 0x7fa5d0100db0 2023-11-16T18:22:13.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d019cb30 con 0x7fa5d00ff170 2023-11-16T18:22:13.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d6f06700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d019ccc0 con 0x7fa5d0100400 2023-11-16T18:22:13.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d54a3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d54a3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42520/0 (socket says 172.21.15.63:42520) 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d54a3700 1 -- 172.21.15.63:0/2427507259 learned_addr learned my addr 172.21.15.63:0/2427507259 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.401+0000 7fa5d4ca2700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d00ff170 0x7fa5d0194e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5cffff700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d0100400 0x7fa5d01953b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 -- 172.21.15.63:0/2427507259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d0100400 msgr2=0x7fa5d01953b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d0100400 0x7fa5d01953b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 -- 172.21.15.63:0/2427507259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d00ff170 msgr2=0x7fa5d0194e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d00ff170 0x7fa5d0194e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 -- 172.21.15.63:0/2427507259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5bc0095f0 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d54a3700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8007ee0 tx=0x7fa5c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8017070 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5c800f040 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5d010ab70 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8005740 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.402+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d010a9e0 con 0x7fa5d0100db0 2023-11-16T18:22:13.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.403+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5d0106190 con 0x7fa5d0100db0 2023-11-16T18:22:13.416 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.404+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa5c800dc60 con 0x7fa5d0100db0 2023-11-16T18:22:13.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.405+0000 7fa5cdffb700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 0x7fa5c00a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.405+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fa5c80cc1d0 con 0x7fa5d0100db0 2023-11-16T18:22:13.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.405+0000 7fa5d4ca2700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 0x7fa5c00a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.405+0000 7fa5d4ca2700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 0x7fa5c00a3680 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4005950 tx=0x7fa5c400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:13.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.409+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa5c80957d0 con 0x7fa5d0100db0 2023-11-16T18:22:13.612 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.611+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5d002cfe0 con 0x7fa5d0100db0 2023-11-16T18:22:13.613 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.613+0000 7fa5cdffb700 1 -- 172.21.15.63:0/2427507259 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7fa5c8098df0 con 0x7fa5d0100db0 2023-11-16T18:22:13.614 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:13.614 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:13.616 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 msgr2=0x7fa5c00a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.616 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 0x7fa5c00a3680 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4005950 tx=0x7fa5c400a300 comp rx=0 tx=0).stop 2023-11-16T18:22:13.616 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 msgr2=0x7fa5d019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8007ee0 tx=0x7fa5c800d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 shutdown_connections 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa5c00a11d0 0x7fa5c00a3680 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5d0100db0 0x7fa5d019c420 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa5d00ff170 0x7fa5d0194e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 --2- 172.21.15.63:0/2427507259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa5d0100400 0x7fa5d01953b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 >> 172.21.15.63:0/2427507259 conn(0x7fa5d00fa750 msgr2=0x7fa5d00fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 shutdown_connections 2023-11-16T18:22:13.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.615+0000 7fa5d6f06700 1 -- 172.21.15.63:0/2427507259 wait complete. 2023-11-16T18:22:13.628 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:22:13.629 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- 172.21.15.63:0/2056248377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c1004b0 msgr2=0x7f6f1c106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/2056248377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c106d70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6f1400b0a0 tx=0x7f6f1400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- 172.21.15.63:0/2056248377 shutdown_connections 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/2056248377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c106d70 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/2056248377 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c0fed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/2056248377 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c0ffb20 0x7f6f1c0fff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- 172.21.15.63:0/2056248377 >> 172.21.15.63:0/2056248377 conn(0x7f6f1c0f9f30 msgr2=0x7f6f1c0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- 172.21.15.63:0/2056248377 shutdown_connections 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- 172.21.15.63:0/2056248377 wait complete. 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 Processor -- start 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.757+0000 7f6f21cf3700 1 -- start start 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0ffb20 0x7f6f1c1965c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c19dc00 con 0x7f6f1c0fe930 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c19dd40 con 0x7f6f1c0ffb20 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c19ded0 con 0x7f6f1c1004b0 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42530/0 (socket says 172.21.15.63:42530) 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 -- 172.21.15.63:0/1975414954 learned_addr learned my addr 172.21.15.63:0/1975414954 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1affd700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0ffb20 0x7f6f1c1965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1bfff700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 -- 172.21.15.63:0/1975414954 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 msgr2=0x7f6f1c19d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c19d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 -- 172.21.15.63:0/1975414954 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0ffb20 msgr2=0x7f6f1c1965c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0ffb20 0x7f6f1c1965c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 -- 172.21.15.63:0/1975414954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f14009d00 con 0x7f6f1c0fe930 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1bfff700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f1b7fe700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e970 tx=0x7f6f1000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f10009790 con 0x7f6f1c0fe930 2023-11-16T18:22:13.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f1c10a2a0 con 0x7f6f1c0fe930 2023-11-16T18:22:13.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f100044e0 con 0x7f6f1c0fe930 2023-11-16T18:22:13.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f10003e30 con 0x7f6f1c0fe930 2023-11-16T18:22:13.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.758+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f1c10a110 con 0x7f6f1c0fe930 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.760+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f1c19e670 con 0x7f6f1c0fe930 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.760+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6f10003f90 con 0x7f6f1c0fe930 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.761+0000 7f6f18ff9700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 0x7f6f040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.761+0000 7f6f1affd700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 0x7f6f040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.761+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6f10014070 con 0x7f6f1c0fe930 2023-11-16T18:22:13.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.762+0000 7f6f1affd700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 0x7f6f040a3600 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c005ea0 tx=0x7f6f0c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:13.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.765+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6f10096360 con 0x7f6f1c0fe930 2023-11-16T18:22:13.966 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.965+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6f1c19ec20 con 0x7f6f1c0fe930 2023-11-16T18:22:13.967 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.966+0000 7f6f18ff9700 1 -- 172.21.15.63:0/1975414954 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6f10099980 con 0x7f6f1c0fe930 2023-11-16T18:22:13.967 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 msgr2=0x7f6f040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 0x7f6f040a3600 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c005ea0 tx=0x7f6f0c005e30 comp rx=0 tx=0).stop 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 msgr2=0x7f6f1c196080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e970 tx=0x7f6f1000ed30 comp rx=0 tx=0).stop 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 shutdown_connections 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6f040a1150 0x7f6f040a3600 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6f1c1004b0 0x7f6f1c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6f1c0fe930 0x7f6f1c196080 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 --2- 172.21.15.63:0/1975414954 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6f1c0ffb20 0x7f6f1c1965c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 >> 172.21.15.63:0/1975414954 conn(0x7f6f1c0f9f30 msgr2=0x7f6f1c0fbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 shutdown_connections 2023-11-16T18:22:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:13.968+0000 7f6f21cf3700 1 -- 172.21.15.63:0/1975414954 wait complete. 2023-11-16T18:22:13.980 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2427507259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:13.981 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:22:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2427507259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 -- 172.21.15.63:0/2384022829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 msgr2=0x7f40e40ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/2384022829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e40ff5d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f40e0009990 tx=0x7f40e0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 -- 172.21.15.63:0/2384022829 shutdown_connections 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/2384022829 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e4100d40 0x7f40e4107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/2384022829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e40ff5d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/2384022829 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e41003b0 0x7f40e4100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 -- 172.21.15.63:0/2384022829 >> 172.21.15.63:0/2384022829 conn(0x7f40e40fa7c0 msgr2=0x7f40e40fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 -- 172.21.15.63:0/2384022829 shutdown_connections 2023-11-16T18:22:14.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.108+0000 7f40ec4a7700 1 -- 172.21.15.63:0/2384022829 wait complete. 2023-11-16T18:22:14.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 Processor -- start 2023-11-16T18:22:14.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 -- start start 2023-11-16T18:22:14.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e41003b0 0x7f40e419ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 0x7f40e419d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e419dc00 con 0x7f40e40ff1c0 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e419dd70 con 0x7f40e4100d40 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ec4a7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e419df30 con 0x7f40e41003b0 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ea243700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ea243700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42544/0 (socket says 172.21.15.63:42544) 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.109+0000 7f40ea243700 1 -- 172.21.15.63:0/3302018856 learned_addr learned my addr 172.21.15.63:0/3302018856 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40eaa44700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 0x7f40e419d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 -- 172.21.15.63:0/3302018856 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e41003b0 msgr2=0x7f40e419ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40e9a42700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e41003b0 0x7f40e419ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e41003b0 0x7f40e419ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 -- 172.21.15.63:0/3302018856 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 msgr2=0x7f40e419d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 0x7f40e419d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 -- 172.21.15.63:0/3302018856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e00095f0 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40eaa44700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 0x7f40e419d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ea243700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f40e0000c00 tx=0x7f40e00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40e001d070 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f40e000fc00 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e410ab80 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40e0021ea0 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.110+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e410a9f0 con 0x7f40e40ff1c0 2023-11-16T18:22:14.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.111+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e4106140 con 0x7f40e40ff1c0 2023-11-16T18:22:14.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.112+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f40e0021410 con 0x7f40e40ff1c0 2023-11-16T18:22:14.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.112+0000 7f40d77fe700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 0x7f40d00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.113+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f40e00ce1d0 con 0x7f40e40ff1c0 2023-11-16T18:22:14.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.113+0000 7f40e9a42700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 0x7f40d00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.113+0000 7f40e9a42700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 0x7f40d00a3600 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009b30 tx=0x7f40d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.117+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f40e0097880 con 0x7f40e40ff1c0 2023-11-16T18:22:14.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2427507259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:14.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.316+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f40e4061700 con 0x7f40e40ff1c0 2023-11-16T18:22:14.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.316+0000 7f40d77fe700 1 -- 172.21.15.63:0/3302018856 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7f40e009aea0 con 0x7f40e40ff1c0 2023-11-16T18:22:14.318 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:22:14.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 msgr2=0x7f40d00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 0x7f40d00a3600 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009b30 tx=0x7f40d8009260 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 msgr2=0x7f40e4068940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f40e0000c00 tx=0x7f40e00057f0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 shutdown_connections 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40d00a1150 0x7f40d00a3600 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40e4100d40 0x7f40e419d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40e40ff1c0 0x7f40e4068940 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 --2- 172.21.15.63:0/3302018856 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40e41003b0 0x7f40e419ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 >> 172.21.15.63:0/3302018856 conn(0x7f40e40fa7c0 msgr2=0x7f40e40fcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 shutdown_connections 2023-11-16T18:22:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.318+0000 7f40ec4a7700 1 -- 172.21.15.63:0/3302018856 wait complete. 2023-11-16T18:22:14.332 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 -- 172.21.15.63:0/3397305634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1014c0 msgr2=0x7f0ebc101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/3397305634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc101910 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0eac009990 tx=0x7f0eac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 -- 172.21.15.63:0/3397305634 shutdown_connections 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/3397305634 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc101e50 0x7f0ebc108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/3397305634 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.459+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/3397305634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc101910 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- 172.21.15.63:0/3397305634 >> 172.21.15.63:0/3397305634 conn(0x7f0ebc0fb8d0 msgr2=0x7f0ebc0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- 172.21.15.63:0/3397305634 shutdown_connections 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- 172.21.15.63:0/3397305634 wait complete. 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 Processor -- start 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- start start 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc101e50 0x7f0ebc19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ebc19dc40 con 0x7f0ebc1002d0 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ebc19dd80 con 0x7f0ebc101e50 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.460+0000 7f0ec41b4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ebc19df10 con 0x7f0ebc1014c0 2023-11-16T18:22:14.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42558/0 (socket says 172.21.15.63:42558) 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 -- 172.21.15.63:0/4173217224 learned_addr learned my addr 172.21.15.63:0/4173217224 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec2751700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc101e50 0x7f0ebc19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec174f700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 -- 172.21.15.63:0/4173217224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc1014c0 msgr2=0x7f0ebc196600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc196600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 -- 172.21.15.63:0/4173217224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc101e50 msgr2=0x7f0ebc19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc101e50 0x7f0ebc19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 -- 172.21.15.63:0/4173217224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0eac0095f0 con 0x7f0ebc1002d0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec1f50700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800e970 tx=0x7f0eb800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8009790 con 0x7f0ebc1002d0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0eb800c7e0 con 0x7f0ebc1002d0 2023-11-16T18:22:14.468 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ebc10bc80 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8003c70 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.461+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ebc10baf0 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.462+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ebc107890 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.463+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f0eb800cc50 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.464+0000 7f0eb2ffd700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 0x7f0ea80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.464+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f0eb8014070 con 0x7f0ebc1002d0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.464+0000 7f0ec174f700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 0x7f0ea80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.464+0000 7f0ec174f700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 0x7f0ea80a3680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0eac00b2e0 tx=0x7f0eac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.469 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.468+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0eb80961a0 con 0x7f0ebc1002d0 2023-11-16T18:22:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.668+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0ebc061700 con 0x7f0ebc1002d0 2023-11-16T18:22:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.668+0000 7f0eb2ffd700 1 -- 172.21.15.63:0/4173217224 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0eb8003dd0 con 0x7f0ebc1002d0 2023-11-16T18:22:14.669 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:22:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 msgr2=0x7f0ea80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 0x7f0ea80a3680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0eac00b2e0 tx=0x7f0eac005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 msgr2=0x7f0ebc1960c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800e970 tx=0x7f0eb800ec80 comp rx=0 tx=0).stop 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 shutdown_connections 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0ea80a11d0 0x7f0ea80a3680 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0ebc101e50 0x7f0ebc19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ebc1002d0 0x7f0ebc1960c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 --2- 172.21.15.63:0/4173217224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0ebc1014c0 0x7f0ebc196600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.670+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 >> 172.21.15.63:0/4173217224 conn(0x7f0ebc0fb8d0 msgr2=0x7f0ebc1049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.671+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 shutdown_connections 2023-11-16T18:22:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.671+0000 7f0ec41b4700 1 -- 172.21.15.63:0/4173217224 wait complete. 2023-11-16T18:22:14.689 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 -- 172.21.15.63:0/2657153134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21641003b0 msgr2=0x7f2164100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 --2- 172.21.15.63:0/2657153134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21641003b0 0x7f2164100800 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2150009990 tx=0x7f2150009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 -- 172.21.15.63:0/2657153134 shutdown_connections 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 --2- 172.21.15.63:0/2657153134 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2164100d40 0x7f2164107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 --2- 172.21.15.63:0/2657153134 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 0x7f21640ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 --2- 172.21.15.63:0/2657153134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21641003b0 0x7f2164100800 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 -- 172.21.15.63:0/2657153134 >> 172.21.15.63:0/2657153134 conn(0x7f21640fa7c0 msgr2=0x7f21640fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:14.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 -- 172.21.15.63:0/2657153134 shutdown_connections 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.817+0000 7f216b0b6700 1 -- 172.21.15.63:0/2657153134 wait complete. 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 Processor -- start 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 -- start start 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 0x7f2164068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21641003b0 0x7f216419add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f216419dbf0 con 0x7f2164100d40 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f216419dd60 con 0x7f21640ff1c0 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f216b0b6700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f216419df20 con 0x7f21641003b0 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f2169653700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f2169653700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42576/0 (socket says 172.21.15.63:42576) 2023-11-16T18:22:14.822 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f2169653700 1 -- 172.21.15.63:0/1440524169 learned_addr learned my addr 172.21.15.63:0/1440524169 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:14.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.818+0000 7f2168e52700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 0x7f2164068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2163fff700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21641003b0 0x7f216419add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 -- 172.21.15.63:0/1440524169 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21641003b0 msgr2=0x7f216419add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21641003b0 0x7f216419add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 -- 172.21.15.63:0/1440524169 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 msgr2=0x7f2164068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 0x7f2164068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 -- 172.21.15.63:0/1440524169 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21500095f0 con 0x7f2164100d40 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2169653700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f215c007ee0 tx=0x7f215c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c017070 con 0x7f2164100d40 2023-11-16T18:22:14.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f216410ab30 con 0x7f2164100d40 2023-11-16T18:22:14.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f215c00f040 con 0x7f2164100d40 2023-11-16T18:22:14.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c005740 con 0x7f2164100d40 2023-11-16T18:22:14.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.819+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f216410a9a0 con 0x7f2164100d40 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.820+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f216419e5c0 con 0x7f2164100d40 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.821+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f215c00dc60 con 0x7f2164100d40 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.822+0000 7f2161ffb700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 0x7f21540a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.822+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f215c0cc340 con 0x7f2164100d40 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.822+0000 7f2168e52700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 0x7f21540a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.822+0000 7f2168e52700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 0x7f21540a3600 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2164100210 tx=0x7f215800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:14.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:14.826+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f215c0958a0 con 0x7f2164100d40 2023-11-16T18:22:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:14 smithi125 ceph-mon[100672]: pgmap v274: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1975414954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3302018856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4173217224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.025+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2164106160 con 0x7f2164100d40 2023-11-16T18:22:15.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.025+0000 7f2161ffb700 1 -- 172.21.15.63:0/1440524169 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) v1 ==== 103+0+11 (secure 0 0 0) 0x7f215c095020 con 0x7f2164100d40 2023-11-16T18:22:15.027 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 msgr2=0x7f21540a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 0x7f21540a3600 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2164100210 tx=0x7f215800b410 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 msgr2=0x7f216419d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f215c007ee0 tx=0x7f215c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 shutdown_connections 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21540a1150 0x7f21540a3600 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2164100d40 0x7f216419d420 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21640ff1c0 0x7f2164068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 --2- 172.21.15.63:0/1440524169 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21641003b0 0x7f216419add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 >> 172.21.15.63:0/1440524169 conn(0x7f21640fa7c0 msgr2=0x7f21640fcac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 shutdown_connections 2023-11-16T18:22:15.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.028+0000 7f216b0b6700 1 -- 172.21.15.63:0/1440524169 wait complete. 2023-11-16T18:22:15.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:14 smithi063 ceph-mon[98873]: pgmap v274: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:15.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1975414954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3302018856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.040 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4173217224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.042 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-16T18:22:15.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:14 smithi093 ceph-mon[100185]: pgmap v274: 129 pgs: 129 active+clean; 579 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail 2023-11-16T18:22:15.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1975414954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3302018856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4173217224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 -- 172.21.15.63:0/3728793962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100c90 msgr2=0x7f7e5c107550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3728793962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100c90 0x7f7e5c107550 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7e5400b0a0 tx=0x7f7e5400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 -- 172.21.15.63:0/3728793962 shutdown_connections 2023-11-16T18:22:15.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3728793962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100c90 0x7f7e5c107550 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3728793962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c0ff110 0x7f7e5c0ff520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3728793962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c100300 0x7f7e5c100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 -- 172.21.15.63:0/3728793962 >> 172.21.15.63:0/3728793962 conn(0x7f7e5c0fa6f0 msgr2=0x7f7e5c0fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 -- 172.21.15.63:0/3728793962 shutdown_connections 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.167+0000 7f7e621b8700 1 -- 172.21.15.63:0/3728793962 wait complete. 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 Processor -- start 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 -- start start 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c0ff110 0x7f7e5c194f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c100c90 0x7f7e5c19c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5c19cab0 con 0x7f7e5c100300 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5c19cbf0 con 0x7f7e5c0ff110 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e621b8700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5c19cd80 con 0x7f7e5c100c90 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e5affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e5affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42588/0 (socket says 172.21.15.63:42588) 2023-11-16T18:22:15.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.168+0000 7f7e5affd700 1 -- 172.21.15.63:0/3220906068 learned_addr learned my addr 172.21.15.63:0/3220906068 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5bfff700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c100c90 0x7f7e5c19c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5b7fe700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c0ff110 0x7f7e5c194f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 -- 172.21.15.63:0/3220906068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c100c90 msgr2=0x7f7e5c19c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c100c90 0x7f7e5c19c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 -- 172.21.15.63:0/3220906068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c0ff110 msgr2=0x7f7e5c194f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c0ff110 0x7f7e5c194f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 -- 172.21.15.63:0/3220906068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e54009d00 con 0x7f7e5c100300 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e5affd700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00d980 tx=0x7f7e4c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c004220 con 0x7f7e5c100300 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e4c007640 con 0x7f7e5c100300 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e5c10aa90 con 0x7f7e5c100300 2023-11-16T18:22:15.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c005610 con 0x7f7e5c100300 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.169+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e5c10a900 con 0x7f7e5c100300 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.170+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e5c19d470 con 0x7f7e5c100300 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.171+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7e4c004750 con 0x7f7e5c100300 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.172+0000 7f7e58ff9700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 0x7f7e440a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.172+0000 7f7e5b7fe700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 0x7f7e440a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.172+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7e4c0cc9f0 con 0x7f7e5c100300 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.172+0000 7f7e5b7fe700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 0x7f7e440a3600 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c100160 tx=0x7f7e50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.176+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7e4c095ef0 con 0x7f7e5c100300 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.391+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7e5c105f90 con 0x7f7e5c100300 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.392+0000 7f7e58ff9700 1 -- 172.21.15.63:0/3220906068 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) v1 ==== 81+0+590 (secure 0 0 0) 0x7f7e4c016020 con 0x7f7e5c100300 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2280504009 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/3499985395 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2949704410 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:15.393 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:15.394 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/107289207 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:15.394 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/441774763 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:15.394 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/4175138216 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 msgr2=0x7f7e440a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 0x7f7e440a3600 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c100160 tx=0x7f7e50009260 comp rx=0 tx=0).stop 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 msgr2=0x7f7e5c195470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00d980 tx=0x7f7e4c00dc90 comp rx=0 tx=0).stop 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 shutdown_connections 2023-11-16T18:22:15.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e440a1150 0x7f7e440a3600 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e5c100c90 0x7f7e5c19c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e5c0ff110 0x7f7e5c194f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 --2- 172.21.15.63:0/3220906068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5c100300 0x7f7e5c195470 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 >> 172.21.15.63:0/3220906068 conn(0x7f7e5c0fa6f0 msgr2=0x7f7e5c0fc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 shutdown_connections 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.394+0000 7f7e621b8700 1 -- 172.21.15.63:0/3220906068 wait complete. 2023-11-16T18:22:15.396 INFO:teuthology.orchestra.run.smithi063.stderr:listed 10 entries 2023-11-16T18:22:15.407 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:22:15.407 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-16T18:22:15.436 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.600+0000 7f36a8c5a700 1 -- 172.21.15.63:0/2988191373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a40ff170 msgr2=0x7f36a40ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.600+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/2988191373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a40ff170 0x7f36a40ff580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3694009990 tx=0x7f3694009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 -- 172.21.15.63:0/2988191373 shutdown_connections 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/2988191373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a4100db0 0x7f36a4107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/2988191373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a40ff170 0x7f36a40ff580 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/2988191373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 0x7f36a4100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.602 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 -- 172.21.15.63:0/2988191373 >> 172.21.15.63:0/2988191373 conn(0x7f36a40fa750 msgr2=0x7f36a40fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.603 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 -- 172.21.15.63:0/2988191373 shutdown_connections 2023-11-16T18:22:15.603 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 -- 172.21.15.63:0/2988191373 wait complete. 2023-11-16T18:22:15.604 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 Processor -- start 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 -- start start 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a40ff170 0x7f36a4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.601+0000 7f36a8c5a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 0x7f36a419acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a419daf0 con 0x7f36a4100db0 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a419dc60 con 0x7f36a4100400 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a419de20 con 0x7f36a40ff170 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42604/0 (socket says 172.21.15.63:42604) 2023-11-16T18:22:15.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 -- 172.21.15.63:0/1331505347 learned_addr learned my addr 172.21.15.63:0/1331505347 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a259c700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a40ff170 0x7f36a4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a1d9b700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 0x7f36a419acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 -- 172.21.15.63:0/1331505347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a40ff170 msgr2=0x7f36a4068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a40ff170 0x7f36a4068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 -- 172.21.15.63:0/1331505347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 msgr2=0x7f36a419acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 0x7f36a419acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 -- 172.21.15.63:0/1331505347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36940095f0 con 0x7f36a4100db0 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a2d9d700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f369c007ee0 tx=0x7f369c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369c017070 con 0x7f36a4100db0 2023-11-16T18:22:15.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f369c00f040 con 0x7f36a4100db0 2023-11-16T18:22:15.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36a410ab60 con 0x7f36a4100db0 2023-11-16T18:22:15.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369c005740 con 0x7f36a4100db0 2023-11-16T18:22:15.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.602+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36a410a9d0 con 0x7f36a4100db0 2023-11-16T18:22:15.607 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.603+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36a419e510 con 0x7f36a4100db0 2023-11-16T18:22:15.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.605+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f369c00dc60 con 0x7f36a4100db0 2023-11-16T18:22:15.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.605+0000 7f36937fe700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 0x7f368c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.605+0000 7f36a259c700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 0x7f368c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.605+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f369c0cc8e0 con 0x7f36a4100db0 2023-11-16T18:22:15.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.606+0000 7f36a259c700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 0x7f368c0a3680 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f369400b2e0 tx=0x7f3694005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.610 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.609+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f369c095e40 con 0x7f36a4100db0 2023-11-16T18:22:15.725 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1440524169' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:15.725 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3220906068' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:15.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.813+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f36a4106140 con 0x7f36a4100db0 2023-11-16T18:22:15.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.814+0000 7f36937fe700 1 -- 172.21.15.63:0/1331505347 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7f369c099460 con 0x7f36a4100db0 2023-11-16T18:22:15.816 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:15.816 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 msgr2=0x7f368c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 0x7f368c0a3680 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f369400b2e0 tx=0x7f3694005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 msgr2=0x7f36a419d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f369c007ee0 tx=0x7f369c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 shutdown_connections 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f368c0a11d0 0x7f368c0a3680 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36a4100db0 0x7f36a419d320 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.818 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36a40ff170 0x7f36a4068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 --2- 172.21.15.63:0/1331505347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36a4100400 0x7f36a419acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.816+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 >> 172.21.15.63:0/1331505347 conn(0x7f36a40fa750 msgr2=0x7f36a40fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.817+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 shutdown_connections 2023-11-16T18:22:15.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.817+0000 7f36a8c5a700 1 -- 172.21.15.63:0/1331505347 wait complete. 2023-11-16T18:22:15.830 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:22:15.831 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:22:15.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 -- 172.21.15.63:0/3577942410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 msgr2=0x7fb7fc0ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 --2- 172.21.15.63:0/3577942410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc0ff600 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec009990 tx=0x7fb7ec009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 -- 172.21.15.63:0/3577942410 shutdown_connections 2023-11-16T18:22:15.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 --2- 172.21.15.63:0/3577942410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc100d70 0x7fb7fc107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 --2- 172.21.15.63:0/3577942410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc0ff600 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 --2- 172.21.15.63:0/3577942410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 -- 172.21.15.63:0/3577942410 >> 172.21.15.63:0/3577942410 conn(0x7fb7fc0fa810 msgr2=0x7fb7fc0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 -- 172.21.15.63:0/3577942410 shutdown_connections 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 -- 172.21.15.63:0/3577942410 wait complete. 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.958+0000 7fb803f38700 1 Processor -- start 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 -- start start 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 0x7fb7fc19d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7fc19dbc0 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7fc19dd00 con 0x7fb7fc1003e0 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb803f38700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7fc19de90 con 0x7fb7fc100d70 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42620/0 (socket says 172.21.15.63:42620) 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 -- 172.21.15.63:0/411597740 learned_addr learned my addr 172.21.15.63:0/411597740 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb8014d3700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb8024d5700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 0x7fb7fc19d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 -- 172.21.15.63:0/411597740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 msgr2=0x7fb7fc19d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 0x7fb7fc19d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 -- 172.21.15.63:0/411597740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 msgr2=0x7fb7fc196580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:15.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc196580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 -- 172.21.15.63:0/411597740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ec0095f0 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb8024d5700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 0x7fb7fc19d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb8014d3700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc196580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb801cd4700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec000c00 tx=0x7fb7ec00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.959+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec01d070 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.960+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7ec00fc60 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.960+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7fc10ab60 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.960+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec017650 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.960+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7fc10a9d0 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.960+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7fc19e490 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.962+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fb7ec004830 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.962+0000 7fb7f2ffd700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 0x7fb7e80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.962+0000 7fb8014d3700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 0x7fb7e80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.962+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb7ec0ce100 con 0x7fb7fc0ff1f0 2023-11-16T18:22:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.963+0000 7fb8014d3700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 0x7fb7e80a3680 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8005950 tx=0x7fb7f80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:15.966+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fb7ec0976f0 con 0x7fb7fc0ff1f0 2023-11-16T18:22:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1440524169' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3220906068' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:16.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.165+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb7fc19ea40 con 0x7fb7fc0ff1f0 2023-11-16T18:22:16.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.165+0000 7fb7f2ffd700 1 -- 172.21.15.63:0/411597740 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb7ec09ad10 con 0x7fb7fc0ff1f0 2023-11-16T18:22:16.167 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:22:16.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 msgr2=0x7fb7e80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 0x7fb7e80a3680 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8005950 tx=0x7fb7f80058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 msgr2=0x7fb7fc196040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec000c00 tx=0x7fb7ec00f510 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 shutdown_connections 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb7e80a11d0 0x7fb7e80a3680 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb7fc100d70 0x7fb7fc19d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb7fc0ff1f0 0x7fb7fc196040 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 --2- 172.21.15.63:0/411597740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb7fc1003e0 0x7fb7fc196580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.167+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 >> 172.21.15.63:0/411597740 conn(0x7fb7fc0fa810 msgr2=0x7fb7fc068e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.168+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 shutdown_connections 2023-11-16T18:22:16.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.168+0000 7fb803f38700 1 -- 172.21.15.63:0/411597740 wait complete. 2023-11-16T18:22:16.182 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:22:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1440524169' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3220906068' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- 172.21.15.63:0/4124605433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff81015a0 msgr2=0x7fcff81019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 --2- 172.21.15.63:0/4124605433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff81015a0 0x7fcff81019f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcfec009990 tx=0x7fcfec009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- 172.21.15.63:0/4124605433 shutdown_connections 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 --2- 172.21.15.63:0/4124605433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff81087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 --2- 172.21.15.63:0/4124605433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff80fe5d0 0x7fcff80fe9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 --2- 172.21.15.63:0/4124605433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff81015a0 0x7fcff81019f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- 172.21.15.63:0/4124605433 >> 172.21.15.63:0/4124605433 conn(0x7fcff80f9fb0 msgr2=0x7fcff80fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- 172.21.15.63:0/4124605433 shutdown_connections 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- 172.21.15.63:0/4124605433 wait complete. 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 Processor -- start 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.311+0000 7fcffd73c700 1 -- start start 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff80fe5d0 0x7fcff8196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 0x7fcff81965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff819dbf0 con 0x7fcff8101f30 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff819dd30 con 0x7fcff81015a0 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff819dec0 con 0x7fcff80fe5d0 2023-11-16T18:22:16.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42638/0 (socket says 172.21.15.63:42638) 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 -- 172.21.15.63:0/229626665 learned_addr learned my addr 172.21.15.63:0/229626665 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff67fc700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 0x7fcff81965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff6ffd700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff80fe5d0 0x7fcff8196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 -- 172.21.15.63:0/229626665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff80fe5d0 msgr2=0x7fcff8196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff80fe5d0 0x7fcff8196070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 -- 172.21.15.63:0/229626665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 msgr2=0x7fcff81965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 0x7fcff81965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 -- 172.21.15.63:0/229626665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe8009520 con 0x7fcff8101f30 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff67fc700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 0x7fcff81965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcff77fe700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcff000c370 tx=0x7fcff000c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:16.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff0017070 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.312+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcff0009c40 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.313+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcff000f040 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.313+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff000e050 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.313+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfec0095f0 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.314+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff8107940 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.315+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fcff0004bd0 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.315+0000 7fcfdffff700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 0x7fcfe00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.315+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fcff00ccc50 con 0x7fcff8101f30 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.315+0000 7fcff6ffd700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 0x7fcfe00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.322 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.316+0000 7fcff6ffd700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 0x7fcfe00a3600 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcff8068f80 tx=0x7fcfe8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:16.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.319+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcff00961b0 con 0x7fcff8101f30 2023-11-16T18:22:16.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.518+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcff802ce10 con 0x7fcff8101f30 2023-11-16T18:22:16.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.518+0000 7fcfdffff700 1 -- 172.21.15.63:0/229626665 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcff00997d0 con 0x7fcff8101f30 2023-11-16T18:22:16.520 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:22:16.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.520+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 msgr2=0x7fcfe00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.520+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 0x7fcfe00a3600 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcff8068f80 tx=0x7fcfe8009260 comp rx=0 tx=0).stop 2023-11-16T18:22:16.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.520+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 msgr2=0x7fcff819d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.520+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcff000c370 tx=0x7fcff000c730 comp rx=0 tx=0).stop 2023-11-16T18:22:16.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 shutdown_connections 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcfe00a1150 0x7fcfe00a3600 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcff8101f30 0x7fcff819d620 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcff80fe5d0 0x7fcff8196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 --2- 172.21.15.63:0/229626665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcff81015a0 0x7fcff81965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 >> 172.21.15.63:0/229626665 conn(0x7fcff80f9fb0 msgr2=0x7fcff8104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:16.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 shutdown_connections 2023-11-16T18:22:16.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.521+0000 7fcffd73c700 1 -- 172.21.15.63:0/229626665 wait complete. 2023-11-16T18:22:16.534 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 -- 172.21.15.63:0/3724919024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c740ff1f0 msgr2=0x7f6c740ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/3724919024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c740ff1f0 0x7f6c740ff600 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6c68009990 tx=0x7f6c68009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 -- 172.21.15.63:0/3724919024 shutdown_connections 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/3724919024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c74100d70 0x7f6c74107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/3724919024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c740ff1f0 0x7f6c740ff600 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/3724919024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 0x7f6c74100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.661+0000 7f6c79c1b700 1 -- 172.21.15.63:0/3724919024 >> 172.21.15.63:0/3724919024 conn(0x7f6c740fa810 msgr2=0x7f6c740fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- 172.21.15.63:0/3724919024 shutdown_connections 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- 172.21.15.63:0/3724919024 wait complete. 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 Processor -- start 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- start start 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 0x7f6c74069cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 0x7f6c7419d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7419fce0 con 0x7f6c74100d70 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7419fe50 con 0x7f6c740ff1f0 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.662+0000 7f6c79c1b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c741a0010 con 0x7f6c741003e0 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42652/0 (socket says 172.21.15.63:42652) 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 -- 172.21.15.63:0/2175643043 learned_addr learned my addr 172.21.15.63:0/2175643043 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c737fe700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 0x7f6c74069cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c72ffd700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 0x7f6c7419d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 -- 172.21.15.63:0/2175643043 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 msgr2=0x7f6c7419d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 0x7f6c7419d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 -- 172.21.15.63:0/2175643043 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 msgr2=0x7f6c74069cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 0x7f6c74069cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 -- 172.21.15.63:0/2175643043 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c680095f0 con 0x7f6c74100d70 2023-11-16T18:22:16.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c737fe700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 0x7f6c74069cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c73fff700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c007d70 tx=0x7f6c6c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c00ad40 con 0x7f6c74100d70 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c7410ab60 con 0x7f6c74100d70 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c6c0128e0 con 0x7f6c74100d70 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c011780 con 0x7f6c74100d70 2023-11-16T18:22:16.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.663+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c7410a9d0 con 0x7f6c74100d70 2023-11-16T18:22:16.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.664+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c74106690 con 0x7f6c74100d70 2023-11-16T18:22:16.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.666+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6c6c012a50 con 0x7f6c74100d70 2023-11-16T18:22:16.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.666+0000 7f6c70ff9700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 0x7f6c5c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:16.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.667+0000 7f6c737fe700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 0x7f6c5c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:16.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.667+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6c6c0cd2c0 con 0x7f6c74100d70 2023-11-16T18:22:16.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.667+0000 7f6c737fe700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 0x7f6c5c0a3600 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6c68006010 tx=0x7f6c6800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:16.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.670+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6c6c0967c0 con 0x7f6c74100d70 2023-11-16T18:22:16.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:16 smithi063 ceph-mon[98873]: pgmap v275: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 409 B/s wr, 0 op/s 2023-11-16T18:22:16.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1331505347' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:16.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/411597740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:16.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/229626665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:16.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.874+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6c74061700 con 0x7f6c74100d70 2023-11-16T18:22:16.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.874+0000 7f6c70ff9700 1 -- 172.21.15.63:0/2175643043 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6c6c099de0 con 0x7f6c74100d70 2023-11-16T18:22:16.875 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:22:16.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 msgr2=0x7f6c5c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 0x7f6c5c0a3600 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6c68006010 tx=0x7f6c6800b540 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 msgr2=0x7f6c7419f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c007d70 tx=0x7f6c6c00a340 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 shutdown_connections 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6c5c0a1150 0x7f6c5c0a3600 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100d70 0x7f6c7419f630 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6c740ff1f0 0x7f6c74069cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 --2- 172.21.15.63:0/2175643043 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6c741003e0 0x7f6c7419d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.876+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 >> 172.21.15.63:0/2175643043 conn(0x7f6c740fa810 msgr2=0x7f6c741037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:16.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.877+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 shutdown_connections 2023-11-16T18:22:16.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:16.877+0000 7f6c79c1b700 1 -- 172.21.15.63:0/2175643043 wait complete. 2023-11-16T18:22:16.890 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:22:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:16 smithi125 ceph-mon[100672]: pgmap v275: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 409 B/s wr, 0 op/s 2023-11-16T18:22:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1331505347' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/411597740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/229626665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:17.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 -- 172.21.15.63:0/2678484556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc100d70 msgr2=0x7fa4fc107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 --2- 172.21.15.63:0/2678484556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc100d70 0x7fa4fc107630 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa4f400b0a0 tx=0x7fa4f400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 -- 172.21.15.63:0/2678484556 shutdown_connections 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 --2- 172.21.15.63:0/2678484556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc100d70 0x7fa4fc107630 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 --2- 172.21.15.63:0/2678484556 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc0ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 --2- 172.21.15.63:0/2678484556 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc1003e0 0x7fa4fc100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 -- 172.21.15.63:0/2678484556 >> 172.21.15.63:0/2678484556 conn(0x7fa4fc0fa810 msgr2=0x7fa4fc0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 -- 172.21.15.63:0/2678484556 shutdown_connections 2023-11-16T18:22:17.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.017+0000 7fa504504700 1 -- 172.21.15.63:0/2678484556 wait complete. 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 Processor -- start 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 -- start start 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc1003e0 0x7fa4fc1955a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc100d70 0x7fa4fc19c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4fc19cbe0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4fc19cd20 con 0x7fa4fc100d70 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa504504700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4fc19ceb0 con 0x7fa4fc1003e0 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42662/0 (socket says 172.21.15.63:42662) 2023-11-16T18:22:17.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 -- 172.21.15.63:0/1888409171 learned_addr learned my addr 172.21.15.63:0/1888409171 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa502aa1700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc100d70 0x7fa4fc19c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa501a9f700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc1003e0 0x7fa4fc1955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 -- 172.21.15.63:0/1888409171 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc1003e0 msgr2=0x7fa4fc1955a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc1003e0 0x7fa4fc1955a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 -- 172.21.15.63:0/1888409171 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc100d70 msgr2=0x7fa4fc19c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc100d70 0x7fa4fc19c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.018+0000 7fa5022a0700 1 -- 172.21.15.63:0/1888409171 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f4009d00 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa5022a0700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800d980 tx=0x7fa4f800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4f800b950 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa4f8007620 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.025 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4fc10abb0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4f800f3c0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.019+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4fc10aa20 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.020+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4fc0697c0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.022+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa4f8010640 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.022+0000 7fa4f37fe700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 0x7fa4e80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.022+0000 7fa501a9f700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 0x7fa4e80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.022+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fa4f80cd1d0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.023+0000 7fa501a9f700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 0x7fa4e80a3680 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec009bd0 tx=0x7fa4ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.025+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa4f8096730 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:16 smithi093 ceph-mon[100185]: pgmap v275: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 409 B/s wr, 0 op/s 2023-11-16T18:22:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1331505347' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/411597740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:22:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/229626665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:22:17.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.223+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa4fc1060d0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.224+0000 7fa4f37fe700 1 -- 172.21.15.63:0/1888409171 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa4f80160a0 con 0x7fa4fc0ff1f0 2023-11-16T18:22:17.226 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:22:17.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 msgr2=0x7fa4e80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 0x7fa4e80a3680 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec009bd0 tx=0x7fa4ec009260 comp rx=0 tx=0).stop 2023-11-16T18:22:17.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 msgr2=0x7fa4fc195060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800d980 tx=0x7fa4f800dc90 comp rx=0 tx=0).stop 2023-11-16T18:22:17.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 shutdown_connections 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa4e80a11d0 0x7fa4e80a3680 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa4fc100d70 0x7fa4fc19c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4fc0ff1f0 0x7fa4fc195060 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 --2- 172.21.15.63:0/1888409171 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa4fc1003e0 0x7fa4fc1955a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 >> 172.21.15.63:0/1888409171 conn(0x7fa4fc0fa810 msgr2=0x7fa4fc103830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 shutdown_connections 2023-11-16T18:22:17.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.226+0000 7fa504504700 1 -- 172.21.15.63:0/1888409171 wait complete. 2023-11-16T18:22:17.240 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 -- 172.21.15.63:0/4234343317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ffd30 msgr2=0x7ff5601075e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4234343317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ffd30 0x7ff5601075e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff55800b0a0 tx=0x7ff55800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 -- 172.21.15.63:0/4234343317 shutdown_connections 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4234343317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ffd30 0x7ff5601075e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4234343317 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff560100730 0x7ff560100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4234343317 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5600ff380 0x7ff5600ff7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 -- 172.21.15.63:0/4234343317 >> 172.21.15.63:0/4234343317 conn(0x7ff5600f9e80 msgr2=0x7ff5600fc2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 -- 172.21.15.63:0/4234343317 shutdown_connections 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.366+0000 7ff566f8b700 1 -- 172.21.15.63:0/4234343317 wait complete. 2023-11-16T18:22:17.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 Processor -- start 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 -- start start 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5600ffd30 0x7ff560196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff560100730 0x7ff56019d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff56019dbd0 con 0x7ff5600ff380 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff56019dd10 con 0x7ff5600ffd30 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff566f8b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff56019dea0 con 0x7ff560100730 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff564d27700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff564d27700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42676/0 (socket says 172.21.15.63:42676) 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff564d27700 1 -- 172.21.15.63:0/4277982606 learned_addr learned my addr 172.21.15.63:0/4277982606 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.367+0000 7ff55ffff700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5600ffd30 0x7ff560196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff565528700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff560100730 0x7ff56019d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 -- 172.21.15.63:0/4277982606 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff560100730 msgr2=0x7ff56019d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff560100730 0x7ff56019d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 -- 172.21.15.63:0/4277982606 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5600ffd30 msgr2=0x7ff560196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5600ffd30 0x7ff560196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 -- 172.21.15.63:0/4277982606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff558009d00 con 0x7ff5600ff380 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff564d27700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff55400d980 tx=0x7ff55400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554004020 con 0x7ff5600ff380 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff55400f690 con 0x7ff5600ff380 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff56010ab00 con 0x7ff5600ff380 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554003a60 con 0x7ff5600ff380 2023-11-16T18:22:17.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.368+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff56010a970 con 0x7ff5600ff380 2023-11-16T18:22:17.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.369+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff56019e5f0 con 0x7ff5600ff380 2023-11-16T18:22:17.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.370+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff55400fb00 con 0x7ff5600ff380 2023-11-16T18:22:17.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.371+0000 7ff55dffb700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 0x7ff5500a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.371+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff5540cc6c0 con 0x7ff5600ff380 2023-11-16T18:22:17.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.371+0000 7ff55ffff700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 0x7ff5500a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.371+0000 7ff55ffff700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 0x7ff5500a3600 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff54c007c60 tx=0x7ff54c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.375+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff554095bc0 con 0x7ff5600ff380 2023-11-16T18:22:17.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.589+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff56019eba0 con 0x7ff5600ff380 2023-11-16T18:22:17.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.590+0000 7ff55dffb700 1 -- 172.21.15.63:0/4277982606 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) v1 ==== 81+0+590 (secure 0 0 0) 0x7ff5540991e0 con 0x7ff5600ff380 2023-11-16T18:22:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2280504009 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/3499985395 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2949704410 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/107289207 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/441774763 2023-11-17T18:15:42.802514+0000 2023-11-16T18:22:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/4175138216 2023-11-17T18:15:17.476776+0000 2023-11-16T18:22:17.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 msgr2=0x7ff5500a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 0x7ff5500a3600 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff54c007c60 tx=0x7ff54c0073d0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 msgr2=0x7ff560196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff55400d980 tx=0x7ff55400dc90 comp rx=0 tx=0).stop 2023-11-16T18:22:17.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 shutdown_connections 2023-11-16T18:22:17.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5500a1150 0x7ff5500a3600 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff560100730 0x7ff56019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5600ff380 0x7ff560196050 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 --2- 172.21.15.63:0/4277982606 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5600ffd30 0x7ff560196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 >> 172.21.15.63:0/4277982606 conn(0x7ff5600f9e80 msgr2=0x7ff5600fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:17.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 shutdown_connections 2023-11-16T18:22:17.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.592+0000 7ff566f8b700 1 -- 172.21.15.63:0/4277982606 wait complete. 2023-11-16T18:22:17.597 INFO:teuthology.orchestra.run.smithi063.stderr:listed 10 entries 2023-11-16T18:22:17.605 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi063.front.sepia.ceph.com... 2023-11-16T18:22:17.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:17.606 DEBUG:teuthology.orchestra.run.smithi063:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2023-11-16T18:22:17.649 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi063.stderr:ceph-fuse[136188]: fuse finished with error 0 and tester_r 0 2023-11-16T18:22:17.650 INFO:teuthology.orchestra.run:waiting for 300 2023-11-16T18:22:17.706 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:22:17.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:22:17.707 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2023-11-16T18:22:17.737 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:17.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.901+0000 7f45505bc700 1 -- 172.21.15.63:0/607078594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 msgr2=0x7f45481076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.901+0000 7f45505bc700 1 --2- 172.21.15.63:0/607078594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f45481076c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f454000b0d0 tx=0x7f454000b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- 172.21.15.63:0/607078594 shutdown_connections 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- 172.21.15.63:0/607078594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f45481076c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- 172.21.15.63:0/607078594 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 0x7f4548100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- 172.21.15.63:0/607078594 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45480ff8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- 172.21.15.63:0/607078594 >> 172.21.15.63:0/607078594 conn(0x7f45480f9ee0 msgr2=0x7f45480fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- 172.21.15.63:0/607078594 shutdown_connections 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- 172.21.15.63:0/607078594 wait complete. 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 Processor -- start 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- start start 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45481960c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 0x7f454819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f454819dc40 con 0x7f45480ffe10 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f454819dd80 con 0x7f45480ff460 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f45505bc700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f454819df10 con 0x7f4548100770 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f454db57700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f454db57700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42692/0 (socket says 172.21.15.63:42692) 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.902+0000 7f454db57700 1 -- 172.21.15.63:0/3997481639 learned_addr learned my addr 172.21.15.63:0/3997481639 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454eb59700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 0x7f454819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454e358700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45481960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 -- 172.21.15.63:0/3997481639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 msgr2=0x7f454819d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 0x7f454819d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 -- 172.21.15.63:0/3997481639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 msgr2=0x7f45481960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:17.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45481960c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 -- 172.21.15.63:0/3997481639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4540009d00 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454e358700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45481960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f454db57700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f453800d950 tx=0x7f453800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4538009b40 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f454810ab60 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4538009ca0 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453800f620 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.903+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f454810a9d0 con 0x7f45480ffe10 2023-11-16T18:22:17.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.904+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f454819e600 con 0x7f45480ffe10 2023-11-16T18:22:17.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.905+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4538010460 con 0x7f45480ffe10 2023-11-16T18:22:17.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.906+0000 7f453f7fe700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 0x7f45340a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:17.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.906+0000 7f454e358700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 0x7f45340a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:17.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.906+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f45380ccee0 con 0x7f45480ffe10 2023-11-16T18:22:17.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.906+0000 7f454e358700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 0x7f45340a3600 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4544005fd0 tx=0x7f4544005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:17.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:17.910+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f45380963e0 con 0x7f45480ffe10 2023-11-16T18:22:18.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2175643043' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1888409171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4277982606' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:18.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2175643043' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1888409171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4277982606' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:18.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.114+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f454819ebb0 con 0x7f45480ffe10 2023-11-16T18:22:18.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.116+0000 7f453f7fe700 1 -- 172.21.15.63:0/3997481639 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7f4538020090 con 0x7f45480ffe10 2023-11-16T18:22:18.117 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:18.117 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:18.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 msgr2=0x7f45340a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 0x7f45340a3600 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4544005fd0 tx=0x7f4544005ee0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 msgr2=0x7f4548196600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f453800d950 tx=0x7f453800dd10 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 shutdown_connections 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f45340a1150 0x7f45340a3600 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4548100770 0x7f454819d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f45480ff460 0x7f45481960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 --2- 172.21.15.63:0/3997481639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45480ffe10 0x7f4548196600 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 >> 172.21.15.63:0/3997481639 conn(0x7f45480f9ee0 msgr2=0x7f45480fe3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 shutdown_connections 2023-11-16T18:22:18.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.118+0000 7f45505bc700 1 -- 172.21.15.63:0/3997481639 wait complete. 2023-11-16T18:22:18.138 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2175643043' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1888409171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:22:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4277982606' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:22:18.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/2659448095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb81014a0 msgr2=0x7f4cb81018f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/2659448095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb81014a0 0x7f4cb81018f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8009990 tx=0x7f4ca8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/2659448095 shutdown_connections 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/2659448095 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb8101e30 0x7f4cb81086f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/2659448095 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81002b0 0x7f4cb81006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/2659448095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb81014a0 0x7f4cb81018f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/2659448095 >> 172.21.15.63:0/2659448095 conn(0x7f4cb80fb890 msgr2=0x7f4cb80fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/2659448095 shutdown_connections 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.263+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/2659448095 wait complete. 2023-11-16T18:22:18.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 Processor -- start 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 -- start start 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb81002b0 0x7f4cb8195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81014a0 0x7f4cb8196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb819da90 con 0x7f4cb8101e30 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb819dbd0 con 0x7f4cb81002b0 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cbe0dd700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb819dd60 con 0x7f4cb81014a0 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cb7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cb7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42706/0 (socket says 172.21.15.63:42706) 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cb7fff700 1 -- 172.21.15.63:0/798399625 learned_addr learned my addr 172.21.15.63:0/798399625 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cb77fe700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb81002b0 0x7f4cb8195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.264+0000 7f4cb6ffd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81014a0 0x7f4cb8196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 -- 172.21.15.63:0/798399625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81014a0 msgr2=0x7f4cb8196450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81014a0 0x7f4cb8196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 -- 172.21.15.63:0/798399625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb81002b0 msgr2=0x7f4cb8195f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb81002b0 0x7f4cb8195f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 -- 172.21.15.63:0/798399625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ca80095f0 con 0x7f4cb8101e30 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb7fff700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4cb0007ee0 tx=0x7f4cb000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0017070 con 0x7f4cb8101e30 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cb000f040 con 0x7f4cb8101e30 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cb810bc60 con 0x7f4cb8101e30 2023-11-16T18:22:18.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0005740 con 0x7f4cb8101e30 2023-11-16T18:22:18.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.265+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb810bad0 con 0x7f4cb8101e30 2023-11-16T18:22:18.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.266+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cb819e3e0 con 0x7f4cb8101e30 2023-11-16T18:22:18.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.267+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4cb000dc60 con 0x7f4cb8101e30 2023-11-16T18:22:18.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.268+0000 7f4cb4ff9700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 0x7f4ca00a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.268+0000 7f4cb77fe700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 0x7f4ca00a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.268+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4cb00cc1c0 con 0x7f4cb8101e30 2023-11-16T18:22:18.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.268+0000 7f4cb77fe700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 0x7f4ca00a3680 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8101300 tx=0x7f4cac00a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:18.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.272+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4cb00957c0 con 0x7f4cb8101e30 2023-11-16T18:22:18.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.474+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4cb8107110 con 0x7f4cb8101e30 2023-11-16T18:22:18.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.475+0000 7f4cb4ff9700 1 -- 172.21.15.63:0/798399625 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7f4cb0098de0 con 0x7f4cb8101e30 2023-11-16T18:22:18.477 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:18.477 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:18.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 msgr2=0x7f4ca00a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 0x7f4ca00a3680 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8101300 tx=0x7f4cac00a3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 msgr2=0x7f4cb819d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4cb0007ee0 tx=0x7f4cb000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 shutdown_connections 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ca00a11d0 0x7f4ca00a3680 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4cb8101e30 0x7f4cb819d4c0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4cb81002b0 0x7f4cb8195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 --2- 172.21.15.63:0/798399625 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4cb81014a0 0x7f4cb8196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 >> 172.21.15.63:0/798399625 conn(0x7f4cb80fb890 msgr2=0x7f4cb80fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 shutdown_connections 2023-11-16T18:22:18.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.478+0000 7f4cbe0dd700 1 -- 172.21.15.63:0/798399625 wait complete. 2023-11-16T18:22:18.492 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-16T18:22:18.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 -- 172.21.15.63:0/2904811109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 msgr2=0x7f4ca8107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 --2- 172.21.15.63:0/2904811109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca8107600 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4ca000b0a0 tx=0x7f4ca000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 -- 172.21.15.63:0/2904811109 shutdown_connections 2023-11-16T18:22:18.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 --2- 172.21.15.63:0/2904811109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca8107600 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 --2- 172.21.15.63:0/2904811109 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 --2- 172.21.15.63:0/2904811109 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca81003b0 0x7f4ca8100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 -- 172.21.15.63:0/2904811109 >> 172.21.15.63:0/2904811109 conn(0x7f4ca80fa7c0 msgr2=0x7f4ca80fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:18.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 -- 172.21.15.63:0/2904811109 shutdown_connections 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.620+0000 7f4caf948700 1 -- 172.21.15.63:0/2904811109 wait complete. 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 Processor -- start 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 -- start start 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 0x7f4ca819ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ca819dc50 con 0x7f4ca8100d40 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ca819ddc0 con 0x7f4ca80ff1c0 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4caf948700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ca819df80 con 0x7f4ca81003b0 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4cadee5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4cadee5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42722/0 (socket says 172.21.15.63:42722) 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4cadee5700 1 -- 172.21.15.63:0/3527069080 learned_addr learned my addr 172.21.15.63:0/3527069080 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.621+0000 7f4cad6e4700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cacee3700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 0x7f4ca819ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 -- 172.21.15.63:0/3527069080 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 msgr2=0x7f4ca819ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 0x7f4ca819ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 -- 172.21.15.63:0/3527069080 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 msgr2=0x7f4ca80689a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80689a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 -- 172.21.15.63:0/3527069080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ca0009d00 con 0x7f4ca8100d40 2023-11-16T18:22:18.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cad6e4700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80689a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cacee3700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 0x7f4ca819ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4cadee5700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4ca000b070 tx=0x7f4ca000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ca000e040 con 0x7f4ca8100d40 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ca0003e10 con 0x7f4ca8100d40 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ca810ab80 con 0x7f4ca8100d40 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0005240 con 0x7f4ca8100d40 2023-11-16T18:22:18.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.622+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ca810a9f0 con 0x7f4ca8100d40 2023-11-16T18:22:18.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.623+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ca8106000 con 0x7f4ca8100d40 2023-11-16T18:22:18.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.624+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4ca00053e0 con 0x7f4ca8100d40 2023-11-16T18:22:18.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.625+0000 7f4c9a7fc700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 0x7f4c940a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:18.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.625+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4ca00cde00 con 0x7f4ca8100d40 2023-11-16T18:22:18.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.625+0000 7f4cad6e4700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 0x7f4c940a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:18.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.625+0000 7f4cad6e4700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 0x7f4c940a3600 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c005fd0 tx=0x7f4c9c005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:18.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.628+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4ca0097390 con 0x7f4ca8100d40 2023-11-16T18:22:18.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:18 smithi063 ceph-mon[98873]: pgmap v276: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 363 B/s wr, 0 op/s 2023-11-16T18:22:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:18 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3997481639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:18.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:18 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/798399625' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:18.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:18.877+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f4ca802cfe0 con 0x7f4ca8100d40 2023-11-16T18:22:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:18 smithi125 ceph-mon[100672]: pgmap v276: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 363 B/s wr, 0 op/s 2023-11-16T18:22:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:18 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3997481639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:18 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/798399625' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:18 smithi093 ceph-mon[100185]: pgmap v276: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 363 B/s wr, 0 op/s 2023-11-16T18:22:19.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:18 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3997481639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:19.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:18 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/798399625' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:19.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.735+0000 7f4c9a7fc700 1 -- 172.21.15.63:0/3527069080 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) v1 ==== 118+0+0 (secure 0 0 0) 0x7f4ca009a9b0 con 0x7f4ca8100d40 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 msgr2=0x7f4c940a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 0x7f4c940a3600 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c005fd0 tx=0x7f4c9c005e40 comp rx=0 tx=0).stop 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 msgr2=0x7f4ca819d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4ca000b070 tx=0x7f4ca000bd30 comp rx=0 tx=0).stop 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 shutdown_connections 2023-11-16T18:22:19.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4c940a1150 0x7f4c940a3600 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ca8100d40 0x7f4ca819d4b0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ca80ff1c0 0x7f4ca80689a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 --2- 172.21.15.63:0/3527069080 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ca81003b0 0x7f4ca819ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 >> 172.21.15.63:0/3527069080 conn(0x7f4ca80fa7c0 msgr2=0x7f4ca80fc950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 shutdown_connections 2023-11-16T18:22:19.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.738+0000 7f4caf948700 1 -- 172.21.15.63:0/3527069080 wait complete. 2023-11-16T18:22:19.754 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-11-16T18:22:19.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.888+0000 7f2d47dba700 1 -- 172.21.15.63:0/689055152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ffc80 msgr2=0x7f2d40104530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.888+0000 7f2d47dba700 1 --2- 172.21.15.63:0/689055152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ffc80 0x7f2d40104530 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800b0a0 tx=0x7f2d3800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 -- 172.21.15.63:0/689055152 shutdown_connections 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- 172.21.15.63:0/689055152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ffc80 0x7f2d40104530 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- 172.21.15.63:0/689055152 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400fe570 0x7f2d400fe980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- 172.21.15.63:0/689055152 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400ff2d0 0x7f2d400ff740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 -- 172.21.15.63:0/689055152 >> 172.21.15.63:0/689055152 conn(0x7f2d400f9f30 msgr2=0x7f2d400fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:19.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 -- 172.21.15.63:0/689055152 shutdown_connections 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 -- 172.21.15.63:0/689055152 wait complete. 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 Processor -- start 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 -- start start 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400fe570 0x7f2d4019c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.889+0000 7f2d47dba700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400ffc80 0x7f2d401a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d47dba700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d401a4290 con 0x7f2d400ff2d0 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d47dba700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d401a43d0 con 0x7f2d400ffc80 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d47dba700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d401a4560 con 0x7f2d400fe570 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42734/0 (socket says 172.21.15.63:42734) 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 -- 172.21.15.63:0/1482038334 learned_addr learned my addr 172.21.15.63:0/1482038334 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:19.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45b56700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400fe570 0x7f2d4019c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:19.894 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d46357700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400ffc80 0x7f2d401a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:19.894 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 -- 172.21.15.63:0/1482038334 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400fe570 msgr2=0x7f2d4019c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:19.894 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400fe570 0x7f2d4019c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.894 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 -- 172.21.15.63:0/1482038334 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400ffc80 msgr2=0x7f2d401a3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:19.895 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400ffc80 0x7f2d401a3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:19.895 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 -- 172.21.15.63:0/1482038334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d38009d00 con 0x7f2d400ff2d0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d45355700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000d950 tx=0x7f2d3000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d30009b40 con 0x7f2d400ff2d0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d30009ca0 con 0x7f2d400ff2d0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d3000f620 con 0x7f2d400ff2d0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d40112280 con 0x7f2d400ff2d0 2023-11-16T18:22:19.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.890+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d401120f0 con 0x7f2d400ff2d0 2023-11-16T18:22:19.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.891+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d401a4c00 con 0x7f2d400ff2d0 2023-11-16T18:22:19.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.892+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2d30010460 con 0x7f2d400ff2d0 2023-11-16T18:22:19.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.893+0000 7f2d36ffd700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 0x7f2d2c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:19.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.893+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f2d300cce80 con 0x7f2d400ff2d0 2023-11-16T18:22:19.905 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.893+0000 7f2d45b56700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 0x7f2d2c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:19.905 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.894+0000 7f2d45b56700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 0x7f2d2c0a3600 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009bf0 tx=0x7f2d3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:19.906 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:19.896+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2d300963e0 con 0x7f2d400ff2d0 2023-11-16T18:22:20.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:19 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-11-16T18:22:20.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:19 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-11-16T18:22:20.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.144+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) v1 -- 0x7f2d401a51b0 con 0x7f2d400ff2d0 2023-11-16T18:22:20.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:19 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-11-16T18:22:20.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.677+0000 7f2d36ffd700 1 -- 172.21.15.63:0/1482038334 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) v1 ==== 105+0+0 (secure 0 0 0) 0x7f2d300200b0 con 0x7f2d400ff2d0 2023-11-16T18:22:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 msgr2=0x7f2d2c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 0x7f2d2c0a3600 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009bf0 tx=0x7f2d3c009260 comp rx=0 tx=0).stop 2023-11-16T18:22:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 msgr2=0x7f2d4019cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000d950 tx=0x7f2d3000dd10 comp rx=0 tx=0).stop 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 shutdown_connections 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d2c0a1150 0x7f2d2c0a3600 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2d400ffc80 0x7f2d401a3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2d400fe570 0x7f2d4019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 --2- 172.21.15.63:0/1482038334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d400ff2d0 0x7f2d4019cc50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 >> 172.21.15.63:0/1482038334 conn(0x7f2d400f9f30 msgr2=0x7f2d400fab90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 shutdown_connections 2023-11-16T18:22:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.680+0000 7f2d47dba700 1 -- 172.21.15.63:0/1482038334 wait complete. 2023-11-16T18:22:20.699 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-11-16T18:22:20.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 -- 172.21.15.63:0/3409210137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 msgr2=0x7f21d40ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:20.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 --2- 172.21.15.63:0/3409210137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d40ff600 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f21c4009990 tx=0x7f21c4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 -- 172.21.15.63:0/3409210137 shutdown_connections 2023-11-16T18:22:20.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 --2- 172.21.15.63:0/3409210137 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d4107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 --2- 172.21.15.63:0/3409210137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d40ff600 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 --2- 172.21.15.63:0/3409210137 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 0x7f21d4100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 -- 172.21.15.63:0/3409210137 >> 172.21.15.63:0/3409210137 conn(0x7f21d40fa810 msgr2=0x7f21d40fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:20.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 -- 172.21.15.63:0/3409210137 shutdown_connections 2023-11-16T18:22:20.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 -- 172.21.15.63:0/3409210137 wait complete. 2023-11-16T18:22:20.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.832+0000 7f21dc090700 1 Processor -- start 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 -- start start 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 0x7f21d41965a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d419d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d419dbe0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d419dd20 con 0x7f21d41003e0 2023-11-16T18:22:20.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d419deb0 con 0x7f21d4100d70 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42746/0 (socket says 172.21.15.63:42746) 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 -- 172.21.15.63:0/2794997656 learned_addr learned my addr 172.21.15.63:0/2794997656 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d962b700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 0x7f21d41965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21da62d700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d419d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 -- 172.21.15.63:0/2794997656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 msgr2=0x7f21d419d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d419d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 -- 172.21.15.63:0/2794997656 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 msgr2=0x7f21d41965a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:20.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 0x7f21d41965a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 -- 172.21.15.63:0/2794997656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21c40095f0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21da62d700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d419d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21d9e2c700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f21c40098e0 tx=0x7f21c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c401d070 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21d410abb0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.833+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21c40054f0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.834+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c4004ca0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.834+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21d410aa20 con 0x7f21d40ff1f0 2023-11-16T18:22:20.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.834+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21d419e4b0 con 0x7f21d40ff1f0 2023-11-16T18:22:20.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.836+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f21c400fb90 con 0x7f21d40ff1f0 2023-11-16T18:22:20.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.837+0000 7f21caffd700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 0x7f21c00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:20.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.837+0000 7f21d962b700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 0x7f21c00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:20.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.837+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f21c40ce190 con 0x7f21d40ff1f0 2023-11-16T18:22:20.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.837+0000 7f21d962b700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 0x7f21c00a3600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009c60 tx=0x7f21d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:20.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:20.841+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f21c4097820 con 0x7f21d40ff1f0 2023-11-16T18:22:21.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: pgmap v277: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2023-11-16T18:22:21.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-11-16T18:22:21.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:21.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-11-16T18:22:21.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-11-16T18:22:21.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-11-16T18:22:21.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-11-16T18:22:21.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-11-16T18:22:21.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:20 smithi125 ceph-mon[100672]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: pgmap v277: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-11-16T18:22:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:20 smithi063 ceph-mon[98873]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-11-16T18:22:21.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.086+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f21d419ea60 con 0x7f21d40ff1f0 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: pgmap v277: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3527069080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-11-16T18:22:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-11-16T18:22:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1482038334' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-11-16T18:22:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-11-16T18:22:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:20 smithi093 ceph-mon[100185]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-11-16T18:22:21.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.684+0000 7f21caffd700 1 -- 172.21.15.63:0/2794997656 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7f21c409ae40 con 0x7f21d40ff1f0 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.686+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 msgr2=0x7f21c00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.686+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 0x7f21c00a3600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009c60 tx=0x7f21d0009260 comp rx=0 tx=0).stop 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.686+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 msgr2=0x7f21d4196060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.686+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f21c40098e0 tx=0x7f21c4004730 comp rx=0 tx=0).stop 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 shutdown_connections 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21c00a1150 0x7f21c00a3600 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21d4100d70 0x7f21d419d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21d40ff1f0 0x7f21d4196060 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 --2- 172.21.15.63:0/2794997656 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21d41003e0 0x7f21d41965a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 >> 172.21.15.63:0/2794997656 conn(0x7f21d40fa810 msgr2=0x7f21d4068e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:21.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 shutdown_connections 2023-11-16T18:22:21.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.687+0000 7f21dc090700 1 -- 172.21.15.63:0/2794997656 wait complete. 2023-11-16T18:22:21.705 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-11-16T18:22:21.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 -- 172.21.15.63:0/3979317344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760100d30 msgr2=0x7f4760103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 --2- 172.21.15.63:0/3979317344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760100d30 0x7f4760103110 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4754009990 tx=0x7f4754009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 -- 172.21.15.63:0/3979317344 shutdown_connections 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 --2- 172.21.15.63:0/3979317344 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47601083d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 --2- 172.21.15.63:0/3979317344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760100d30 0x7f4760103110 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 --2- 172.21.15.63:0/3979317344 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760103650 0x7f4760105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 -- 172.21.15.63:0/3979317344 >> 172.21.15.63:0/3979317344 conn(0x7f47600fa790 msgr2=0x7f47600fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:21.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 -- 172.21.15.63:0/3979317344 shutdown_connections 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 -- 172.21.15.63:0/3979317344 wait complete. 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.835+0000 7f4765307700 1 Processor -- start 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 -- start start 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760100d30 0x7f47601006a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47600ff220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47600ff9c0 con 0x7f4760103650 2023-11-16T18:22:21.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47600ffb30 con 0x7f4760100d30 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f4765307700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47601a0020 con 0x7f4760105f70 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42762/0 (socket says 172.21.15.63:42762) 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 -- 172.21.15.63:0/1588533860 learned_addr learned my addr 172.21.15.63:0/1588533860 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475effd700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760100d30 0x7f47601006a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475f7fe700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47600ff220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 -- 172.21.15.63:0/1588533860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 msgr2=0x7f47600ff220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:21.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47600ff220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 -- 172.21.15.63:0/1588533860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760100d30 msgr2=0x7f47601006a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760100d30 0x7f47601006a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475e7fc700 1 -- 172.21.15.63:0/1588533860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47540095f0 con 0x7f4760103650 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.836+0000 7f475f7fe700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47600ff220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f475e7fc700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f475000d950 tx=0x7f475000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4750009940 con 0x7f4760103650 2023-11-16T18:22:21.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4750010460 con 0x7f4760103650 2023-11-16T18:22:21.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f476010bc70 con 0x7f4760103650 2023-11-16T18:22:21.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f475000f620 con 0x7f4760103650 2023-11-16T18:22:21.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.837+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f476010bae0 con 0x7f4760103650 2023-11-16T18:22:21.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.838+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47600fc300 con 0x7f4760103650 2023-11-16T18:22:21.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.839+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f47500108d0 con 0x7f4760103650 2023-11-16T18:22:21.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.839+0000 7f4747fff700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 0x7f47480a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:21.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.840+0000 7f475effd700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 0x7f47480a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:21.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.840+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f47500cc9f0 con 0x7f4760103650 2023-11-16T18:22:21.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.840+0000 7f475effd700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 0x7f47480a3600 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f475400b5c0 tx=0x7f4754005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:21.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:21.843+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4750095ef0 con 0x7f4760103650 2023-11-16T18:22:22.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-11-16T18:22:22.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:active 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: Cluster is now healthy 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-11-16T18:22:22.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:21 smithi125 ceph-mon[100672]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:active 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: Cluster is now healthy 2023-11-16T18:22:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-11-16T18:22:22.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-11-16T18:22:22.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:21 smithi063 ceph-mon[98873]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-11-16T18:22:22.092 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.091+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f476002cfe0 con 0x7f4760103650 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] up:active 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2794997656' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: Cluster is now healthy 2023-11-16T18:22:22.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-11-16T18:22:22.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-11-16T18:22:22.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:21 smithi093 ceph-mon[100185]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-11-16T18:22:22.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.691+0000 7f4747fff700 1 -- 172.21.15.63:0/1588533860 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f47500160b0 con 0x7f4760103650 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.694+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 msgr2=0x7f47480a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.694+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 0x7f47480a3600 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f475400b5c0 tx=0x7f4754005fd0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.694+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 msgr2=0x7f47600fece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.694+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f475000d950 tx=0x7f475000dc60 comp rx=0 tx=0).stop 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 shutdown_connections 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47480a1150 0x7f47480a3600 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4760105f70 0x7f47600ff220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4760100d30 0x7f47601006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 --2- 172.21.15.63:0/1588533860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4760103650 0x7f47600fece0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 >> 172.21.15.63:0/1588533860 conn(0x7f47600fa790 msgr2=0x7f4760101990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:22.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 shutdown_connections 2023-11-16T18:22:22.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.695+0000 7f4765307700 1 -- 172.21.15.63:0/1588533860 wait complete. 2023-11-16T18:22:22.710 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2023-11-16T18:22:22.711 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 '' 2023-11-16T18:22:22.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 -- 172.21.15.63:0/3638552088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 msgr2=0x7ff528103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:22.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3638552088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528103190 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff524009990 tx=0x7ff524009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 -- 172.21.15.63:0/3638552088 shutdown_connections 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3638552088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff528105ff0 0x7ff528108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3638552088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528103190 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3638552088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff5281036d0 0x7ff528105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.843+0000 7ff52f37b700 1 -- 172.21.15.63:0/3638552088 >> 172.21.15.63:0/3638552088 conn(0x7ff5280fa810 msgr2=0x7ff5280fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- 172.21.15.63:0/3638552088 shutdown_connections 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- 172.21.15.63:0/3638552088 wait complete. 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 Processor -- start 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- start start 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5281036d0 0x7ff5280fed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff528105ff0 0x7ff5280ff2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5280ffa40 con 0x7ff528100db0 2023-11-16T18:22:22.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5280ffbb0 con 0x7ff5281036d0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52f37b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5281a00e0 con 0x7ff528105ff0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52d117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.844+0000 7ff52d117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42774/0 (socket says 172.21.15.63:42774) 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 -- 172.21.15.63:0/3719030049 learned_addr learned my addr 172.21.15.63:0/3719030049 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d918700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff528105ff0 0x7ff5280ff2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52c916700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5281036d0 0x7ff5280fed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 -- 172.21.15.63:0/3719030049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff528105ff0 msgr2=0x7ff5280ff2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff528105ff0 0x7ff5280ff2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 -- 172.21.15.63:0/3719030049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5281036d0 msgr2=0x7ff5280fed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5281036d0 0x7ff5280fed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 -- 172.21.15.63:0/3719030049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5240095f0 con 0x7ff528100db0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52d117700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff524004730 tx=0x7ff524004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:22.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52401d070 con 0x7ff528100db0 2023-11-16T18:22:22.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff524004c90 con 0x7ff528100db0 2023-11-16T18:22:22.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff52810bca0 con 0x7ff528100db0 2023-11-16T18:22:22.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff524005570 con 0x7ff528100db0 2023-11-16T18:22:22.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.845+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff52810bb10 con 0x7ff528100db0 2023-11-16T18:22:22.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.846+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5281a0680 con 0x7ff528100db0 2023-11-16T18:22:22.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.847+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff52400fc70 con 0x7ff528100db0 2023-11-16T18:22:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.848+0000 7ff51e7fc700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 0x7ff5140a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.848+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff5240cded0 con 0x7ff528100db0 2023-11-16T18:22:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.848+0000 7ff52c916700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 0x7ff5140a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.848+0000 7ff52c916700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 0x7ff5140a3600 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff518005950 tx=0x7ff5180058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:22.861 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:22.852+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff52405a730 con 0x7ff528100db0 2023-11-16T18:22:23.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: pgmap v278: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2023-11-16T18:22:23.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-11-16T18:22:23.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:active 2023-11-16T18:22:23.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-11-16T18:22:23.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-11-16T18:22:23.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:22 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: pgmap v278: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:active 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-11-16T18:22:23.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:22 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:22:23.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.088+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7ff528102920 con 0x7ff5140a1150 2023-11-16T18:22:23.135 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.134+0000 7ff51e7fc700 1 -- 172.21.15.63:0/3719030049 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7ff528102920 con 0x7ff5140a1150 2023-11-16T18:22:23.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 msgr2=0x7ff5140a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 0x7ff5140a3600 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff518005950 tx=0x7ff5180058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 msgr2=0x7ff528100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff524004730 tx=0x7ff524004760 comp rx=0 tx=0).stop 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 shutdown_connections 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5140a1150 0x7ff5140a3600 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff528105ff0 0x7ff5280ff2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff528100db0 0x7ff528100720 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 --2- 172.21.15.63:0/3719030049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff5281036d0 0x7ff5280fed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.136+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 >> 172.21.15.63:0/3719030049 conn(0x7ff5280fa810 msgr2=0x7ff528102210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.137+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 shutdown_connections 2023-11-16T18:22:23.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.137+0000 7ff52f37b700 1 -- 172.21.15.63:0/3719030049 wait complete. 2023-11-16T18:22:23.155 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_0 2023-11-16T18:22:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: pgmap v278: 129 pgs: 129 active+clean; 581 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2023-11-16T18:22:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-11-16T18:22:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] up:active 2023-11-16T18:22:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1588533860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-11-16T18:22:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-11-16T18:22:23.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:22 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:22:23.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 -- 172.21.15.63:0/2632544571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 msgr2=0x7f2190100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 --2- 172.21.15.63:0/2632544571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190100800 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2184009990 tx=0x7f2184009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 -- 172.21.15.63:0/2632544571 shutdown_connections 2023-11-16T18:22:23.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 --2- 172.21.15.63:0/2632544571 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2190100d40 0x7f2190107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 --2- 172.21.15.63:0/2632544571 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f21900ff1c0 0x7f21900ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 --2- 172.21.15.63:0/2632544571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190100800 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 -- 172.21.15.63:0/2632544571 >> 172.21.15.63:0/2632544571 conn(0x7f21900fa7a0 msgr2=0x7f21900fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 -- 172.21.15.63:0/2632544571 shutdown_connections 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.283+0000 7f219561f700 1 -- 172.21.15.63:0/2632544571 wait complete. 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 Processor -- start 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 -- start start 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 0x7f2190196000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2190100d40 0x7f219019d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f219019db80 con 0x7f21901003b0 2023-11-16T18:22:23.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f219019dcc0 con 0x7f21900ff1c0 2023-11-16T18:22:23.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f219561f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f219019de50 con 0x7f2190100d40 2023-11-16T18:22:23.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f218e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f218e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42808/0 (socket says 172.21.15.63:42808) 2023-11-16T18:22:23.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.284+0000 7f218e7fc700 1 -- 172.21.15.63:0/2640564359 learned_addr learned my addr 172.21.15.63:0/2640564359 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218f7fe700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2190100d40 0x7f219019d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218effd700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 0x7f2190196000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 -- 172.21.15.63:0/2640564359 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2190100d40 msgr2=0x7f219019d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2190100d40 0x7f219019d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 -- 172.21.15.63:0/2640564359 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 msgr2=0x7f2190196000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.295 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 0x7f2190196000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 -- 172.21.15.63:0/2640564359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21840095f0 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218effd700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 0x7f2190196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f218e7fc700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2184000c00 tx=0x7f218400f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218401d070 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f219010ab30 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f218400fc60 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2184017650 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.285+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f219010a9a0 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.286+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2190107240 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.287+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f21840177b0 con 0x7f21901003b0 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.288+0000 7f2177fff700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 0x7f21780a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.288+0000 7f218effd700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 0x7f21780a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.288+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f21840ce160 con 0x7f21901003b0 2023-11-16T18:22:23.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.288+0000 7f218effd700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 0x7f21780a3600 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2190100210 tx=0x7f2180009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:23.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.292+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2184097870 con 0x7f21901003b0 2023-11-16T18:22:23.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.527+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f2190061c10 con 0x7f21780a1150 2023-11-16T18:22:23.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.531+0000 7f2177fff700 1 -- 172.21.15.63:0/2640564359 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f2190061c10 con 0x7f21780a1150 2023-11-16T18:22:23.532 INFO:teuthology.orchestra.run.smithi063.stdout:/volumes/_nogroup/sv_0/72bdd13a-6a3c-44ec-9be5-72177e993809 2023-11-16T18:22:23.534 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 msgr2=0x7f21780a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.534 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 0x7f21780a3600 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2190100210 tx=0x7f2180009260 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 msgr2=0x7f2190196540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2184000c00 tx=0x7f218400f510 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 shutdown_connections 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f21780a1150 0x7f21780a3600 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2190100d40 0x7f219019d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f21900ff1c0 0x7f2190196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 --2- 172.21.15.63:0/2640564359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21901003b0 0x7f2190196540 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 >> 172.21.15.63:0/2640564359 conn(0x7f21900fa7a0 msgr2=0x7f21900fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 shutdown_connections 2023-11-16T18:22:23.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.533+0000 7f219561f700 1 -- 172.21.15.63:0/2640564359 wait complete. 2023-11-16T18:22:23.546 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:22:23 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:22:23.094+0000 7fb7e757d700 -1 client.0 error registering admin socket command: (17) File exists 2023-11-16T18:22:23.546 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:22:23 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:22:23.094+0000 7fb7e757d700 -1 client.0 error registering admin socket command: (17) File exists 2023-11-16T18:22:23.546 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:22:23 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:22:23.094+0000 7fb7e757d700 -1 client.0 error registering admin socket command: (17) File exists 2023-11-16T18:22:23.546 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:22:23 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:22:23.094+0000 7fb7e757d700 -1 client.0 error registering admin socket command: (17) File exists 2023-11-16T18:22:23.546 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:22:23 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:22:23.094+0000 7fb7e757d700 -1 client.0 error registering admin socket command: (17) File exists 2023-11-16T18:22:23.547 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 '' 2023-11-16T18:22:23.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 -- 172.21.15.63:0/2007504885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b81014f0 msgr2=0x7f91b8101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 --2- 172.21.15.63:0/2007504885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b81014f0 0x7f91b8101940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009990 tx=0x7f91a4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 -- 172.21.15.63:0/2007504885 shutdown_connections 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 --2- 172.21.15.63:0/2007504885 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8101e80 0x7f91b8108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 --2- 172.21.15.63:0/2007504885 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b8100300 0x7f91b8100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 --2- 172.21.15.63:0/2007504885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b81014f0 0x7f91b8101940 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 -- 172.21.15.63:0/2007504885 >> 172.21.15.63:0/2007504885 conn(0x7f91b80fb900 msgr2=0x7f91b80fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 -- 172.21.15.63:0/2007504885 shutdown_connections 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.675+0000 7f91bee95700 1 -- 172.21.15.63:0/2007504885 wait complete. 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 Processor -- start 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 -- start start 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8100300 0x7f91b80748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 0x7f91b8072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91b8073bc0 con 0x7f91b8101e80 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91b8073d30 con 0x7f91b8100300 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bee95700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91b81a0140 con 0x7f91b81014f0 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42824/0 (socket says 172.21.15.63:42824) 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 -- 172.21.15.63:0/3994434738 learned_addr learned my addr 172.21.15.63:0/3994434738 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bcc31700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8100300 0x7f91b80748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91b7fff700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 0x7f91b8072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 -- 172.21.15.63:0/3994434738 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 msgr2=0x7f91b8072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 0x7f91b8072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 -- 172.21.15.63:0/3994434738 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8100300 msgr2=0x7f91b80748a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8100300 0x7f91b80748a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91bd432700 1 -- 172.21.15.63:0/3994434738 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a40095f0 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.676+0000 7f91b7fff700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 0x7f91b8072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91bd432700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f91b0007ee0 tx=0x7f91b000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0017070 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91b000f040 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91b810bcb0 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0005740 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.677+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91b810bb20 con 0x7f91b8101e80 2023-11-16T18:22:23.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.678+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91b81078a0 con 0x7f91b8101e80 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.679+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f91b000dc60 con 0x7f91b8101e80 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.679+0000 7f91b5ffb700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 0x7f91a80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.680+0000 7f91bcc31700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 0x7f91a80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.680+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f91b00cc190 con 0x7f91b8101e80 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.680+0000 7f91bcc31700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 0x7f91a80a3680 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f91b8101350 tx=0x7f91ac00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:23.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.684+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f91b0095790 con 0x7f91b8101e80 2023-11-16T18:22:23.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.916+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f91b8061c10 con 0x7f91a80a11d0 2023-11-16T18:22:23.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.942+0000 7f91b5ffb700 1 -- 172.21.15.63:0/3994434738 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f91b8061c10 con 0x7f91a80a11d0 2023-11-16T18:22:23.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 msgr2=0x7f91a80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 0x7f91a80a3680 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f91b8101350 tx=0x7f91ac00a380 comp rx=0 tx=0).stop 2023-11-16T18:22:23.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 msgr2=0x7f91b8073420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:23.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f91b0007ee0 tx=0x7f91b000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 shutdown_connections 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f91a80a11d0 0x7f91a80a3680 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91b8101e80 0x7f91b8073420 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f91b8100300 0x7f91b80748a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 --2- 172.21.15.63:0/3994434738 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f91b81014f0 0x7f91b8072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 >> 172.21.15.63:0/3994434738 conn(0x7f91b80fb900 msgr2=0x7f91b81049e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 shutdown_connections 2023-11-16T18:22:23.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:23.944+0000 7f91bee95700 1 -- 172.21.15.63:0/3994434738 wait complete. 2023-11-16T18:22:23.958 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_1 2023-11-16T18:22:24.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 -- 172.21.15.63:0/1623859726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01003b0 msgr2=0x7fc2b0100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 --2- 172.21.15.63:0/1623859726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01003b0 0x7fc2b0100800 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009990 tx=0x7fc2ac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 -- 172.21.15.63:0/1623859726 shutdown_connections 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 --2- 172.21.15.63:0/1623859726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2b0100d40 0x7fc2b0107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 --2- 172.21.15.63:0/1623859726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b00ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 --2- 172.21.15.63:0/1623859726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01003b0 0x7fc2b0100800 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.084+0000 7fc2b859a700 1 -- 172.21.15.63:0/1623859726 >> 172.21.15.63:0/1623859726 conn(0x7fc2b00fa7c0 msgr2=0x7fc2b00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- 172.21.15.63:0/1623859726 shutdown_connections 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- 172.21.15.63:0/1623859726 wait complete. 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 Processor -- start 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- start start 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b01003b0 0x7fc2b0196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2b0100d40 0x7fc2b019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b019dbc0 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b019dd00 con 0x7fc2b01003b0 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b859a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b019de90 con 0x7fc2b0100d40 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b6336700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b6336700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42836/0 (socket says 172.21.15.63:42836) 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.085+0000 7fc2b6336700 1 -- 172.21.15.63:0/2570435730 learned_addr learned my addr 172.21.15.63:0/2570435730 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b5b35700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b01003b0 0x7fc2b0196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 -- 172.21.15.63:0/2570435730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2b0100d40 msgr2=0x7fc2b019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2b0100d40 0x7fc2b019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 -- 172.21.15.63:0/2570435730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b01003b0 msgr2=0x7fc2b0196580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b01003b0 0x7fc2b0196580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 -- 172.21.15.63:0/2570435730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ac0095f0 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b6336700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc2a000c990 tx=0x7fc2a000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a0007b00 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc2a0007c60 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a0018660 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2b010aba0 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.086+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2b010aa10 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.087+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2b01071f0 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.088+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc2a000f450 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.089+0000 7fc2a77fe700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 0x7fc29c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.092 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.089+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc2a00ccac0 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.092 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.089+0000 7fc2b5b35700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 0x7fc29c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.092 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.089+0000 7fc2b5b35700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 0x7fc29c0a3680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac00b5c0 tx=0x7fc2ac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.094 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.093+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc2a0096070 con 0x7fc2b00ff1c0 2023-11-16T18:22:24.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.332+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fc2b0061c30 con 0x7fc29c0a11d0 2023-11-16T18:22:24.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.336+0000 7fc2a77fe700 1 -- 172.21.15.63:0/2570435730 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7fc2b0061c30 con 0x7fc29c0a11d0 2023-11-16T18:22:24.337 INFO:teuthology.orchestra.run.smithi063.stdout:/volumes/_nogroup/sv_1/df2cf784-1151-4aee-8426-408c642cd22d 2023-11-16T18:22:24.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 msgr2=0x7fc29c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 0x7fc29c0a3680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac00b5c0 tx=0x7fc2ac005fd0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 msgr2=0x7fc2b0196040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc2a000c990 tx=0x7fc2a000cd50 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 shutdown_connections 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc29c0a11d0 0x7fc29c0a3680 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2b0100d40 0x7fc2b019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b00ff1c0 0x7fc2b0196040 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 --2- 172.21.15.63:0/2570435730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2b01003b0 0x7fc2b0196580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 >> 172.21.15.63:0/2570435730 conn(0x7fc2b00fa7c0 msgr2=0x7fc2b00fc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 shutdown_connections 2023-11-16T18:22:24.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.338+0000 7fc2b859a700 1 -- 172.21.15.63:0/2570435730 wait complete. 2023-11-16T18:22:24.356 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/2748204347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 msgr2=0x7f8a180ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/2748204347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a180ff5d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009990 tx=0x7f8a08009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/2748204347 shutdown_connections 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/2748204347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a18100d40 0x7f8a18107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/2748204347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a180ff5d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/2748204347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a181003b0 0x7f8a18100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/2748204347 >> 172.21.15.63:0/2748204347 conn(0x7f8a180fa7a0 msgr2=0x7f8a180fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:24.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/2748204347 shutdown_connections 2023-11-16T18:22:24.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.480+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/2748204347 wait complete. 2023-11-16T18:22:24.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 Processor -- start 2023-11-16T18:22:24.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 -- start start 2023-11-16T18:22:24.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 0x7f8a18196410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a18100d40 0x7f8a1819d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1819da50 con 0x7f8a180ff1c0 2023-11-16T18:22:24.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1819db90 con 0x7f8a181003b0 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a1e7b3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1819dd20 con 0x7f8a18100d40 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a17fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a17fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42850/0 (socket says 172.21.15.63:42850) 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.481+0000 7f8a17fff700 1 -- 172.21.15.63:0/1586230353 learned_addr learned my addr 172.21.15.63:0/1586230353 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a177fe700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 0x7f8a18196410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a1cd50700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a18100d40 0x7f8a1819d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 -- 172.21.15.63:0/1586230353 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a18100d40 msgr2=0x7f8a1819d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a18100d40 0x7f8a1819d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 -- 172.21.15.63:0/1586230353 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 msgr2=0x7f8a18196410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 0x7f8a18196410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 -- 172.21.15.63:0/1586230353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a080095f0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a177fe700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 0x7f8a18196410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a17fff700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a08000c00 tx=0x7f8a0800f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a0801d070 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a1810ab20 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a0800fcb0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a08017650 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.482+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a1810a990 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.483+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a18107250 con 0x7f8a180ff1c0 2023-11-16T18:22:24.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.484+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8a08021410 con 0x7f8a180ff1c0 2023-11-16T18:22:24.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.485+0000 7f8a157fa700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 0x7f8a000a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.485+0000 7f8a177fe700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 0x7f8a000a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.485+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8a080ce7b0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.485+0000 7f8a177fe700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 0x7f8a000a3600 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c005fd0 tx=0x7f8a0c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.488+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8a08097da0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.734+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a1802cfe0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.734+0000 7f8a157fa700 1 -- 172.21.15.63:0/1586230353 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7f8a0809b3c0 con 0x7f8a180ff1c0 2023-11-16T18:22:24.737 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:24.737 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:22:24.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 msgr2=0x7f8a000a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 0x7f8a000a3600 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c005fd0 tx=0x7f8a0c005e30 comp rx=0 tx=0).stop 2023-11-16T18:22:24.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 msgr2=0x7f8a18195ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a08000c00 tx=0x7f8a0800f460 comp rx=0 tx=0).stop 2023-11-16T18:22:24.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 shutdown_connections 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a000a1150 0x7f8a000a3600 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a18100d40 0x7f8a1819d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a180ff1c0 0x7f8a18195ed0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 --2- 172.21.15.63:0/1586230353 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a181003b0 0x7f8a18196410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 >> 172.21.15.63:0/1586230353 conn(0x7f8a180fa7a0 msgr2=0x7f8a180fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 shutdown_connections 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.737+0000 7f8a1e7b3700 1 -- 172.21.15.63:0/1586230353 wait complete. 2023-11-16T18:22:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:22:24.751 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:22:24.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 -- 172.21.15.63:0/1670495590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c103340 msgr2=0x7fd31c1057c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 --2- 172.21.15.63:0/1670495590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c103340 0x7fd31c1057c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd30c009990 tx=0x7fd30c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 -- 172.21.15.63:0/1670495590 shutdown_connections 2023-11-16T18:22:24.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 --2- 172.21.15.63:0/1670495590 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c105e50 0x7fd31c108300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 --2- 172.21.15.63:0/1670495590 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 0x7fd31c102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 --2- 172.21.15.63:0/1670495590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c103340 0x7fd31c1057c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 -- 172.21.15.63:0/1670495590 >> 172.21.15.63:0/1670495590 conn(0x7fd31c0fa750 msgr2=0x7fd31c0fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 -- 172.21.15.63:0/1670495590 shutdown_connections 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.875+0000 7fd3236d7700 1 -- 172.21.15.63:0/1670495590 wait complete. 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 Processor -- start 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 -- start start 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 0x7fd31c100760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c103340 0x7fd31c0feda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c0ffa80 con 0x7fd31c105e50 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c0ffbf0 con 0x7fd31c103340 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd3236d7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c19ff50 con 0x7fd31c068b10 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42866/0 (socket says 172.21.15.63:42866) 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 -- 172.21.15.63:0/4142190202 learned_addr learned my addr 172.21.15.63:0/4142190202 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321473700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 0x7fd31c100760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd320c72700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c103340 0x7fd31c0feda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 -- 172.21.15.63:0/4142190202 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 msgr2=0x7fd31c100760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 0x7fd31c100760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 -- 172.21.15.63:0/4142190202 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c103340 msgr2=0x7fd31c0feda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c103340 0x7fd31c0feda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.876+0000 7fd321c74700 1 -- 172.21.15.63:0/4142190202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd30c0095f0 con 0x7fd31c105e50 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd321c74700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd314007d70 tx=0x7fd31400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd31400ac90 con 0x7fd31c105e50 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd31400adf0 con 0x7fd31c105e50 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd31c10bbf0 con 0x7fd31c105e50 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3140115e0 con 0x7fd31c105e50 2023-11-16T18:22:24.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.877+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd31c10ba60 con 0x7fd31c105e50 2023-11-16T18:22:24.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.878+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd31c0fc2c0 con 0x7fd31c105e50 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.879+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd314012420 con 0x7fd31c105e50 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.879+0000 7fd3127fc700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.880+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fd3140cd0f0 con 0x7fd31c105e50 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.880+0000 7fd321473700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.880+0000 7fd321473700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd318005950 tx=0x7fd31800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:24.933 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:24.883+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd314096650 con 0x7fd31c105e50 2023-11-16T18:22:25.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:24 smithi125 ceph-mon[100672]: pgmap v279: 129 pgs: 129 active+clean; 582 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2023-11-16T18:22:25.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:24 smithi125 ceph-mon[100672]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:24 smithi125 ceph-mon[100672]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:24 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1586230353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:25.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:24 smithi063 ceph-mon[98873]: pgmap v279: 129 pgs: 129 active+clean; 582 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2023-11-16T18:22:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:24 smithi063 ceph-mon[98873]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:24 smithi063 ceph-mon[98873]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:24 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1586230353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:25.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.084+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd31c02cfe0 con 0x7fd31c105e50 2023-11-16T18:22:25.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.085+0000 7fd3127fc700 1 -- 172.21.15.63:0/4142190202 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7fd314099c70 con 0x7fd31c105e50 2023-11-16T18:22:25.088 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:25.089 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:25.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 msgr2=0x7fd3080a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd318005950 tx=0x7fd31800b410 comp rx=0 tx=0).stop 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 msgr2=0x7fd31c0ff2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd314007d70 tx=0x7fd31400a340 comp rx=0 tx=0).stop 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 shutdown_connections 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c105e50 0x7fd31c0ff2e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c068b10 0x7fd31c100760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 --2- 172.21.15.63:0/4142190202 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c103340 0x7fd31c0feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 >> 172.21.15.63:0/4142190202 conn(0x7fd31c0fa750 msgr2=0x7fd31c101680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:25.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.087+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 shutdown_connections 2023-11-16T18:22:25.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.088+0000 7fd3236d7700 1 -- 172.21.15.63:0/4142190202 wait complete. 2023-11-16T18:22:25.102 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-16T18:22:25.102 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-16T18:22:25.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:24 smithi093 ceph-mon[100185]: pgmap v279: 129 pgs: 129 active+clean; 582 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2023-11-16T18:22:25.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:24 smithi093 ceph-mon[100185]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:24 smithi093 ceph-mon[100185]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:25.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:24 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1586230353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:22:25.227 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 -- 172.21.15.63:0/271988317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e40ffe10 msgr2=0x7fc9e41076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.227 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 --2- 172.21.15.63:0/271988317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e40ffe10 0x7fc9e41076c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00b0d0 tx=0x7fc9dc00b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 -- 172.21.15.63:0/271988317 shutdown_connections 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 --2- 172.21.15.63:0/271988317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e40ffe10 0x7fc9e41076c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 --2- 172.21.15.63:0/271988317 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e4100770 0x7fc9e4100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 --2- 172.21.15.63:0/271988317 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 0x7fc9e40ff8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 -- 172.21.15.63:0/271988317 >> 172.21.15.63:0/271988317 conn(0x7fc9e40f9ee0 msgr2=0x7fc9e40fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 -- 172.21.15.63:0/271988317 shutdown_connections 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.226+0000 7fc9e9553700 1 -- 172.21.15.63:0/271988317 wait complete. 2023-11-16T18:22:25.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 Processor -- start 2023-11-16T18:22:25.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 -- start start 2023-11-16T18:22:25.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 0x7fc9e4194ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 0x7fc9e4195420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e419ca60 con 0x7fc9e4100770 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e419cba0 con 0x7fc9e40ffe10 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e9553700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e419cd30 con 0x7fc9e40ff460 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42880/0 (socket says 172.21.15.63:42880) 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 -- 172.21.15.63:0/2457718832 learned_addr learned my addr 172.21.15.63:0/2457718832 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e27fc700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 0x7fc9e4195420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e2ffd700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 0x7fc9e4194ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 -- 172.21.15.63:0/2457718832 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 msgr2=0x7fc9e4194ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.231 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 0x7fc9e4194ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.234 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 -- 172.21.15.63:0/2457718832 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 msgr2=0x7fc9e4195420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.234 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 0x7fc9e4195420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.234 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e37fe700 1 -- 172.21.15.63:0/2457718832 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9dc009d00 con 0x7fc9e4100770 2023-11-16T18:22:25.234 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.227+0000 7fc9e27fc700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 0x7fc9e4195420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:25.234 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9e37fe700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc007a00 tx=0x7fc9dc009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc00e040 con 0x7fc9e4100770 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9e410ab00 con 0x7fc9e4100770 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9dc003e10 con 0x7fc9e4100770 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc005610 con 0x7fc9e4100770 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.228+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9e410a970 con 0x7fc9e4100770 2023-11-16T18:22:25.235 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.229+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9e40feea0 con 0x7fc9e4100770 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.230+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc9dc005770 con 0x7fc9e4100770 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.231+0000 7fc9dbfff700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 0x7fc9d00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.231+0000 7fc9e2ffd700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 0x7fc9d00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.231+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc9dc01e070 con 0x7fc9e4100770 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.231+0000 7fc9e2ffd700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 0x7fc9d00a3600 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4005ea0 tx=0x7fc9d4005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:25.237 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.235+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc9dc099740 con 0x7fc9e4100770 2023-11-16T18:22:25.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.432+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc9e40fe6d0 con 0x7fc9d00a1150 2023-11-16T18:22:25.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.448+0000 7fc9dbfff700 1 -- 172.21.15.63:0/2457718832 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+423256 (secure 0 0 0) 0x7fc9e40fe6d0 con 0x7fc9d00a1150 2023-11-16T18:22:25.458 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:25.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.451+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 msgr2=0x7fc9d00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.451+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 0x7fc9d00a3600 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4005ea0 tx=0x7fc9d4005e30 comp rx=0 tx=0).stop 2023-11-16T18:22:25.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.451+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 msgr2=0x7fc9e419c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.451+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc007a00 tx=0x7fc9dc009570 comp rx=0 tx=0).stop 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 shutdown_connections 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9d00a1150 0x7fc9d00a3600 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9e4100770 0x7fc9e419c490 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9e40ff460 0x7fc9e4194ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 --2- 172.21.15.63:0/2457718832 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9e40ffe10 0x7fc9e4195420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 >> 172.21.15.63:0/2457718832 conn(0x7fc9e40f9ee0 msgr2=0x7fc9e40fc130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 shutdown_connections 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.452+0000 7fc9e9553700 1 -- 172.21.15.63:0/2457718832 wait complete. 2023-11-16T18:22:25.464 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:22:25.465 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":280,"stamp":"2023-11-16T18:22:24.888964+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":632339,"num_objects":54,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":304,"num_write_kb":3012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":33,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":246,"ondisk_log_size":246,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":81928,"kb_used_data":13480,"kb_used_omap":0,"kb_used_meta":68352,"kb_avail":1124859896,"statfs":{"total":1151940427776,"available":1151856533504,"internally_reserved":0,"allocated":13803520,"data_stored":7564305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":69992448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39609,"num_objects":30,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":20,"num_read_kb":35,"num_write":78,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003433"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214236+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:22:06.214236+0000","last_peered":"2023-11-16T18:22:06.214236+0000","last_clean":"2023-11-16T18:22:06.214236+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:22:06.214236+0000","last_undegraded":"2023-11-16T18:22:06.214236+0000","last_fullsized":"2023-11-16T18:22:06.214236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:19:27.413720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213518+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:22:06.213518+0000","last_peered":"2023-11-16T18:22:06.213518+0000","last_clean":"2023-11-16T18:22:06.213518+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:22:06.213518+0000","last_undegraded":"2023-11-16T18:22:06.213518+0000","last_fullsized":"2023-11-16T18:22:06.213518+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:13.895792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213145+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:22:06.213145+0000","last_peered":"2023-11-16T18:22:06.213145+0000","last_clean":"2023-11-16T18:22:06.213145+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:22:06.213145+0000","last_undegraded":"2023-11-16T18:22:06.213145+0000","last_fullsized":"2023-11-16T18:22:06.213145+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:09:27.532487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213759+0000","last_change":"2023-11-16T18:21:52.182279+0000","last_active":"2023-11-16T18:22:06.213759+0000","last_peered":"2023-11-16T18:22:06.213759+0000","last_clean":"2023-11-16T18:22:06.213759+0000","last_became_active":"2023-11-16T18:21:52.181206+0000","last_became_peered":"2023-11-16T18:21:52.181206+0000","last_unstale":"2023-11-16T18:22:06.213759+0000","last_undegraded":"2023-11-16T18:22:06.213759+0000","last_fullsized":"2023-11-16T18:22:06.213759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:24:03.007575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624179+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:22:05.624179+0000","last_peered":"2023-11-16T18:22:05.624179+0000","last_clean":"2023-11-16T18:22:05.624179+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:22:05.624179+0000","last_undegraded":"2023-11-16T18:22:05.624179+0000","last_fullsized":"2023-11-16T18:22:05.624179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:49:14.780218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213638+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:22:06.213638+0000","last_peered":"2023-11-16T18:22:06.213638+0000","last_clean":"2023-11-16T18:22:06.213638+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:22:06.213638+0000","last_undegraded":"2023-11-16T18:22:06.213638+0000","last_fullsized":"2023-11-16T18:22:06.213638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:15:23.747322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624265+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:22:05.624265+0000","last_peered":"2023-11-16T18:22:05.624265+0000","last_clean":"2023-11-16T18:22:05.624265+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:22:05.624265+0000","last_undegraded":"2023-11-16T18:22:05.624265+0000","last_fullsized":"2023-11-16T18:22:05.624265+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:11:52.345300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623112+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:22:05.623112+0000","last_peered":"2023-11-16T18:22:05.623112+0000","last_clean":"2023-11-16T18:22:05.623112+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:22:05.623112+0000","last_undegraded":"2023-11-16T18:22:05.623112+0000","last_fullsized":"2023-11-16T18:22:05.623112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:46:41.209932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214880+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:22:06.214880+0000","last_peered":"2023-11-16T18:22:06.214880+0000","last_clean":"2023-11-16T18:22:06.214880+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:22:06.214880+0000","last_undegraded":"2023-11-16T18:22:06.214880+0000","last_fullsized":"2023-11-16T18:22:06.214880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:38.376530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214139+0000","last_change":"2023-11-16T18:21:52.169633+0000","last_active":"2023-11-16T18:22:06.214139+0000","last_peered":"2023-11-16T18:22:06.214139+0000","last_clean":"2023-11-16T18:22:06.214139+0000","last_became_active":"2023-11-16T18:21:52.169311+0000","last_became_peered":"2023-11-16T18:21:52.169311+0000","last_unstale":"2023-11-16T18:22:06.214139+0000","last_undegraded":"2023-11-16T18:22:06.214139+0000","last_fullsized":"2023-11-16T18:22:06.214139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:53:31.317430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.625039+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:22:05.625039+0000","last_peered":"2023-11-16T18:22:05.625039+0000","last_clean":"2023-11-16T18:22:05.625039+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:22:05.625039+0000","last_undegraded":"2023-11-16T18:22:05.625039+0000","last_fullsized":"2023-11-16T18:22:05.625039+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:29:53.711426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213675+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:22:06.213675+0000","last_peered":"2023-11-16T18:22:06.213675+0000","last_clean":"2023-11-16T18:22:06.213675+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:22:06.213675+0000","last_undegraded":"2023-11-16T18:22:06.213675+0000","last_fullsized":"2023-11-16T18:22:06.213675+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:52:33.372729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211960+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:22:06.211960+0000","last_peered":"2023-11-16T18:22:06.211960+0000","last_clean":"2023-11-16T18:22:06.211960+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:22:06.211960+0000","last_undegraded":"2023-11-16T18:22:06.211960+0000","last_fullsized":"2023-11-16T18:22:06.211960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:13.798750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211883+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:22:06.211883+0000","last_peered":"2023-11-16T18:22:06.211883+0000","last_clean":"2023-11-16T18:22:06.211883+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:22:06.211883+0000","last_undegraded":"2023-11-16T18:22:06.211883+0000","last_fullsized":"2023-11-16T18:22:06.211883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:34:31.225704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212605+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:22:06.212605+0000","last_peered":"2023-11-16T18:22:06.212605+0000","last_clean":"2023-11-16T18:22:06.212605+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:22:06.212605+0000","last_undegraded":"2023-11-16T18:22:06.212605+0000","last_fullsized":"2023-11-16T18:22:06.212605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:26.598320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212787+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:22:06.212787+0000","last_peered":"2023-11-16T18:22:06.212787+0000","last_clean":"2023-11-16T18:22:06.212787+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:22:06.212787+0000","last_undegraded":"2023-11-16T18:22:06.212787+0000","last_fullsized":"2023-11-16T18:22:06.212787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:26:26.381011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214076+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:22:06.214076+0000","last_peered":"2023-11-16T18:22:06.214076+0000","last_clean":"2023-11-16T18:22:06.214076+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:22:06.214076+0000","last_undegraded":"2023-11-16T18:22:06.214076+0000","last_fullsized":"2023-11-16T18:22:06.214076+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:16:57.626835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214088+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:22:06.214088+0000","last_peered":"2023-11-16T18:22:06.214088+0000","last_clean":"2023-11-16T18:22:06.214088+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:22:06.214088+0000","last_undegraded":"2023-11-16T18:22:06.214088+0000","last_fullsized":"2023-11-16T18:22:06.214088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:12:43.136963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213465+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:22:06.213465+0000","last_peered":"2023-11-16T18:22:06.213465+0000","last_clean":"2023-11-16T18:22:06.213465+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:22:06.213465+0000","last_undegraded":"2023-11-16T18:22:06.213465+0000","last_fullsized":"2023-11-16T18:22:06.213465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:04:33.591184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213216+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:22:06.213216+0000","last_peered":"2023-11-16T18:22:06.213216+0000","last_clean":"2023-11-16T18:22:06.213216+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:22:06.213216+0000","last_undegraded":"2023-11-16T18:22:06.213216+0000","last_fullsized":"2023-11-16T18:22:06.213216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:02:39.602684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699803+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:22:21.699803+0000","last_peered":"2023-11-16T18:22:21.699803+0000","last_clean":"2023-11-16T18:22:21.699803+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:22:21.699803+0000","last_undegraded":"2023-11-16T18:22:21.699803+0000","last_fullsized":"2023-11-16T18:22:21.699803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:32.547949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623630+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:22:05.623630+0000","last_peered":"2023-11-16T18:22:05.623630+0000","last_clean":"2023-11-16T18:22:05.623630+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:22:05.623630+0000","last_undegraded":"2023-11-16T18:22:05.623630+0000","last_fullsized":"2023-11-16T18:22:05.623630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:29:37.055829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212959+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:22:06.212959+0000","last_peered":"2023-11-16T18:22:06.212959+0000","last_clean":"2023-11-16T18:22:06.212959+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:22:06.212959+0000","last_undegraded":"2023-11-16T18:22:06.212959+0000","last_fullsized":"2023-11-16T18:22:06.212959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:19:22.951762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623653+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:22:05.623653+0000","last_peered":"2023-11-16T18:22:05.623653+0000","last_clean":"2023-11-16T18:22:05.623653+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:22:05.623653+0000","last_undegraded":"2023-11-16T18:22:05.623653+0000","last_fullsized":"2023-11-16T18:22:05.623653+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:04:46.321819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213957+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:22:06.213957+0000","last_peered":"2023-11-16T18:22:06.213957+0000","last_clean":"2023-11-16T18:22:06.213957+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:22:06.213957+0000","last_undegraded":"2023-11-16T18:22:06.213957+0000","last_fullsized":"2023-11-16T18:22:06.213957+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:31:35.087667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213775+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:22:06.213775+0000","last_peered":"2023-11-16T18:22:06.213775+0000","last_clean":"2023-11-16T18:22:06.213775+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:22:06.213775+0000","last_undegraded":"2023-11-16T18:22:06.213775+0000","last_fullsized":"2023-11-16T18:22:06.213775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:13:29.901148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624752+0000","last_change":"2023-11-16T18:21:51.738327+0000","last_active":"2023-11-16T18:22:05.624752+0000","last_peered":"2023-11-16T18:22:05.624752+0000","last_clean":"2023-11-16T18:22:05.624752+0000","last_became_active":"2023-11-16T18:21:51.738006+0000","last_became_peered":"2023-11-16T18:21:51.738006+0000","last_unstale":"2023-11-16T18:22:05.624752+0000","last_undegraded":"2023-11-16T18:22:05.624752+0000","last_fullsized":"2023-11-16T18:22:05.624752+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:31.150974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214543+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:22:06.214543+0000","last_peered":"2023-11-16T18:22:06.214543+0000","last_clean":"2023-11-16T18:22:06.214543+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:22:06.214543+0000","last_undegraded":"2023-11-16T18:22:06.214543+0000","last_fullsized":"2023-11-16T18:22:06.214543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:46:32.061285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212824+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:22:06.212824+0000","last_peered":"2023-11-16T18:22:06.212824+0000","last_clean":"2023-11-16T18:22:06.212824+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:22:06.212824+0000","last_undegraded":"2023-11-16T18:22:06.212824+0000","last_fullsized":"2023-11-16T18:22:06.212824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:58.226622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624516+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:22:05.624516+0000","last_peered":"2023-11-16T18:22:05.624516+0000","last_clean":"2023-11-16T18:22:05.624516+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:22:05.624516+0000","last_undegraded":"2023-11-16T18:22:05.624516+0000","last_fullsized":"2023-11-16T18:22:05.624516+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:22:24.849485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213085+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:22:06.213085+0000","last_peered":"2023-11-16T18:22:06.213085+0000","last_clean":"2023-11-16T18:22:06.213085+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:22:06.213085+0000","last_undegraded":"2023-11-16T18:22:06.213085+0000","last_fullsized":"2023-11-16T18:22:06.213085+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:53:07.944063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212825+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:22:06.212825+0000","last_peered":"2023-11-16T18:22:06.212825+0000","last_clean":"2023-11-16T18:22:06.212825+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:22:06.212825+0000","last_undegraded":"2023-11-16T18:22:06.212825+0000","last_fullsized":"2023-11-16T18:22:06.212825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:52:57.231377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687714+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:22:20.687714+0000","last_peered":"2023-11-16T18:22:20.687714+0000","last_clean":"2023-11-16T18:22:20.687714+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:22:20.687714+0000","last_undegraded":"2023-11-16T18:22:20.687714+0000","last_fullsized":"2023-11-16T18:22:20.687714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:25:08.156451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624194+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:22:05.624194+0000","last_peered":"2023-11-16T18:22:05.624194+0000","last_clean":"2023-11-16T18:22:05.624194+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:22:05.624194+0000","last_undegraded":"2023-11-16T18:22:05.624194+0000","last_fullsized":"2023-11-16T18:22:05.624194+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:34:19.727331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212891+0000","last_change":"2023-11-16T18:21:56.191772+0000","last_active":"2023-11-16T18:22:06.212891+0000","last_peered":"2023-11-16T18:22:06.212891+0000","last_clean":"2023-11-16T18:22:06.212891+0000","last_became_active":"2023-11-16T18:21:56.191338+0000","last_became_peered":"2023-11-16T18:21:56.191338+0000","last_unstale":"2023-11-16T18:22:06.212891+0000","last_undegraded":"2023-11-16T18:22:06.212891+0000","last_fullsized":"2023-11-16T18:22:06.212891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:50:26.030702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.697592+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:22:21.697592+0000","last_peered":"2023-11-16T18:22:21.697592+0000","last_clean":"2023-11-16T18:22:21.697592+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:22:21.697592+0000","last_undegraded":"2023-11-16T18:22:21.697592+0000","last_fullsized":"2023-11-16T18:22:21.697592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:29:08.772426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212828+0000","last_change":"2023-11-16T18:21:52.167434+0000","last_active":"2023-11-16T18:22:06.212828+0000","last_peered":"2023-11-16T18:22:06.212828+0000","last_clean":"2023-11-16T18:22:06.212828+0000","last_became_active":"2023-11-16T18:21:52.166308+0000","last_became_peered":"2023-11-16T18:21:52.166308+0000","last_unstale":"2023-11-16T18:22:06.212828+0000","last_undegraded":"2023-11-16T18:22:06.212828+0000","last_fullsized":"2023-11-16T18:22:06.212828+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:07:03.032030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213849+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:22:06.213849+0000","last_peered":"2023-11-16T18:22:06.213849+0000","last_clean":"2023-11-16T18:22:06.213849+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:22:06.213849+0000","last_undegraded":"2023-11-16T18:22:06.213849+0000","last_fullsized":"2023-11-16T18:22:06.213849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:40:26.959569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.698769+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:22:21.698769+0000","last_peered":"2023-11-16T18:22:21.698769+0000","last_clean":"2023-11-16T18:22:21.698769+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:22:21.698769+0000","last_undegraded":"2023-11-16T18:22:21.698769+0000","last_fullsized":"2023-11-16T18:22:21.698769+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:03:49.255166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622960+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:22:05.622960+0000","last_peered":"2023-11-16T18:22:05.622960+0000","last_clean":"2023-11-16T18:22:05.622960+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:22:05.622960+0000","last_undegraded":"2023-11-16T18:22:05.622960+0000","last_fullsized":"2023-11-16T18:22:05.622960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:06:40.332963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213379+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:22:06.213379+0000","last_peered":"2023-11-16T18:22:06.213379+0000","last_clean":"2023-11-16T18:22:06.213379+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:22:06.213379+0000","last_undegraded":"2023-11-16T18:22:06.213379+0000","last_fullsized":"2023-11-16T18:22:06.213379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:21:08.589437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212299+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:22:06.212299+0000","last_peered":"2023-11-16T18:22:06.212299+0000","last_clean":"2023-11-16T18:22:06.212299+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:22:06.212299+0000","last_undegraded":"2023-11-16T18:22:06.212299+0000","last_fullsized":"2023-11-16T18:22:06.212299+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:23:14.385275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213646+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:22:06.213646+0000","last_peered":"2023-11-16T18:22:06.213646+0000","last_clean":"2023-11-16T18:22:06.213646+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:22:06.213646+0000","last_undegraded":"2023-11-16T18:22:06.213646+0000","last_fullsized":"2023-11-16T18:22:06.213646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:10:20.643234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622980+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:22:05.622980+0000","last_peered":"2023-11-16T18:22:05.622980+0000","last_clean":"2023-11-16T18:22:05.622980+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:22:05.622980+0000","last_undegraded":"2023-11-16T18:22:05.622980+0000","last_fullsized":"2023-11-16T18:22:05.622980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:00:31.179401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:22.700450+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:22:22.700450+0000","last_peered":"2023-11-16T18:22:22.700450+0000","last_clean":"2023-11-16T18:22:22.700450+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:22:22.700450+0000","last_undegraded":"2023-11-16T18:22:22.700450+0000","last_fullsized":"2023-11-16T18:22:22.700450+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:07:48.453965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.215070+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:22:06.215070+0000","last_peered":"2023-11-16T18:22:06.215070+0000","last_clean":"2023-11-16T18:22:06.215070+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:22:06.215070+0000","last_undegraded":"2023-11-16T18:22:06.215070+0000","last_fullsized":"2023-11-16T18:22:06.215070+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:06.250195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213533+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:22:06.213533+0000","last_peered":"2023-11-16T18:22:06.213533+0000","last_clean":"2023-11-16T18:22:06.213533+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:22:06.213533+0000","last_undegraded":"2023-11-16T18:22:06.213533+0000","last_fullsized":"2023-11-16T18:22:06.213533+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:42:43.891451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.686788+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:22:20.686788+0000","last_peered":"2023-11-16T18:22:20.686788+0000","last_clean":"2023-11-16T18:22:20.686788+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:22:20.686788+0000","last_undegraded":"2023-11-16T18:22:20.686788+0000","last_fullsized":"2023-11-16T18:22:20.686788+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:08:02.043786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214062+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:22:06.214062+0000","last_peered":"2023-11-16T18:22:06.214062+0000","last_clean":"2023-11-16T18:22:06.214062+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:22:06.214062+0000","last_undegraded":"2023-11-16T18:22:06.214062+0000","last_fullsized":"2023-11-16T18:22:06.214062+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:58:12.640888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213878+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:22:06.213878+0000","last_peered":"2023-11-16T18:22:06.213878+0000","last_clean":"2023-11-16T18:22:06.213878+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:22:06.213878+0000","last_undegraded":"2023-11-16T18:22:06.213878+0000","last_fullsized":"2023-11-16T18:22:06.213878+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:39:42.701498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212789+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:22:06.212789+0000","last_peered":"2023-11-16T18:22:06.212789+0000","last_clean":"2023-11-16T18:22:06.212789+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:22:06.212789+0000","last_undegraded":"2023-11-16T18:22:06.212789+0000","last_fullsized":"2023-11-16T18:22:06.212789+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:23:44.017060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214734+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:22:06.214734+0000","last_peered":"2023-11-16T18:22:06.214734+0000","last_clean":"2023-11-16T18:22:06.214734+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:22:06.214734+0000","last_undegraded":"2023-11-16T18:22:06.214734+0000","last_fullsized":"2023-11-16T18:22:06.214734+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:06:21.687808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213673+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:22:06.213673+0000","last_peered":"2023-11-16T18:22:06.213673+0000","last_clean":"2023-11-16T18:22:06.213673+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:22:06.213673+0000","last_undegraded":"2023-11-16T18:22:06.213673+0000","last_fullsized":"2023-11-16T18:22:06.213673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:57:41.273394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'22","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:23.933264+0000","last_change":"2023-11-16T18:21:51.740375+0000","last_active":"2023-11-16T18:22:23.933264+0000","last_peered":"2023-11-16T18:22:23.933264+0000","last_clean":"2023-11-16T18:22:23.933264+0000","last_became_active":"2023-11-16T18:21:51.740006+0000","last_became_peered":"2023-11-16T18:21:51.740006+0000","last_unstale":"2023-11-16T18:22:23.933264+0000","last_undegraded":"2023-11-16T18:22:23.933264+0000","last_fullsized":"2023-11-16T18:22:23.933264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:57:06.144357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38515,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":7,"num_read_kb":24,"num_write":23,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624551+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:22:05.624551+0000","last_peered":"2023-11-16T18:22:05.624551+0000","last_clean":"2023-11-16T18:22:05.624551+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:22:05.624551+0000","last_undegraded":"2023-11-16T18:22:05.624551+0000","last_fullsized":"2023-11-16T18:22:05.624551+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:37:10.772547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213511+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:22:06.213511+0000","last_peered":"2023-11-16T18:22:06.213511+0000","last_clean":"2023-11-16T18:22:06.213511+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:22:06.213511+0000","last_undegraded":"2023-11-16T18:22:06.213511+0000","last_fullsized":"2023-11-16T18:22:06.213511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:17:57.876482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687875+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:22:20.687875+0000","last_peered":"2023-11-16T18:22:20.687875+0000","last_clean":"2023-11-16T18:22:20.687875+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:22:20.687875+0000","last_undegraded":"2023-11-16T18:22:20.687875+0000","last_fullsized":"2023-11-16T18:22:20.687875+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:50:45.284147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211509+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:22:06.211509+0000","last_peered":"2023-11-16T18:22:06.211509+0000","last_clean":"2023-11-16T18:22:06.211509+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:22:06.211509+0000","last_undegraded":"2023-11-16T18:22:06.211509+0000","last_fullsized":"2023-11-16T18:22:06.211509+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:02:05.773267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213993+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:22:06.213993+0000","last_peered":"2023-11-16T18:22:06.213993+0000","last_clean":"2023-11-16T18:22:06.213993+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:22:06.213993+0000","last_undegraded":"2023-11-16T18:22:06.213993+0000","last_fullsized":"2023-11-16T18:22:06.213993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:20:28.585088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687096+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:22:20.687096+0000","last_peered":"2023-11-16T18:22:20.687096+0000","last_clean":"2023-11-16T18:22:20.687096+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:22:20.687096+0000","last_undegraded":"2023-11-16T18:22:20.687096+0000","last_fullsized":"2023-11-16T18:22:20.687096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:24:55.891383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624729+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:22:05.624729+0000","last_peered":"2023-11-16T18:22:05.624729+0000","last_clean":"2023-11-16T18:22:05.624729+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:22:05.624729+0000","last_undegraded":"2023-11-16T18:22:05.624729+0000","last_fullsized":"2023-11-16T18:22:05.624729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:15:57.240727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213871+0000","last_change":"2023-11-16T18:21:56.193440+0000","last_active":"2023-11-16T18:22:06.213871+0000","last_peered":"2023-11-16T18:22:06.213871+0000","last_clean":"2023-11-16T18:22:06.213871+0000","last_became_active":"2023-11-16T18:21:56.193024+0000","last_became_peered":"2023-11-16T18:21:56.193024+0000","last_unstale":"2023-11-16T18:22:06.213871+0000","last_undegraded":"2023-11-16T18:22:06.213871+0000","last_fullsized":"2023-11-16T18:22:06.213871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:33:15.900538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:23.705107+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:22:23.705107+0000","last_peered":"2023-11-16T18:22:23.705107+0000","last_clean":"2023-11-16T18:22:23.705107+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:22:23.705107+0000","last_undegraded":"2023-11-16T18:22:23.705107+0000","last_fullsized":"2023-11-16T18:22:23.705107+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:12:48.407912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624699+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:22:05.624699+0000","last_peered":"2023-11-16T18:22:05.624699+0000","last_clean":"2023-11-16T18:22:05.624699+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:22:05.624699+0000","last_undegraded":"2023-11-16T18:22:05.624699+0000","last_fullsized":"2023-11-16T18:22:05.624699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:10:28.834655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211892+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:22:06.211892+0000","last_peered":"2023-11-16T18:22:06.211892+0000","last_clean":"2023-11-16T18:22:06.211892+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:22:06.211892+0000","last_undegraded":"2023-11-16T18:22:06.211892+0000","last_fullsized":"2023-11-16T18:22:06.211892+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:54:03.045675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'10","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687309+0000","last_change":"2023-11-16T18:21:51.738759+0000","last_active":"2023-11-16T18:22:20.687309+0000","last_peered":"2023-11-16T18:22:20.687309+0000","last_clean":"2023-11-16T18:22:20.687309+0000","last_became_active":"2023-11-16T18:21:51.738393+0000","last_became_peered":"2023-11-16T18:21:51.738393+0000","last_unstale":"2023-11-16T18:22:20.687309+0000","last_undegraded":"2023-11-16T18:22:20.687309+0000","last_fullsized":"2023-11-16T18:22:20.687309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:12:52.039631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212532+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:22:06.212532+0000","last_peered":"2023-11-16T18:22:06.212532+0000","last_clean":"2023-11-16T18:22:06.212532+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:22:06.212532+0000","last_undegraded":"2023-11-16T18:22:06.212532+0000","last_fullsized":"2023-11-16T18:22:06.212532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:10:49.242100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212362+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:22:06.212362+0000","last_peered":"2023-11-16T18:22:06.212362+0000","last_clean":"2023-11-16T18:22:06.212362+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:22:06.212362+0000","last_undegraded":"2023-11-16T18:22:06.212362+0000","last_fullsized":"2023-11-16T18:22:06.212362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:07:44.569971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624772+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:22:05.624772+0000","last_peered":"2023-11-16T18:22:05.624772+0000","last_clean":"2023-11-16T18:22:05.624772+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:22:05.624772+0000","last_undegraded":"2023-11-16T18:22:05.624772+0000","last_fullsized":"2023-11-16T18:22:05.624772+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:01:26.918394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213797+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:22:06.213797+0000","last_peered":"2023-11-16T18:22:06.213797+0000","last_clean":"2023-11-16T18:22:06.213797+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:22:06.213797+0000","last_undegraded":"2023-11-16T18:22:06.213797+0000","last_fullsized":"2023-11-16T18:22:06.213797+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:39:39.792506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624208+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:22:05.624208+0000","last_peered":"2023-11-16T18:22:05.624208+0000","last_clean":"2023-11-16T18:22:05.624208+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:22:05.624208+0000","last_undegraded":"2023-11-16T18:22:05.624208+0000","last_fullsized":"2023-11-16T18:22:05.624208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:44:55.543270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214040+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:22:06.214040+0000","last_peered":"2023-11-16T18:22:06.214040+0000","last_clean":"2023-11-16T18:22:06.214040+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:22:06.214040+0000","last_undegraded":"2023-11-16T18:22:06.214040+0000","last_fullsized":"2023-11-16T18:22:06.214040+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:04:23.657618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213148+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:22:06.213148+0000","last_peered":"2023-11-16T18:22:06.213148+0000","last_clean":"2023-11-16T18:22:06.213148+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:22:06.213148+0000","last_undegraded":"2023-11-16T18:22:06.213148+0000","last_fullsized":"2023-11-16T18:22:06.213148+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:15:51.252826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212332+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:22:06.212332+0000","last_peered":"2023-11-16T18:22:06.212332+0000","last_clean":"2023-11-16T18:22:06.212332+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:22:06.212332+0000","last_undegraded":"2023-11-16T18:22:06.212332+0000","last_fullsized":"2023-11-16T18:22:06.212332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:21.442644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624602+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:22:05.624602+0000","last_peered":"2023-11-16T18:22:05.624602+0000","last_clean":"2023-11-16T18:22:05.624602+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:22:05.624602+0000","last_undegraded":"2023-11-16T18:22:05.624602+0000","last_fullsized":"2023-11-16T18:22:05.624602+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:51:47.133639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213620+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:22:06.213620+0000","last_peered":"2023-11-16T18:22:06.213620+0000","last_clean":"2023-11-16T18:22:06.213620+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:22:06.213620+0000","last_undegraded":"2023-11-16T18:22:06.213620+0000","last_fullsized":"2023-11-16T18:22:06.213620+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:32:52.535119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212007+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:22:06.212007+0000","last_peered":"2023-11-16T18:22:06.212007+0000","last_clean":"2023-11-16T18:22:06.212007+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:22:06.212007+0000","last_undegraded":"2023-11-16T18:22:06.212007+0000","last_fullsized":"2023-11-16T18:22:06.212007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:54:27.764048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212407+0000","last_change":"2023-11-16T18:21:52.174931+0000","last_active":"2023-11-16T18:22:06.212407+0000","last_peered":"2023-11-16T18:22:06.212407+0000","last_clean":"2023-11-16T18:22:06.212407+0000","last_became_active":"2023-11-16T18:21:52.174625+0000","last_became_peered":"2023-11-16T18:21:52.174625+0000","last_unstale":"2023-11-16T18:22:06.212407+0000","last_undegraded":"2023-11-16T18:22:06.212407+0000","last_fullsized":"2023-11-16T18:22:06.212407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:04:19.901295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699230+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:22:21.699230+0000","last_peered":"2023-11-16T18:22:21.699230+0000","last_clean":"2023-11-16T18:22:21.699230+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:22:21.699230+0000","last_undegraded":"2023-11-16T18:22:21.699230+0000","last_fullsized":"2023-11-16T18:22:21.699230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:08:52.268243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624933+0000","last_change":"2023-11-16T18:21:56.191530+0000","last_active":"2023-11-16T18:22:05.624933+0000","last_peered":"2023-11-16T18:22:05.624933+0000","last_clean":"2023-11-16T18:22:05.624933+0000","last_became_active":"2023-11-16T18:21:56.191089+0000","last_became_peered":"2023-11-16T18:21:56.191089+0000","last_unstale":"2023-11-16T18:22:05.624933+0000","last_undegraded":"2023-11-16T18:22:05.624933+0000","last_fullsized":"2023-11-16T18:22:05.624933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:53.452216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623091+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:22:05.623091+0000","last_peered":"2023-11-16T18:22:05.623091+0000","last_clean":"2023-11-16T18:22:05.623091+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:22:05.623091+0000","last_undegraded":"2023-11-16T18:22:05.623091+0000","last_fullsized":"2023-11-16T18:22:05.623091+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:10:17.273540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:22.699034+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:22:22.699034+0000","last_peered":"2023-11-16T18:22:22.699034+0000","last_clean":"2023-11-16T18:22:22.699034+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:22:22.699034+0000","last_undegraded":"2023-11-16T18:22:22.699034+0000","last_fullsized":"2023-11-16T18:22:22.699034+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:54:36.733674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624225+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:22:05.624225+0000","last_peered":"2023-11-16T18:22:05.624225+0000","last_clean":"2023-11-16T18:22:05.624225+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:22:05.624225+0000","last_undegraded":"2023-11-16T18:22:05.624225+0000","last_fullsized":"2023-11-16T18:22:05.624225+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:44:05.081432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212871+0000","last_change":"2023-11-16T18:21:56.240833+0000","last_active":"2023-11-16T18:22:06.212871+0000","last_peered":"2023-11-16T18:22:06.212871+0000","last_clean":"2023-11-16T18:22:06.212871+0000","last_became_active":"2023-11-16T18:21:56.240292+0000","last_became_peered":"2023-11-16T18:21:56.240292+0000","last_unstale":"2023-11-16T18:22:06.212871+0000","last_undegraded":"2023-11-16T18:22:06.212871+0000","last_fullsized":"2023-11-16T18:22:06.212871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:56:05.789789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211314+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:22:06.211314+0000","last_peered":"2023-11-16T18:22:06.211314+0000","last_clean":"2023-11-16T18:22:06.211314+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:22:06.211314+0000","last_undegraded":"2023-11-16T18:22:06.211314+0000","last_fullsized":"2023-11-16T18:22:06.211314+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:42:08.807971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699669+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:22:21.699669+0000","last_peered":"2023-11-16T18:22:21.699669+0000","last_clean":"2023-11-16T18:22:21.699669+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:22:21.699669+0000","last_undegraded":"2023-11-16T18:22:21.699669+0000","last_fullsized":"2023-11-16T18:22:21.699669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:47:27.331046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213954+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:22:06.213954+0000","last_peered":"2023-11-16T18:22:06.213954+0000","last_clean":"2023-11-16T18:22:06.213954+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:22:06.213954+0000","last_undegraded":"2023-11-16T18:22:06.213954+0000","last_fullsized":"2023-11-16T18:22:06.213954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:53:05.144459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624626+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:22:05.624626+0000","last_peered":"2023-11-16T18:22:05.624626+0000","last_clean":"2023-11-16T18:22:05.624626+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:22:05.624626+0000","last_undegraded":"2023-11-16T18:22:05.624626+0000","last_fullsized":"2023-11-16T18:22:05.624626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:34:25.837506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212503+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:22:06.212503+0000","last_peered":"2023-11-16T18:22:06.212503+0000","last_clean":"2023-11-16T18:22:06.212503+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:22:06.212503+0000","last_undegraded":"2023-11-16T18:22:06.212503+0000","last_fullsized":"2023-11-16T18:22:06.212503+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:59:15.007761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622970+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:22:05.622970+0000","last_peered":"2023-11-16T18:22:05.622970+0000","last_clean":"2023-11-16T18:22:05.622970+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:22:05.622970+0000","last_undegraded":"2023-11-16T18:22:05.622970+0000","last_fullsized":"2023-11-16T18:22:05.622970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:43.655038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.698375+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:22:21.698375+0000","last_peered":"2023-11-16T18:22:21.698375+0000","last_clean":"2023-11-16T18:22:21.698375+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:22:21.698375+0000","last_undegraded":"2023-11-16T18:22:21.698375+0000","last_fullsized":"2023-11-16T18:22:21.698375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:48:35.293837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623564+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:22:05.623564+0000","last_peered":"2023-11-16T18:22:05.623564+0000","last_clean":"2023-11-16T18:22:05.623564+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:22:05.623564+0000","last_undegraded":"2023-11-16T18:22:05.623564+0000","last_fullsized":"2023-11-16T18:22:05.623564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:23:40.631322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212989+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:22:06.212989+0000","last_peered":"2023-11-16T18:22:06.212989+0000","last_clean":"2023-11-16T18:22:06.212989+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:22:06.212989+0000","last_undegraded":"2023-11-16T18:22:06.212989+0000","last_fullsized":"2023-11-16T18:22:06.212989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:27:55.986057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.684876+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:22:20.684876+0000","last_peered":"2023-11-16T18:22:20.684876+0000","last_clean":"2023-11-16T18:22:20.684876+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:22:20.684876+0000","last_undegraded":"2023-11-16T18:22:20.684876+0000","last_fullsized":"2023-11-16T18:22:20.684876+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:31:45.864517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213646+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:22:06.213646+0000","last_peered":"2023-11-16T18:22:06.213646+0000","last_clean":"2023-11-16T18:22:06.213646+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:22:06.213646+0000","last_undegraded":"2023-11-16T18:22:06.213646+0000","last_fullsized":"2023-11-16T18:22:06.213646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:26:15.755584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213576+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:22:06.213576+0000","last_peered":"2023-11-16T18:22:06.213576+0000","last_clean":"2023-11-16T18:22:06.213576+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:22:06.213576+0000","last_undegraded":"2023-11-16T18:22:06.213576+0000","last_fullsized":"2023-11-16T18:22:06.213576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:32:01.428287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212945+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:22:06.212945+0000","last_peered":"2023-11-16T18:22:06.212945+0000","last_clean":"2023-11-16T18:22:06.212945+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:22:06.212945+0000","last_undegraded":"2023-11-16T18:22:06.212945+0000","last_fullsized":"2023-11-16T18:22:06.212945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:28:24.421827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624056+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:22:05.624056+0000","last_peered":"2023-11-16T18:22:05.624056+0000","last_clean":"2023-11-16T18:22:05.624056+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:22:05.624056+0000","last_undegraded":"2023-11-16T18:22:05.624056+0000","last_fullsized":"2023-11-16T18:22:05.624056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:57:27.971679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214476+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:22:06.214476+0000","last_peered":"2023-11-16T18:22:06.214476+0000","last_clean":"2023-11-16T18:22:06.214476+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:22:06.214476+0000","last_undegraded":"2023-11-16T18:22:06.214476+0000","last_fullsized":"2023-11-16T18:22:06.214476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:07:43.009955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.686423+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:22:20.686423+0000","last_peered":"2023-11-16T18:22:20.686423+0000","last_clean":"2023-11-16T18:22:20.686423+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:22:20.686423+0000","last_undegraded":"2023-11-16T18:22:20.686423+0000","last_fullsized":"2023-11-16T18:22:20.686423+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:15:05.488844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213740+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:22:06.213740+0000","last_peered":"2023-11-16T18:22:06.213740+0000","last_clean":"2023-11-16T18:22:06.213740+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:22:06.213740+0000","last_undegraded":"2023-11-16T18:22:06.213740+0000","last_fullsized":"2023-11-16T18:22:06.213740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:32:53.474595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213566+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:22:06.213566+0000","last_peered":"2023-11-16T18:22:06.213566+0000","last_clean":"2023-11-16T18:22:06.213566+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:22:06.213566+0000","last_undegraded":"2023-11-16T18:22:06.213566+0000","last_fullsized":"2023-11-16T18:22:06.213566+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:21:46.728134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213673+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:22:06.213673+0000","last_peered":"2023-11-16T18:22:06.213673+0000","last_clean":"2023-11-16T18:22:06.213673+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:22:06.213673+0000","last_undegraded":"2023-11-16T18:22:06.213673+0000","last_fullsized":"2023-11-16T18:22:06.213673+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:05:10.660250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623165+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:22:05.623165+0000","last_peered":"2023-11-16T18:22:05.623165+0000","last_clean":"2023-11-16T18:22:05.623165+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:22:05.623165+0000","last_undegraded":"2023-11-16T18:22:05.623165+0000","last_fullsized":"2023-11-16T18:22:05.623165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:41:03.422930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213644+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:22:06.213644+0000","last_peered":"2023-11-16T18:22:06.213644+0000","last_clean":"2023-11-16T18:22:06.213644+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:22:06.213644+0000","last_undegraded":"2023-11-16T18:22:06.213644+0000","last_fullsized":"2023-11-16T18:22:06.213644+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:06:22.664146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687339+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:22:20.687339+0000","last_peered":"2023-11-16T18:22:20.687339+0000","last_clean":"2023-11-16T18:22:20.687339+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:22:20.687339+0000","last_undegraded":"2023-11-16T18:22:20.687339+0000","last_fullsized":"2023-11-16T18:22:20.687339+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:00:32.629402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624586+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:22:05.624586+0000","last_peered":"2023-11-16T18:22:05.624586+0000","last_clean":"2023-11-16T18:22:05.624586+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:22:05.624586+0000","last_undegraded":"2023-11-16T18:22:05.624586+0000","last_fullsized":"2023-11-16T18:22:05.624586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:40:21.773597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214606+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:22:06.214606+0000","last_peered":"2023-11-16T18:22:06.214606+0000","last_clean":"2023-11-16T18:22:06.214606+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:22:06.214606+0000","last_undegraded":"2023-11-16T18:22:06.214606+0000","last_fullsized":"2023-11-16T18:22:06.214606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:36:10.620616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213472+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:22:06.213472+0000","last_peered":"2023-11-16T18:22:06.213472+0000","last_clean":"2023-11-16T18:22:06.213472+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:22:06.213472+0000","last_undegraded":"2023-11-16T18:22:06.213472+0000","last_fullsized":"2023-11-16T18:22:06.213472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:41:55.358787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.625047+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:22:05.625047+0000","last_peered":"2023-11-16T18:22:05.625047+0000","last_clean":"2023-11-16T18:22:05.625047+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:22:05.625047+0000","last_undegraded":"2023-11-16T18:22:05.625047+0000","last_fullsized":"2023-11-16T18:22:05.625047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:35:15.184218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212084+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:22:06.212084+0000","last_peered":"2023-11-16T18:22:06.212084+0000","last_clean":"2023-11-16T18:22:06.212084+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:22:06.212084+0000","last_undegraded":"2023-11-16T18:22:06.212084+0000","last_fullsized":"2023-11-16T18:22:06.212084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:58:35.807825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213217+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:22:06.213217+0000","last_peered":"2023-11-16T18:22:06.213217+0000","last_clean":"2023-11-16T18:22:06.213217+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:22:06.213217+0000","last_undegraded":"2023-11-16T18:22:06.213217+0000","last_fullsized":"2023-11-16T18:22:06.213217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:44:30.193363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624645+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:22:05.624645+0000","last_peered":"2023-11-16T18:22:05.624645+0000","last_clean":"2023-11-16T18:22:05.624645+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:22:05.624645+0000","last_undegraded":"2023-11-16T18:22:05.624645+0000","last_fullsized":"2023-11-16T18:22:05.624645+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:13:06.512532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212052+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:22:06.212052+0000","last_peered":"2023-11-16T18:22:06.212052+0000","last_clean":"2023-11-16T18:22:06.212052+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:22:06.212052+0000","last_undegraded":"2023-11-16T18:22:06.212052+0000","last_fullsized":"2023-11-16T18:22:06.212052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:15:16.933787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212235+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:22:06.212235+0000","last_peered":"2023-11-16T18:22:06.212235+0000","last_clean":"2023-11-16T18:22:06.212235+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:22:06.212235+0000","last_undegraded":"2023-11-16T18:22:06.212235+0000","last_fullsized":"2023-11-16T18:22:06.212235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:01:13.234127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624963+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:22:05.624963+0000","last_peered":"2023-11-16T18:22:05.624963+0000","last_clean":"2023-11-16T18:22:05.624963+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:22:05.624963+0000","last_undegraded":"2023-11-16T18:22:05.624963+0000","last_fullsized":"2023-11-16T18:22:05.624963+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:00:27.561979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213893+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:22:06.213893+0000","last_peered":"2023-11-16T18:22:06.213893+0000","last_clean":"2023-11-16T18:22:06.213893+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:22:06.213893+0000","last_undegraded":"2023-11-16T18:22:06.213893+0000","last_fullsized":"2023-11-16T18:22:06.213893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:53:39.781791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213740+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:22:06.213740+0000","last_peered":"2023-11-16T18:22:06.213740+0000","last_clean":"2023-11-16T18:22:06.213740+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:22:06.213740+0000","last_undegraded":"2023-11-16T18:22:06.213740+0000","last_fullsized":"2023-11-16T18:22:06.213740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:33:47.967398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214062+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:22:06.214062+0000","last_peered":"2023-11-16T18:22:06.214062+0000","last_clean":"2023-11-16T18:22:06.214062+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:22:06.214062+0000","last_undegraded":"2023-11-16T18:22:06.214062+0000","last_fullsized":"2023-11-16T18:22:06.214062+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:17:09.350516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212423+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:22:06.212423+0000","last_peered":"2023-11-16T18:22:06.212423+0000","last_clean":"2023-11-16T18:22:06.212423+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:22:06.212423+0000","last_undegraded":"2023-11-16T18:22:06.212423+0000","last_fullsized":"2023-11-16T18:22:06.212423+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:37:08.232710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212609+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:22:06.212609+0000","last_peered":"2023-11-16T18:22:06.212609+0000","last_clean":"2023-11-16T18:22:06.212609+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:22:06.212609+0000","last_undegraded":"2023-11-16T18:22:06.212609+0000","last_fullsized":"2023-11-16T18:22:06.212609+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:36:11.808345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213934+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:22:06.213934+0000","last_peered":"2023-11-16T18:22:06.213934+0000","last_clean":"2023-11-16T18:22:06.213934+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:22:06.213934+0000","last_undegraded":"2023-11-16T18:22:06.213934+0000","last_fullsized":"2023-11-16T18:22:06.213934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:43.567853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213458+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:22:06.213458+0000","last_peered":"2023-11-16T18:22:06.213458+0000","last_clean":"2023-11-16T18:22:06.213458+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:22:06.213458+0000","last_undegraded":"2023-11-16T18:22:06.213458+0000","last_fullsized":"2023-11-16T18:22:06.213458+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:37.510436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623674+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:22:05.623674+0000","last_peered":"2023-11-16T18:22:05.623674+0000","last_clean":"2023-11-16T18:22:05.623674+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:22:05.623674+0000","last_undegraded":"2023-11-16T18:22:05.623674+0000","last_fullsized":"2023-11-16T18:22:05.623674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:28:22.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212289+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:22:06.212289+0000","last_peered":"2023-11-16T18:22:06.212289+0000","last_clean":"2023-11-16T18:22:06.212289+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:22:06.212289+0000","last_undegraded":"2023-11-16T18:22:06.212289+0000","last_fullsized":"2023-11-16T18:22:06.212289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:23:13.826706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622972+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:22:05.622972+0000","last_peered":"2023-11-16T18:22:05.622972+0000","last_clean":"2023-11-16T18:22:05.622972+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:22:05.622972+0000","last_undegraded":"2023-11-16T18:22:05.622972+0000","last_fullsized":"2023-11-16T18:22:05.622972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:32:25.343139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.215052+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:22:06.215052+0000","last_peered":"2023-11-16T18:22:06.215052+0000","last_clean":"2023-11-16T18:22:06.215052+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:22:06.215052+0000","last_undegraded":"2023-11-16T18:22:06.215052+0000","last_fullsized":"2023-11-16T18:22:06.215052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:32:27.981088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212086+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:22:06.212086+0000","last_peered":"2023-11-16T18:22:06.212086+0000","last_clean":"2023-11-16T18:22:06.212086+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:22:06.212086+0000","last_undegraded":"2023-11-16T18:22:06.212086+0000","last_fullsized":"2023-11-16T18:22:06.212086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:47.774157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214023+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:22:06.214023+0000","last_peered":"2023-11-16T18:22:06.214023+0000","last_clean":"2023-11-16T18:22:06.214023+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:22:06.214023+0000","last_undegraded":"2023-11-16T18:22:06.214023+0000","last_fullsized":"2023-11-16T18:22:06.214023+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:41:43.063850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":12288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":41725,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":20,"num_read_kb":35,"num_write":121,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":33,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":56919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6088,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739064,"statfs":{"total":95995035648,"available":95988801536,"internally_reserved":0,"allocated":983040,"data_stored":478940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.85299999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.67100000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.82799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.89400000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.877},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.92300000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.94699999999999995}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95599999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":1.006}]},{"osd":10,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.0209999999999999}]}]},{"osd":10,"up_from":72,"seq":309237645333,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6988,"kb_used_data":1604,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738164,"statfs":{"total":95995035648,"available":95987879936,"internally_reserved":0,"allocated":1642496,"data_stored":1092403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":1,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67700000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.751}]},{"osd":3,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.73499999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.80100000000000005}]},{"osd":6,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.81699999999999995}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.88500000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.82999999999999996}]},{"osd":11,"last update":"Thu Nov 16 18:22:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.95499999999999996}]}]},{"osd":9,"up_from":67,"seq":287762808858,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6300,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738852,"statfs":{"total":95995035648,"available":95988584448,"internally_reserved":0,"allocated":1003520,"data_stored":479758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.375}]},{"osd":1,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.439},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.502},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.53300000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.52300000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.41599999999999998}]},{"osd":8,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.69599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.66400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":8,"up_from":59,"seq":253403070493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6416,"kb_used_data":968,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738736,"statfs":{"total":95995035648,"available":95988465664,"internally_reserved":0,"allocated":991232,"data_stored":479544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68100000000000005,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505}]},{"osd":1,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.52000000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.65400000000000003}]},{"osd":3,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70599999999999996,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73099999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.86199999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.755,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.44700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88400000000000001,"5min":1.044,"15min":1.044},"last":0.83599999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.57799999999999996,"15min":0.58899999999999997},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67100000000000004,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66200000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.77000000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.69699999999999995,"15min":0.70299999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86099999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.75600000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.69299999999999995,"15min":0.69899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80800000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":1.038},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.69799999999999995,"15min":0.70599999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.84899999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.91500000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.874},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":1.0249999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]}]},{"osd":7,"up_from":51,"seq":219043332132,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7140,"kb_used_data":1564,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738012,"statfs":{"total":95995035648,"available":95987724288,"internally_reserved":0,"allocated":1601536,"data_stored":1079586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.371,"15min":0.35499999999999998},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.41199999999999998,"15min":0.40000000000000002},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.53700000000000003,"15min":0.51900000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.81499999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.54000000000000004,"15min":0.52600000000000002},"min":{"1min":0.40799999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.47099999999999997,"5min":0.37,"15min":0.37},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54500000000000004}]},{"osd":4,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.62},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.49099999999999999,"15min":0.48499999999999999},"min":{"1min":0.33900000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.59499999999999997,"15min":0.58099999999999996},"min":{"1min":0.47499999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.61599999999999999,"15min":0.60699999999999998},"min":{"1min":0.42899999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.63900000000000001,"15min":0.626},"min":{"1min":0.47399999999999998,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.78700000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.68700000000000006,"15min":0.66600000000000004},"min":{"1min":0.46999999999999997,"5min":0.437,"15min":0.437},"max":{"1min":2.5800000000000001,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.53700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.1970000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.96199999999999997}]},{"osd":9,"last update":"Thu Nov 16 18:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.876}]},{"osd":10,"last update":"Thu Nov 16 18:21:52 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.92400000000000004},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":10.693,"5min":10.693,"15min":10.693},"last":0.94799999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495655,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6412,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738740,"statfs":{"total":95995035648,"available":95988469760,"internally_reserved":0,"allocated":987136,"data_stored":479030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57299999999999995,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82499999999999996,"5min":1.077,"15min":1.077},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60599999999999998,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75600000000000001,"5min":1.089,"15min":1.089},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58899999999999997,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80400000000000005,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59399999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80900000000000005,"5min":0.877,"15min":0.877},"last":0.46300000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.31,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.50600000000000001,"15min":0.498},"min":{"1min":0.38600000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69699999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.623,"15min":0.625},"min":{"1min":0.41399999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.53800000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.44400000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91900000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.625},{"interface":"front","average":{"1min":0.749,"5min":0.68500000000000005,"15min":0.67500000000000004},"min":{"1min":0.497,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.70899999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.75,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.91500000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98599999999999999,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.68300000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.66300000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.77300000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7380,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737772,"statfs":{"total":95995035648,"available":95987478528,"internally_reserved":0,"allocated":995328,"data_stored":482734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.41399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.52300000000000002,"15min":0.51500000000000001},"min":{"1min":0.41899999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.64400000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52600000000000002,"15min":0.48199999999999998},"min":{"1min":0.34499999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.505,"15min":0.46700000000000003},"min":{"1min":0.35999999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.623}]},{"osd":3,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.54400000000000004},"min":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.56699999999999995,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.85199999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:21:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.42899999999999999,"15min":0.41299999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.433,"15min":0.42299999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.754}]},{"osd":5,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.40100000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.53000000000000003},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.82699999999999996}]},{"osd":6,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.621,"15min":0.59299999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.056,"5min":1.071,"15min":1.071},"last":1.03},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.60899999999999999,"15min":0.60099999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.91200000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.40000000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.873},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.34799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.94299999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68000000000000005,"15min":0.67000000000000004},"min":{"1min":0.505,"5min":0.439,"15min":0.439},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46899999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.01,"5min":1.153,"15min":1.153},"last":1.0209999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":1.008}]},{"osd":10,"last update":"Thu Nov 16 18:21:52 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.92400000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7332,"kb_used_data":988,"kb_used_omap":0,"kb_used_meta":6336,"kb_avail":93737820,"statfs":{"total":95995035648,"available":95987527680,"internally_reserved":0,"allocated":1011712,"data_stored":480418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6488064},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:21:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.46500000000000002},"min":{"1min":0.35599999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.47699999999999998},"min":{"1min":0.40300000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.86299999999999999,"5min":1.948,"15min":1.948},"last":0.57999999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.53300000000000003,"15min":0.49299999999999999},"min":{"1min":0.40699999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.85199999999999998,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53500000000000003,"15min":0.49299999999999999},"min":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.98299999999999998,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.40200000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.38300000000000001,"15min":0.37},"min":{"1min":0.34000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.35599999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:21:36 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.52800000000000002,"15min":0.51800000000000002},"min":{"1min":0.41599999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.55400000000000005,"15min":0.52000000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.96299999999999997,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.55400000000000005},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.496},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.57299999999999995,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:22:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79100000000000004,"5min":1,"15min":1},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56599999999999995}]},{"osd":7,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68200000000000005,"15min":0.68400000000000005},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.71499999999999997,"15min":0.72099999999999997},"min":{"1min":0.50600000000000001,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89800000000000002,"5min":1.992,"15min":1.992},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.77400000000000002,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.69399999999999995},"min":{"1min":0.50900000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.626}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.66200000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.64600000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:14 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.61799999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7392,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737760,"statfs":{"total":95995035648,"available":95987466240,"internally_reserved":0,"allocated":1007616,"data_stored":483342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49299999999999999,"15min":0.47599999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.67200000000000004}]},{"osd":1,"last update":"Thu Nov 16 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74199999999999999,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.60099999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.53800000000000003,"15min":0.52000000000000002},"min":{"1min":0.38,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77800000000000002,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.56799999999999995,"15min":0.54600000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80300000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56000000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:21:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55600000000000005,"15min":0.53600000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.748,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55300000000000005,"15min":0.54200000000000004},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Nov 16 18:22:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72299999999999998,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.504},{"interface":"front","average":{"1min":0.5,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.77200000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.624,"15min":0.628},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.755,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.67000000000000004,"15min":0.67600000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86099999999999999,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Nov 16 18:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.435,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90300000000000002,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.63300000000000001,"15min":0.63700000000000001},"min":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.84899999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.61699999999999999}]},{"osd":8,"last update":"Thu Nov 16 18:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.70999999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53500000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":1.0049999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182452,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6676,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738476,"statfs":{"total":95995035648,"available":95988199424,"internally_reserved":0,"allocated":995328,"data_stored":479134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34100000000000003,"15min":0.32700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.315}]},{"osd":1,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.53400000000000003,"15min":0.52000000000000002},"min":{"1min":0.35999999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76700000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.51500000000000001,"15min":0.496},"min":{"1min":0.40699999999999997,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54200000000000004,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.503}]},{"osd":4,"last update":"Thu Nov 16 18:21:37 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.60799999999999998,"15min":0.58699999999999997},"min":{"1min":0.40600000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67400000000000004}]},{"osd":5,"last update":"Thu Nov 16 18:22:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.629,"15min":0.629},"min":{"1min":0.47899999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.48599999999999999,"5min":0.438,"15min":0.438},"max":{"1min":0.88800000000000001,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:21:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.35999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.38900000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.63600000000000001,"15min":0.63300000000000001},"min":{"1min":0.41999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.68600000000000005,"15min":0.67900000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.63700000000000001}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.437},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.60299999999999998}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.66400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920817,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6548,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738604,"statfs":{"total":95995035648,"available":95988330496,"internally_reserved":0,"allocated":995328,"data_stored":479926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.376,"15min":0.36499999999999999},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57899999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57099999999999995,"15min":0.55600000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40699999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.48799999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58299999999999996,"15min":0.56299999999999994},"min":{"1min":0.39600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59199999999999997,"15min":0.57399999999999995},"min":{"1min":0.435,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90400000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.58899999999999997,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.72999999999999998}]},{"osd":6,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.35599999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.39800000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.86299999999999999,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.70999999999999996}]},{"osd":7,"last update":"Thu Nov 16 18:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.54000000000000004,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54100000000000004,"15min":0.52900000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78000000000000003,"5min":0.878,"15min":0.878},"last":0.746}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70499999999999996,"15min":0.69399999999999995},"min":{"1min":0.496,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.68799999999999994,"15min":0.68200000000000005},"min":{"1min":0.44900000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.78100000000000003}]},{"osd":9,"last update":"Thu Nov 16 18:21:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.80800000000000005}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.84399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757291,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7256,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737896,"statfs":{"total":95995035648,"available":95987605504,"internally_reserved":0,"allocated":1589248,"data_stored":1069490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.54100000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54500000000000004}]},{"osd":1,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.53100000000000003,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.68899999999999995,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53700000000000003,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76700000000000002,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.374,"15min":0.36699999999999999},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.60699999999999998,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38,"15min":0.36599999999999999},"min":{"1min":0.27500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.63600000000000001,"5min":0.746,"15min":0.746},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56299999999999994,"15min":0.54700000000000004},"min":{"1min":0.35699999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.502},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68600000000000005,"5min":0.745,"15min":0.745},"last":0.57299999999999995}]},{"osd":4,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.55700000000000005,"15min":0.54200000000000004},"min":{"1min":0.45100000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73999999999999999,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.746},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57199999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75800000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.53400000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.75700000000000001,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.63200000000000001,"15min":0.629},"min":{"1min":0.48499999999999999,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.878,"5min":1.095,"15min":1.095},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.622,"15min":0.61899999999999999},"min":{"1min":0.47999999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.82499999999999996,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.69499999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.61699999999999999,"15min":0.61599999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.51600000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.67900000000000005}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.73099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":40435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:22:25.511 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-16T18:22:25.638 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.635+0000 7fd777279700 1 -- 172.21.15.63:0/3511016877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 msgr2=0x7fd7700ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.638 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.635+0000 7fd777279700 1 --2- 172.21.15.63:0/3511016877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd7700ff580 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd76c009990 tx=0x7fd76c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.635+0000 7fd777279700 1 -- 172.21.15.63:0/3511016877 shutdown_connections 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- 172.21.15.63:0/3511016877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100db0 0x7fd770107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- 172.21.15.63:0/3511016877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd7700ff580 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- 172.21.15.63:0/3511016877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100400 0x7fd770100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- 172.21.15.63:0/3511016877 >> 172.21.15.63:0/3511016877 conn(0x7fd7700fa750 msgr2=0x7fd7700fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- 172.21.15.63:0/3511016877 shutdown_connections 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- 172.21.15.63:0/3511016877 wait complete. 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 Processor -- start 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- start start 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100400 0x7fd77019ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 0x7fd77019d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77019da60 con 0x7fd7700ff170 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77019dbd0 con 0x7fd770100400 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd777279700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77019dd90 con 0x7fd770100db0 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.636+0000 7fd775015700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42890/0 (socket says 172.21.15.63:42890) 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 -- 172.21.15.63:0/1192633099 learned_addr learned my addr 172.21.15.63:0/1192633099 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775816700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 0x7fd77019d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd774814700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100400 0x7fd77019ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 -- 172.21.15.63:0/1192633099 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 msgr2=0x7fd77019d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 0x7fd77019d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 -- 172.21.15.63:0/1192633099 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100400 msgr2=0x7fd77019ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100400 0x7fd77019ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 -- 172.21.15.63:0/1192633099 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd76c0095f0 con 0x7fd7700ff170 2023-11-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775816700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 0x7fd77019d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd775015700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd76c000c00 tx=0x7fd76c00f830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd76c01d070 con 0x7fd7700ff170 2023-11-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd77010ab10 con 0x7fd7700ff170 2023-11-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd76c00fce0 con 0x7fd7700ff170 2023-11-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd76c0176e0 con 0x7fd7700ff170 2023-11-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.637+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd77010a980 con 0x7fd7700ff170 2023-11-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.638+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd770106190 con 0x7fd7700ff170 2023-11-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.640+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd76c022470 con 0x7fd7700ff170 2023-11-16T18:22:25.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.640+0000 7fd7667fc700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 0x7fd75c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:25.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.641+0000 7fd774814700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 0x7fd75c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:25.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.641+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fd76c0ce430 con 0x7fd7700ff170 2023-11-16T18:22:25.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.641+0000 7fd774814700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 0x7fd75c0a3600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd7700686d0 tx=0x7fd760005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:25.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.644+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd76c0979c0 con 0x7fd7700ff170 2023-11-16T18:22:25.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.760+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd76c097d90 con 0x7fd7700ff170 2023-11-16T18:22:25.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.849+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd770061b90 con 0x7fd75c0a1150 2023-11-16T18:22:25.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.864+0000 7fd7667fc700 1 -- 172.21.15.63:0/1192633099 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+423256 (secure 0 0 0) 0x7fd770061b90 con 0x7fd75c0a1150 2023-11-16T18:22:25.876 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 msgr2=0x7fd75c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 0x7fd75c0a3600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd7700686d0 tx=0x7fd760005cf0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 msgr2=0x7fd770068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd76c000c00 tx=0x7fd76c00f830 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 shutdown_connections 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd75c0a1150 0x7fd75c0a3600 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd770100db0 0x7fd77019d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7700ff170 0x7fd770068960 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 --2- 172.21.15.63:0/1192633099 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd770100400 0x7fd77019ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 >> 172.21.15.63:0/1192633099 conn(0x7fd7700fa750 msgr2=0x7fd7700fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:25.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 shutdown_connections 2023-11-16T18:22:25.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:25.868+0000 7fd777279700 1 -- 172.21.15.63:0/1192633099 wait complete. 2023-11-16T18:22:25.884 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:22:25.884 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":280,"stamp":"2023-11-16T18:22:24.888964+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":632339,"num_objects":54,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":304,"num_write_kb":3012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":33,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":246,"ondisk_log_size":246,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":81928,"kb_used_data":13480,"kb_used_omap":0,"kb_used_meta":68352,"kb_avail":1124859896,"statfs":{"total":1151940427776,"available":1151856533504,"internally_reserved":0,"allocated":13803520,"data_stored":7564305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":69992448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39609,"num_objects":30,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":20,"num_read_kb":35,"num_write":78,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003433"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214236+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:22:06.214236+0000","last_peered":"2023-11-16T18:22:06.214236+0000","last_clean":"2023-11-16T18:22:06.214236+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:22:06.214236+0000","last_undegraded":"2023-11-16T18:22:06.214236+0000","last_fullsized":"2023-11-16T18:22:06.214236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:19:27.413720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213518+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:22:06.213518+0000","last_peered":"2023-11-16T18:22:06.213518+0000","last_clean":"2023-11-16T18:22:06.213518+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:22:06.213518+0000","last_undegraded":"2023-11-16T18:22:06.213518+0000","last_fullsized":"2023-11-16T18:22:06.213518+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:13.895792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213145+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:22:06.213145+0000","last_peered":"2023-11-16T18:22:06.213145+0000","last_clean":"2023-11-16T18:22:06.213145+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:22:06.213145+0000","last_undegraded":"2023-11-16T18:22:06.213145+0000","last_fullsized":"2023-11-16T18:22:06.213145+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:09:27.532487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213759+0000","last_change":"2023-11-16T18:21:52.182279+0000","last_active":"2023-11-16T18:22:06.213759+0000","last_peered":"2023-11-16T18:22:06.213759+0000","last_clean":"2023-11-16T18:22:06.213759+0000","last_became_active":"2023-11-16T18:21:52.181206+0000","last_became_peered":"2023-11-16T18:21:52.181206+0000","last_unstale":"2023-11-16T18:22:06.213759+0000","last_undegraded":"2023-11-16T18:22:06.213759+0000","last_fullsized":"2023-11-16T18:22:06.213759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:24:03.007575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624179+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:22:05.624179+0000","last_peered":"2023-11-16T18:22:05.624179+0000","last_clean":"2023-11-16T18:22:05.624179+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:22:05.624179+0000","last_undegraded":"2023-11-16T18:22:05.624179+0000","last_fullsized":"2023-11-16T18:22:05.624179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:49:14.780218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213638+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:22:06.213638+0000","last_peered":"2023-11-16T18:22:06.213638+0000","last_clean":"2023-11-16T18:22:06.213638+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:22:06.213638+0000","last_undegraded":"2023-11-16T18:22:06.213638+0000","last_fullsized":"2023-11-16T18:22:06.213638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:15:23.747322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624265+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:22:05.624265+0000","last_peered":"2023-11-16T18:22:05.624265+0000","last_clean":"2023-11-16T18:22:05.624265+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:22:05.624265+0000","last_undegraded":"2023-11-16T18:22:05.624265+0000","last_fullsized":"2023-11-16T18:22:05.624265+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:11:52.345300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623112+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:22:05.623112+0000","last_peered":"2023-11-16T18:22:05.623112+0000","last_clean":"2023-11-16T18:22:05.623112+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:22:05.623112+0000","last_undegraded":"2023-11-16T18:22:05.623112+0000","last_fullsized":"2023-11-16T18:22:05.623112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:46:41.209932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214880+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:22:06.214880+0000","last_peered":"2023-11-16T18:22:06.214880+0000","last_clean":"2023-11-16T18:22:06.214880+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:22:06.214880+0000","last_undegraded":"2023-11-16T18:22:06.214880+0000","last_fullsized":"2023-11-16T18:22:06.214880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:38.376530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214139+0000","last_change":"2023-11-16T18:21:52.169633+0000","last_active":"2023-11-16T18:22:06.214139+0000","last_peered":"2023-11-16T18:22:06.214139+0000","last_clean":"2023-11-16T18:22:06.214139+0000","last_became_active":"2023-11-16T18:21:52.169311+0000","last_became_peered":"2023-11-16T18:21:52.169311+0000","last_unstale":"2023-11-16T18:22:06.214139+0000","last_undegraded":"2023-11-16T18:22:06.214139+0000","last_fullsized":"2023-11-16T18:22:06.214139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:53:31.317430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.625039+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:22:05.625039+0000","last_peered":"2023-11-16T18:22:05.625039+0000","last_clean":"2023-11-16T18:22:05.625039+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:22:05.625039+0000","last_undegraded":"2023-11-16T18:22:05.625039+0000","last_fullsized":"2023-11-16T18:22:05.625039+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:29:53.711426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213675+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:22:06.213675+0000","last_peered":"2023-11-16T18:22:06.213675+0000","last_clean":"2023-11-16T18:22:06.213675+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:22:06.213675+0000","last_undegraded":"2023-11-16T18:22:06.213675+0000","last_fullsized":"2023-11-16T18:22:06.213675+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:52:33.372729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211960+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:22:06.211960+0000","last_peered":"2023-11-16T18:22:06.211960+0000","last_clean":"2023-11-16T18:22:06.211960+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:22:06.211960+0000","last_undegraded":"2023-11-16T18:22:06.211960+0000","last_fullsized":"2023-11-16T18:22:06.211960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:13.798750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211883+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:22:06.211883+0000","last_peered":"2023-11-16T18:22:06.211883+0000","last_clean":"2023-11-16T18:22:06.211883+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:22:06.211883+0000","last_undegraded":"2023-11-16T18:22:06.211883+0000","last_fullsized":"2023-11-16T18:22:06.211883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:34:31.225704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212605+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:22:06.212605+0000","last_peered":"2023-11-16T18:22:06.212605+0000","last_clean":"2023-11-16T18:22:06.212605+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:22:06.212605+0000","last_undegraded":"2023-11-16T18:22:06.212605+0000","last_fullsized":"2023-11-16T18:22:06.212605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:26.598320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212787+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:22:06.212787+0000","last_peered":"2023-11-16T18:22:06.212787+0000","last_clean":"2023-11-16T18:22:06.212787+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:22:06.212787+0000","last_undegraded":"2023-11-16T18:22:06.212787+0000","last_fullsized":"2023-11-16T18:22:06.212787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:26:26.381011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214076+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:22:06.214076+0000","last_peered":"2023-11-16T18:22:06.214076+0000","last_clean":"2023-11-16T18:22:06.214076+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:22:06.214076+0000","last_undegraded":"2023-11-16T18:22:06.214076+0000","last_fullsized":"2023-11-16T18:22:06.214076+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:16:57.626835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214088+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:22:06.214088+0000","last_peered":"2023-11-16T18:22:06.214088+0000","last_clean":"2023-11-16T18:22:06.214088+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:22:06.214088+0000","last_undegraded":"2023-11-16T18:22:06.214088+0000","last_fullsized":"2023-11-16T18:22:06.214088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:12:43.136963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213465+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:22:06.213465+0000","last_peered":"2023-11-16T18:22:06.213465+0000","last_clean":"2023-11-16T18:22:06.213465+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:22:06.213465+0000","last_undegraded":"2023-11-16T18:22:06.213465+0000","last_fullsized":"2023-11-16T18:22:06.213465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:04:33.591184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213216+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:22:06.213216+0000","last_peered":"2023-11-16T18:22:06.213216+0000","last_clean":"2023-11-16T18:22:06.213216+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:22:06.213216+0000","last_undegraded":"2023-11-16T18:22:06.213216+0000","last_fullsized":"2023-11-16T18:22:06.213216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:02:39.602684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699803+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:22:21.699803+0000","last_peered":"2023-11-16T18:22:21.699803+0000","last_clean":"2023-11-16T18:22:21.699803+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:22:21.699803+0000","last_undegraded":"2023-11-16T18:22:21.699803+0000","last_fullsized":"2023-11-16T18:22:21.699803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:32.547949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623630+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:22:05.623630+0000","last_peered":"2023-11-16T18:22:05.623630+0000","last_clean":"2023-11-16T18:22:05.623630+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:22:05.623630+0000","last_undegraded":"2023-11-16T18:22:05.623630+0000","last_fullsized":"2023-11-16T18:22:05.623630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:29:37.055829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212959+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:22:06.212959+0000","last_peered":"2023-11-16T18:22:06.212959+0000","last_clean":"2023-11-16T18:22:06.212959+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:22:06.212959+0000","last_undegraded":"2023-11-16T18:22:06.212959+0000","last_fullsized":"2023-11-16T18:22:06.212959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:19:22.951762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623653+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:22:05.623653+0000","last_peered":"2023-11-16T18:22:05.623653+0000","last_clean":"2023-11-16T18:22:05.623653+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:22:05.623653+0000","last_undegraded":"2023-11-16T18:22:05.623653+0000","last_fullsized":"2023-11-16T18:22:05.623653+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:04:46.321819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213957+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:22:06.213957+0000","last_peered":"2023-11-16T18:22:06.213957+0000","last_clean":"2023-11-16T18:22:06.213957+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:22:06.213957+0000","last_undegraded":"2023-11-16T18:22:06.213957+0000","last_fullsized":"2023-11-16T18:22:06.213957+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:31:35.087667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213775+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:22:06.213775+0000","last_peered":"2023-11-16T18:22:06.213775+0000","last_clean":"2023-11-16T18:22:06.213775+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:22:06.213775+0000","last_undegraded":"2023-11-16T18:22:06.213775+0000","last_fullsized":"2023-11-16T18:22:06.213775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:13:29.901148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624752+0000","last_change":"2023-11-16T18:21:51.738327+0000","last_active":"2023-11-16T18:22:05.624752+0000","last_peered":"2023-11-16T18:22:05.624752+0000","last_clean":"2023-11-16T18:22:05.624752+0000","last_became_active":"2023-11-16T18:21:51.738006+0000","last_became_peered":"2023-11-16T18:21:51.738006+0000","last_unstale":"2023-11-16T18:22:05.624752+0000","last_undegraded":"2023-11-16T18:22:05.624752+0000","last_fullsized":"2023-11-16T18:22:05.624752+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:31.150974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214543+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:22:06.214543+0000","last_peered":"2023-11-16T18:22:06.214543+0000","last_clean":"2023-11-16T18:22:06.214543+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:22:06.214543+0000","last_undegraded":"2023-11-16T18:22:06.214543+0000","last_fullsized":"2023-11-16T18:22:06.214543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:46:32.061285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212824+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:22:06.212824+0000","last_peered":"2023-11-16T18:22:06.212824+0000","last_clean":"2023-11-16T18:22:06.212824+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:22:06.212824+0000","last_undegraded":"2023-11-16T18:22:06.212824+0000","last_fullsized":"2023-11-16T18:22:06.212824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:58.226622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624516+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:22:05.624516+0000","last_peered":"2023-11-16T18:22:05.624516+0000","last_clean":"2023-11-16T18:22:05.624516+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:22:05.624516+0000","last_undegraded":"2023-11-16T18:22:05.624516+0000","last_fullsized":"2023-11-16T18:22:05.624516+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:22:24.849485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213085+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:22:06.213085+0000","last_peered":"2023-11-16T18:22:06.213085+0000","last_clean":"2023-11-16T18:22:06.213085+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:22:06.213085+0000","last_undegraded":"2023-11-16T18:22:06.213085+0000","last_fullsized":"2023-11-16T18:22:06.213085+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:53:07.944063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212825+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:22:06.212825+0000","last_peered":"2023-11-16T18:22:06.212825+0000","last_clean":"2023-11-16T18:22:06.212825+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:22:06.212825+0000","last_undegraded":"2023-11-16T18:22:06.212825+0000","last_fullsized":"2023-11-16T18:22:06.212825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:52:57.231377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687714+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:22:20.687714+0000","last_peered":"2023-11-16T18:22:20.687714+0000","last_clean":"2023-11-16T18:22:20.687714+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:22:20.687714+0000","last_undegraded":"2023-11-16T18:22:20.687714+0000","last_fullsized":"2023-11-16T18:22:20.687714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:25:08.156451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624194+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:22:05.624194+0000","last_peered":"2023-11-16T18:22:05.624194+0000","last_clean":"2023-11-16T18:22:05.624194+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:22:05.624194+0000","last_undegraded":"2023-11-16T18:22:05.624194+0000","last_fullsized":"2023-11-16T18:22:05.624194+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:34:19.727331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212891+0000","last_change":"2023-11-16T18:21:56.191772+0000","last_active":"2023-11-16T18:22:06.212891+0000","last_peered":"2023-11-16T18:22:06.212891+0000","last_clean":"2023-11-16T18:22:06.212891+0000","last_became_active":"2023-11-16T18:21:56.191338+0000","last_became_peered":"2023-11-16T18:21:56.191338+0000","last_unstale":"2023-11-16T18:22:06.212891+0000","last_undegraded":"2023-11-16T18:22:06.212891+0000","last_fullsized":"2023-11-16T18:22:06.212891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:50:26.030702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.697592+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:22:21.697592+0000","last_peered":"2023-11-16T18:22:21.697592+0000","last_clean":"2023-11-16T18:22:21.697592+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:22:21.697592+0000","last_undegraded":"2023-11-16T18:22:21.697592+0000","last_fullsized":"2023-11-16T18:22:21.697592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:29:08.772426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212828+0000","last_change":"2023-11-16T18:21:52.167434+0000","last_active":"2023-11-16T18:22:06.212828+0000","last_peered":"2023-11-16T18:22:06.212828+0000","last_clean":"2023-11-16T18:22:06.212828+0000","last_became_active":"2023-11-16T18:21:52.166308+0000","last_became_peered":"2023-11-16T18:21:52.166308+0000","last_unstale":"2023-11-16T18:22:06.212828+0000","last_undegraded":"2023-11-16T18:22:06.212828+0000","last_fullsized":"2023-11-16T18:22:06.212828+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:07:03.032030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213849+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:22:06.213849+0000","last_peered":"2023-11-16T18:22:06.213849+0000","last_clean":"2023-11-16T18:22:06.213849+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:22:06.213849+0000","last_undegraded":"2023-11-16T18:22:06.213849+0000","last_fullsized":"2023-11-16T18:22:06.213849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:40:26.959569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.698769+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:22:21.698769+0000","last_peered":"2023-11-16T18:22:21.698769+0000","last_clean":"2023-11-16T18:22:21.698769+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:22:21.698769+0000","last_undegraded":"2023-11-16T18:22:21.698769+0000","last_fullsized":"2023-11-16T18:22:21.698769+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:03:49.255166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622960+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:22:05.622960+0000","last_peered":"2023-11-16T18:22:05.622960+0000","last_clean":"2023-11-16T18:22:05.622960+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:22:05.622960+0000","last_undegraded":"2023-11-16T18:22:05.622960+0000","last_fullsized":"2023-11-16T18:22:05.622960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:06:40.332963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213379+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:22:06.213379+0000","last_peered":"2023-11-16T18:22:06.213379+0000","last_clean":"2023-11-16T18:22:06.213379+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:22:06.213379+0000","last_undegraded":"2023-11-16T18:22:06.213379+0000","last_fullsized":"2023-11-16T18:22:06.213379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:21:08.589437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212299+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:22:06.212299+0000","last_peered":"2023-11-16T18:22:06.212299+0000","last_clean":"2023-11-16T18:22:06.212299+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:22:06.212299+0000","last_undegraded":"2023-11-16T18:22:06.212299+0000","last_fullsized":"2023-11-16T18:22:06.212299+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:23:14.385275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213646+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:22:06.213646+0000","last_peered":"2023-11-16T18:22:06.213646+0000","last_clean":"2023-11-16T18:22:06.213646+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:22:06.213646+0000","last_undegraded":"2023-11-16T18:22:06.213646+0000","last_fullsized":"2023-11-16T18:22:06.213646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:10:20.643234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622980+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:22:05.622980+0000","last_peered":"2023-11-16T18:22:05.622980+0000","last_clean":"2023-11-16T18:22:05.622980+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:22:05.622980+0000","last_undegraded":"2023-11-16T18:22:05.622980+0000","last_fullsized":"2023-11-16T18:22:05.622980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:00:31.179401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:22.700450+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:22:22.700450+0000","last_peered":"2023-11-16T18:22:22.700450+0000","last_clean":"2023-11-16T18:22:22.700450+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:22:22.700450+0000","last_undegraded":"2023-11-16T18:22:22.700450+0000","last_fullsized":"2023-11-16T18:22:22.700450+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:07:48.453965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.215070+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:22:06.215070+0000","last_peered":"2023-11-16T18:22:06.215070+0000","last_clean":"2023-11-16T18:22:06.215070+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:22:06.215070+0000","last_undegraded":"2023-11-16T18:22:06.215070+0000","last_fullsized":"2023-11-16T18:22:06.215070+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:06.250195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213533+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:22:06.213533+0000","last_peered":"2023-11-16T18:22:06.213533+0000","last_clean":"2023-11-16T18:22:06.213533+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:22:06.213533+0000","last_undegraded":"2023-11-16T18:22:06.213533+0000","last_fullsized":"2023-11-16T18:22:06.213533+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:42:43.891451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.686788+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:22:20.686788+0000","last_peered":"2023-11-16T18:22:20.686788+0000","last_clean":"2023-11-16T18:22:20.686788+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:22:20.686788+0000","last_undegraded":"2023-11-16T18:22:20.686788+0000","last_fullsized":"2023-11-16T18:22:20.686788+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:08:02.043786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214062+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:22:06.214062+0000","last_peered":"2023-11-16T18:22:06.214062+0000","last_clean":"2023-11-16T18:22:06.214062+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:22:06.214062+0000","last_undegraded":"2023-11-16T18:22:06.214062+0000","last_fullsized":"2023-11-16T18:22:06.214062+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:58:12.640888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213878+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:22:06.213878+0000","last_peered":"2023-11-16T18:22:06.213878+0000","last_clean":"2023-11-16T18:22:06.213878+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:22:06.213878+0000","last_undegraded":"2023-11-16T18:22:06.213878+0000","last_fullsized":"2023-11-16T18:22:06.213878+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:39:42.701498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212789+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:22:06.212789+0000","last_peered":"2023-11-16T18:22:06.212789+0000","last_clean":"2023-11-16T18:22:06.212789+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:22:06.212789+0000","last_undegraded":"2023-11-16T18:22:06.212789+0000","last_fullsized":"2023-11-16T18:22:06.212789+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:23:44.017060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214734+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:22:06.214734+0000","last_peered":"2023-11-16T18:22:06.214734+0000","last_clean":"2023-11-16T18:22:06.214734+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:22:06.214734+0000","last_undegraded":"2023-11-16T18:22:06.214734+0000","last_fullsized":"2023-11-16T18:22:06.214734+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:06:21.687808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213673+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:22:06.213673+0000","last_peered":"2023-11-16T18:22:06.213673+0000","last_clean":"2023-11-16T18:22:06.213673+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:22:06.213673+0000","last_undegraded":"2023-11-16T18:22:06.213673+0000","last_fullsized":"2023-11-16T18:22:06.213673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:57:41.273394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'22","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:23.933264+0000","last_change":"2023-11-16T18:21:51.740375+0000","last_active":"2023-11-16T18:22:23.933264+0000","last_peered":"2023-11-16T18:22:23.933264+0000","last_clean":"2023-11-16T18:22:23.933264+0000","last_became_active":"2023-11-16T18:21:51.740006+0000","last_became_peered":"2023-11-16T18:21:51.740006+0000","last_unstale":"2023-11-16T18:22:23.933264+0000","last_undegraded":"2023-11-16T18:22:23.933264+0000","last_fullsized":"2023-11-16T18:22:23.933264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:57:06.144357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38515,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":7,"num_read_kb":24,"num_write":23,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624551+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:22:05.624551+0000","last_peered":"2023-11-16T18:22:05.624551+0000","last_clean":"2023-11-16T18:22:05.624551+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:22:05.624551+0000","last_undegraded":"2023-11-16T18:22:05.624551+0000","last_fullsized":"2023-11-16T18:22:05.624551+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:37:10.772547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213511+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:22:06.213511+0000","last_peered":"2023-11-16T18:22:06.213511+0000","last_clean":"2023-11-16T18:22:06.213511+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:22:06.213511+0000","last_undegraded":"2023-11-16T18:22:06.213511+0000","last_fullsized":"2023-11-16T18:22:06.213511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:17:57.876482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687875+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:22:20.687875+0000","last_peered":"2023-11-16T18:22:20.687875+0000","last_clean":"2023-11-16T18:22:20.687875+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:22:20.687875+0000","last_undegraded":"2023-11-16T18:22:20.687875+0000","last_fullsized":"2023-11-16T18:22:20.687875+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:50:45.284147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211509+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:22:06.211509+0000","last_peered":"2023-11-16T18:22:06.211509+0000","last_clean":"2023-11-16T18:22:06.211509+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:22:06.211509+0000","last_undegraded":"2023-11-16T18:22:06.211509+0000","last_fullsized":"2023-11-16T18:22:06.211509+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:02:05.773267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213993+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:22:06.213993+0000","last_peered":"2023-11-16T18:22:06.213993+0000","last_clean":"2023-11-16T18:22:06.213993+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:22:06.213993+0000","last_undegraded":"2023-11-16T18:22:06.213993+0000","last_fullsized":"2023-11-16T18:22:06.213993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:20:28.585088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687096+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:22:20.687096+0000","last_peered":"2023-11-16T18:22:20.687096+0000","last_clean":"2023-11-16T18:22:20.687096+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:22:20.687096+0000","last_undegraded":"2023-11-16T18:22:20.687096+0000","last_fullsized":"2023-11-16T18:22:20.687096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:24:55.891383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624729+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:22:05.624729+0000","last_peered":"2023-11-16T18:22:05.624729+0000","last_clean":"2023-11-16T18:22:05.624729+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:22:05.624729+0000","last_undegraded":"2023-11-16T18:22:05.624729+0000","last_fullsized":"2023-11-16T18:22:05.624729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:15:57.240727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213871+0000","last_change":"2023-11-16T18:21:56.193440+0000","last_active":"2023-11-16T18:22:06.213871+0000","last_peered":"2023-11-16T18:22:06.213871+0000","last_clean":"2023-11-16T18:22:06.213871+0000","last_became_active":"2023-11-16T18:21:56.193024+0000","last_became_peered":"2023-11-16T18:21:56.193024+0000","last_unstale":"2023-11-16T18:22:06.213871+0000","last_undegraded":"2023-11-16T18:22:06.213871+0000","last_fullsized":"2023-11-16T18:22:06.213871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:33:15.900538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:23.705107+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:22:23.705107+0000","last_peered":"2023-11-16T18:22:23.705107+0000","last_clean":"2023-11-16T18:22:23.705107+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:22:23.705107+0000","last_undegraded":"2023-11-16T18:22:23.705107+0000","last_fullsized":"2023-11-16T18:22:23.705107+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:12:48.407912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624699+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:22:05.624699+0000","last_peered":"2023-11-16T18:22:05.624699+0000","last_clean":"2023-11-16T18:22:05.624699+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:22:05.624699+0000","last_undegraded":"2023-11-16T18:22:05.624699+0000","last_fullsized":"2023-11-16T18:22:05.624699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:10:28.834655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211892+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:22:06.211892+0000","last_peered":"2023-11-16T18:22:06.211892+0000","last_clean":"2023-11-16T18:22:06.211892+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:22:06.211892+0000","last_undegraded":"2023-11-16T18:22:06.211892+0000","last_fullsized":"2023-11-16T18:22:06.211892+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:54:03.045675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'10","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687309+0000","last_change":"2023-11-16T18:21:51.738759+0000","last_active":"2023-11-16T18:22:20.687309+0000","last_peered":"2023-11-16T18:22:20.687309+0000","last_clean":"2023-11-16T18:22:20.687309+0000","last_became_active":"2023-11-16T18:21:51.738393+0000","last_became_peered":"2023-11-16T18:21:51.738393+0000","last_unstale":"2023-11-16T18:22:20.687309+0000","last_undegraded":"2023-11-16T18:22:20.687309+0000","last_fullsized":"2023-11-16T18:22:20.687309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:12:52.039631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212532+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:22:06.212532+0000","last_peered":"2023-11-16T18:22:06.212532+0000","last_clean":"2023-11-16T18:22:06.212532+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:22:06.212532+0000","last_undegraded":"2023-11-16T18:22:06.212532+0000","last_fullsized":"2023-11-16T18:22:06.212532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:10:49.242100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212362+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:22:06.212362+0000","last_peered":"2023-11-16T18:22:06.212362+0000","last_clean":"2023-11-16T18:22:06.212362+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:22:06.212362+0000","last_undegraded":"2023-11-16T18:22:06.212362+0000","last_fullsized":"2023-11-16T18:22:06.212362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:07:44.569971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624772+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:22:05.624772+0000","last_peered":"2023-11-16T18:22:05.624772+0000","last_clean":"2023-11-16T18:22:05.624772+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:22:05.624772+0000","last_undegraded":"2023-11-16T18:22:05.624772+0000","last_fullsized":"2023-11-16T18:22:05.624772+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:01:26.918394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213797+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:22:06.213797+0000","last_peered":"2023-11-16T18:22:06.213797+0000","last_clean":"2023-11-16T18:22:06.213797+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:22:06.213797+0000","last_undegraded":"2023-11-16T18:22:06.213797+0000","last_fullsized":"2023-11-16T18:22:06.213797+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:39:39.792506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624208+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:22:05.624208+0000","last_peered":"2023-11-16T18:22:05.624208+0000","last_clean":"2023-11-16T18:22:05.624208+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:22:05.624208+0000","last_undegraded":"2023-11-16T18:22:05.624208+0000","last_fullsized":"2023-11-16T18:22:05.624208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:44:55.543270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214040+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:22:06.214040+0000","last_peered":"2023-11-16T18:22:06.214040+0000","last_clean":"2023-11-16T18:22:06.214040+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:22:06.214040+0000","last_undegraded":"2023-11-16T18:22:06.214040+0000","last_fullsized":"2023-11-16T18:22:06.214040+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:04:23.657618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213148+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:22:06.213148+0000","last_peered":"2023-11-16T18:22:06.213148+0000","last_clean":"2023-11-16T18:22:06.213148+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:22:06.213148+0000","last_undegraded":"2023-11-16T18:22:06.213148+0000","last_fullsized":"2023-11-16T18:22:06.213148+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:15:51.252826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212332+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:22:06.212332+0000","last_peered":"2023-11-16T18:22:06.212332+0000","last_clean":"2023-11-16T18:22:06.212332+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:22:06.212332+0000","last_undegraded":"2023-11-16T18:22:06.212332+0000","last_fullsized":"2023-11-16T18:22:06.212332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:21.442644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624602+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:22:05.624602+0000","last_peered":"2023-11-16T18:22:05.624602+0000","last_clean":"2023-11-16T18:22:05.624602+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:22:05.624602+0000","last_undegraded":"2023-11-16T18:22:05.624602+0000","last_fullsized":"2023-11-16T18:22:05.624602+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:51:47.133639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213620+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:22:06.213620+0000","last_peered":"2023-11-16T18:22:06.213620+0000","last_clean":"2023-11-16T18:22:06.213620+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:22:06.213620+0000","last_undegraded":"2023-11-16T18:22:06.213620+0000","last_fullsized":"2023-11-16T18:22:06.213620+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:32:52.535119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212007+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:22:06.212007+0000","last_peered":"2023-11-16T18:22:06.212007+0000","last_clean":"2023-11-16T18:22:06.212007+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:22:06.212007+0000","last_undegraded":"2023-11-16T18:22:06.212007+0000","last_fullsized":"2023-11-16T18:22:06.212007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:54:27.764048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212407+0000","last_change":"2023-11-16T18:21:52.174931+0000","last_active":"2023-11-16T18:22:06.212407+0000","last_peered":"2023-11-16T18:22:06.212407+0000","last_clean":"2023-11-16T18:22:06.212407+0000","last_became_active":"2023-11-16T18:21:52.174625+0000","last_became_peered":"2023-11-16T18:21:52.174625+0000","last_unstale":"2023-11-16T18:22:06.212407+0000","last_undegraded":"2023-11-16T18:22:06.212407+0000","last_fullsized":"2023-11-16T18:22:06.212407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:04:19.901295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699230+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:22:21.699230+0000","last_peered":"2023-11-16T18:22:21.699230+0000","last_clean":"2023-11-16T18:22:21.699230+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:22:21.699230+0000","last_undegraded":"2023-11-16T18:22:21.699230+0000","last_fullsized":"2023-11-16T18:22:21.699230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:08:52.268243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624933+0000","last_change":"2023-11-16T18:21:56.191530+0000","last_active":"2023-11-16T18:22:05.624933+0000","last_peered":"2023-11-16T18:22:05.624933+0000","last_clean":"2023-11-16T18:22:05.624933+0000","last_became_active":"2023-11-16T18:21:56.191089+0000","last_became_peered":"2023-11-16T18:21:56.191089+0000","last_unstale":"2023-11-16T18:22:05.624933+0000","last_undegraded":"2023-11-16T18:22:05.624933+0000","last_fullsized":"2023-11-16T18:22:05.624933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:53.452216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623091+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:22:05.623091+0000","last_peered":"2023-11-16T18:22:05.623091+0000","last_clean":"2023-11-16T18:22:05.623091+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:22:05.623091+0000","last_undegraded":"2023-11-16T18:22:05.623091+0000","last_fullsized":"2023-11-16T18:22:05.623091+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:10:17.273540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:22.699034+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:22:22.699034+0000","last_peered":"2023-11-16T18:22:22.699034+0000","last_clean":"2023-11-16T18:22:22.699034+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:22:22.699034+0000","last_undegraded":"2023-11-16T18:22:22.699034+0000","last_fullsized":"2023-11-16T18:22:22.699034+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:54:36.733674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624225+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:22:05.624225+0000","last_peered":"2023-11-16T18:22:05.624225+0000","last_clean":"2023-11-16T18:22:05.624225+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:22:05.624225+0000","last_undegraded":"2023-11-16T18:22:05.624225+0000","last_fullsized":"2023-11-16T18:22:05.624225+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:44:05.081432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212871+0000","last_change":"2023-11-16T18:21:56.240833+0000","last_active":"2023-11-16T18:22:06.212871+0000","last_peered":"2023-11-16T18:22:06.212871+0000","last_clean":"2023-11-16T18:22:06.212871+0000","last_became_active":"2023-11-16T18:21:56.240292+0000","last_became_peered":"2023-11-16T18:21:56.240292+0000","last_unstale":"2023-11-16T18:22:06.212871+0000","last_undegraded":"2023-11-16T18:22:06.212871+0000","last_fullsized":"2023-11-16T18:22:06.212871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:56:05.789789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.211314+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:22:06.211314+0000","last_peered":"2023-11-16T18:22:06.211314+0000","last_clean":"2023-11-16T18:22:06.211314+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:22:06.211314+0000","last_undegraded":"2023-11-16T18:22:06.211314+0000","last_fullsized":"2023-11-16T18:22:06.211314+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:42:08.807971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.699669+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:22:21.699669+0000","last_peered":"2023-11-16T18:22:21.699669+0000","last_clean":"2023-11-16T18:22:21.699669+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:22:21.699669+0000","last_undegraded":"2023-11-16T18:22:21.699669+0000","last_fullsized":"2023-11-16T18:22:21.699669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:47:27.331046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213954+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:22:06.213954+0000","last_peered":"2023-11-16T18:22:06.213954+0000","last_clean":"2023-11-16T18:22:06.213954+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:22:06.213954+0000","last_undegraded":"2023-11-16T18:22:06.213954+0000","last_fullsized":"2023-11-16T18:22:06.213954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:53:05.144459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624626+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:22:05.624626+0000","last_peered":"2023-11-16T18:22:05.624626+0000","last_clean":"2023-11-16T18:22:05.624626+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:22:05.624626+0000","last_undegraded":"2023-11-16T18:22:05.624626+0000","last_fullsized":"2023-11-16T18:22:05.624626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:34:25.837506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212503+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:22:06.212503+0000","last_peered":"2023-11-16T18:22:06.212503+0000","last_clean":"2023-11-16T18:22:06.212503+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:22:06.212503+0000","last_undegraded":"2023-11-16T18:22:06.212503+0000","last_fullsized":"2023-11-16T18:22:06.212503+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:59:15.007761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622970+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:22:05.622970+0000","last_peered":"2023-11-16T18:22:05.622970+0000","last_clean":"2023-11-16T18:22:05.622970+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:22:05.622970+0000","last_undegraded":"2023-11-16T18:22:05.622970+0000","last_fullsized":"2023-11-16T18:22:05.622970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:43.655038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:21.698375+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:22:21.698375+0000","last_peered":"2023-11-16T18:22:21.698375+0000","last_clean":"2023-11-16T18:22:21.698375+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:22:21.698375+0000","last_undegraded":"2023-11-16T18:22:21.698375+0000","last_fullsized":"2023-11-16T18:22:21.698375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:48:35.293837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623564+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:22:05.623564+0000","last_peered":"2023-11-16T18:22:05.623564+0000","last_clean":"2023-11-16T18:22:05.623564+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:22:05.623564+0000","last_undegraded":"2023-11-16T18:22:05.623564+0000","last_fullsized":"2023-11-16T18:22:05.623564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:23:40.631322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212989+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:22:06.212989+0000","last_peered":"2023-11-16T18:22:06.212989+0000","last_clean":"2023-11-16T18:22:06.212989+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:22:06.212989+0000","last_undegraded":"2023-11-16T18:22:06.212989+0000","last_fullsized":"2023-11-16T18:22:06.212989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:27:55.986057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.684876+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:22:20.684876+0000","last_peered":"2023-11-16T18:22:20.684876+0000","last_clean":"2023-11-16T18:22:20.684876+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:22:20.684876+0000","last_undegraded":"2023-11-16T18:22:20.684876+0000","last_fullsized":"2023-11-16T18:22:20.684876+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:31:45.864517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213646+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:22:06.213646+0000","last_peered":"2023-11-16T18:22:06.213646+0000","last_clean":"2023-11-16T18:22:06.213646+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:22:06.213646+0000","last_undegraded":"2023-11-16T18:22:06.213646+0000","last_fullsized":"2023-11-16T18:22:06.213646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:26:15.755584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213576+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:22:06.213576+0000","last_peered":"2023-11-16T18:22:06.213576+0000","last_clean":"2023-11-16T18:22:06.213576+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:22:06.213576+0000","last_undegraded":"2023-11-16T18:22:06.213576+0000","last_fullsized":"2023-11-16T18:22:06.213576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:32:01.428287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212945+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:22:06.212945+0000","last_peered":"2023-11-16T18:22:06.212945+0000","last_clean":"2023-11-16T18:22:06.212945+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:22:06.212945+0000","last_undegraded":"2023-11-16T18:22:06.212945+0000","last_fullsized":"2023-11-16T18:22:06.212945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:28:24.421827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624056+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:22:05.624056+0000","last_peered":"2023-11-16T18:22:05.624056+0000","last_clean":"2023-11-16T18:22:05.624056+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:22:05.624056+0000","last_undegraded":"2023-11-16T18:22:05.624056+0000","last_fullsized":"2023-11-16T18:22:05.624056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:57:27.971679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214476+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:22:06.214476+0000","last_peered":"2023-11-16T18:22:06.214476+0000","last_clean":"2023-11-16T18:22:06.214476+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:22:06.214476+0000","last_undegraded":"2023-11-16T18:22:06.214476+0000","last_fullsized":"2023-11-16T18:22:06.214476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:07:43.009955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.686423+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:22:20.686423+0000","last_peered":"2023-11-16T18:22:20.686423+0000","last_clean":"2023-11-16T18:22:20.686423+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:22:20.686423+0000","last_undegraded":"2023-11-16T18:22:20.686423+0000","last_fullsized":"2023-11-16T18:22:20.686423+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:15:05.488844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213740+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:22:06.213740+0000","last_peered":"2023-11-16T18:22:06.213740+0000","last_clean":"2023-11-16T18:22:06.213740+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:22:06.213740+0000","last_undegraded":"2023-11-16T18:22:06.213740+0000","last_fullsized":"2023-11-16T18:22:06.213740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:32:53.474595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213566+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:22:06.213566+0000","last_peered":"2023-11-16T18:22:06.213566+0000","last_clean":"2023-11-16T18:22:06.213566+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:22:06.213566+0000","last_undegraded":"2023-11-16T18:22:06.213566+0000","last_fullsized":"2023-11-16T18:22:06.213566+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:21:46.728134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213673+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:22:06.213673+0000","last_peered":"2023-11-16T18:22:06.213673+0000","last_clean":"2023-11-16T18:22:06.213673+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:22:06.213673+0000","last_undegraded":"2023-11-16T18:22:06.213673+0000","last_fullsized":"2023-11-16T18:22:06.213673+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:05:10.660250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623165+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:22:05.623165+0000","last_peered":"2023-11-16T18:22:05.623165+0000","last_clean":"2023-11-16T18:22:05.623165+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:22:05.623165+0000","last_undegraded":"2023-11-16T18:22:05.623165+0000","last_fullsized":"2023-11-16T18:22:05.623165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:41:03.422930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213644+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:22:06.213644+0000","last_peered":"2023-11-16T18:22:06.213644+0000","last_clean":"2023-11-16T18:22:06.213644+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:22:06.213644+0000","last_undegraded":"2023-11-16T18:22:06.213644+0000","last_fullsized":"2023-11-16T18:22:06.213644+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:06:22.664146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:20.687339+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:22:20.687339+0000","last_peered":"2023-11-16T18:22:20.687339+0000","last_clean":"2023-11-16T18:22:20.687339+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:22:20.687339+0000","last_undegraded":"2023-11-16T18:22:20.687339+0000","last_fullsized":"2023-11-16T18:22:20.687339+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:00:32.629402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624586+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:22:05.624586+0000","last_peered":"2023-11-16T18:22:05.624586+0000","last_clean":"2023-11-16T18:22:05.624586+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:22:05.624586+0000","last_undegraded":"2023-11-16T18:22:05.624586+0000","last_fullsized":"2023-11-16T18:22:05.624586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:40:21.773597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214606+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:22:06.214606+0000","last_peered":"2023-11-16T18:22:06.214606+0000","last_clean":"2023-11-16T18:22:06.214606+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:22:06.214606+0000","last_undegraded":"2023-11-16T18:22:06.214606+0000","last_fullsized":"2023-11-16T18:22:06.214606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:36:10.620616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213472+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:22:06.213472+0000","last_peered":"2023-11-16T18:22:06.213472+0000","last_clean":"2023-11-16T18:22:06.213472+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:22:06.213472+0000","last_undegraded":"2023-11-16T18:22:06.213472+0000","last_fullsized":"2023-11-16T18:22:06.213472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:41:55.358787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.625047+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:22:05.625047+0000","last_peered":"2023-11-16T18:22:05.625047+0000","last_clean":"2023-11-16T18:22:05.625047+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:22:05.625047+0000","last_undegraded":"2023-11-16T18:22:05.625047+0000","last_fullsized":"2023-11-16T18:22:05.625047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:35:15.184218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212084+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:22:06.212084+0000","last_peered":"2023-11-16T18:22:06.212084+0000","last_clean":"2023-11-16T18:22:06.212084+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:22:06.212084+0000","last_undegraded":"2023-11-16T18:22:06.212084+0000","last_fullsized":"2023-11-16T18:22:06.212084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:58:35.807825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213217+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:22:06.213217+0000","last_peered":"2023-11-16T18:22:06.213217+0000","last_clean":"2023-11-16T18:22:06.213217+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:22:06.213217+0000","last_undegraded":"2023-11-16T18:22:06.213217+0000","last_fullsized":"2023-11-16T18:22:06.213217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:44:30.193363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624645+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:22:05.624645+0000","last_peered":"2023-11-16T18:22:05.624645+0000","last_clean":"2023-11-16T18:22:05.624645+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:22:05.624645+0000","last_undegraded":"2023-11-16T18:22:05.624645+0000","last_fullsized":"2023-11-16T18:22:05.624645+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:13:06.512532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212052+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:22:06.212052+0000","last_peered":"2023-11-16T18:22:06.212052+0000","last_clean":"2023-11-16T18:22:06.212052+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:22:06.212052+0000","last_undegraded":"2023-11-16T18:22:06.212052+0000","last_fullsized":"2023-11-16T18:22:06.212052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:15:16.933787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212235+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:22:06.212235+0000","last_peered":"2023-11-16T18:22:06.212235+0000","last_clean":"2023-11-16T18:22:06.212235+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:22:06.212235+0000","last_undegraded":"2023-11-16T18:22:06.212235+0000","last_fullsized":"2023-11-16T18:22:06.212235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:01:13.234127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.624963+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:22:05.624963+0000","last_peered":"2023-11-16T18:22:05.624963+0000","last_clean":"2023-11-16T18:22:05.624963+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:22:05.624963+0000","last_undegraded":"2023-11-16T18:22:05.624963+0000","last_fullsized":"2023-11-16T18:22:05.624963+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:00:27.561979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213893+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:22:06.213893+0000","last_peered":"2023-11-16T18:22:06.213893+0000","last_clean":"2023-11-16T18:22:06.213893+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:22:06.213893+0000","last_undegraded":"2023-11-16T18:22:06.213893+0000","last_fullsized":"2023-11-16T18:22:06.213893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:53:39.781791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213740+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:22:06.213740+0000","last_peered":"2023-11-16T18:22:06.213740+0000","last_clean":"2023-11-16T18:22:06.213740+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:22:06.213740+0000","last_undegraded":"2023-11-16T18:22:06.213740+0000","last_fullsized":"2023-11-16T18:22:06.213740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:33:47.967398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214062+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:22:06.214062+0000","last_peered":"2023-11-16T18:22:06.214062+0000","last_clean":"2023-11-16T18:22:06.214062+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:22:06.214062+0000","last_undegraded":"2023-11-16T18:22:06.214062+0000","last_fullsized":"2023-11-16T18:22:06.214062+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:17:09.350516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212423+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:22:06.212423+0000","last_peered":"2023-11-16T18:22:06.212423+0000","last_clean":"2023-11-16T18:22:06.212423+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:22:06.212423+0000","last_undegraded":"2023-11-16T18:22:06.212423+0000","last_fullsized":"2023-11-16T18:22:06.212423+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:37:08.232710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212609+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:22:06.212609+0000","last_peered":"2023-11-16T18:22:06.212609+0000","last_clean":"2023-11-16T18:22:06.212609+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:22:06.212609+0000","last_undegraded":"2023-11-16T18:22:06.212609+0000","last_fullsized":"2023-11-16T18:22:06.212609+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:36:11.808345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213934+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:22:06.213934+0000","last_peered":"2023-11-16T18:22:06.213934+0000","last_clean":"2023-11-16T18:22:06.213934+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:22:06.213934+0000","last_undegraded":"2023-11-16T18:22:06.213934+0000","last_fullsized":"2023-11-16T18:22:06.213934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:43.567853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.213458+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:22:06.213458+0000","last_peered":"2023-11-16T18:22:06.213458+0000","last_clean":"2023-11-16T18:22:06.213458+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:22:06.213458+0000","last_undegraded":"2023-11-16T18:22:06.213458+0000","last_fullsized":"2023-11-16T18:22:06.213458+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:37.510436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.623674+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:22:05.623674+0000","last_peered":"2023-11-16T18:22:05.623674+0000","last_clean":"2023-11-16T18:22:05.623674+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:22:05.623674+0000","last_undegraded":"2023-11-16T18:22:05.623674+0000","last_fullsized":"2023-11-16T18:22:05.623674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:28:22.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212289+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:22:06.212289+0000","last_peered":"2023-11-16T18:22:06.212289+0000","last_clean":"2023-11-16T18:22:06.212289+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:22:06.212289+0000","last_undegraded":"2023-11-16T18:22:06.212289+0000","last_fullsized":"2023-11-16T18:22:06.212289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:23:13.826706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:05.622972+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:22:05.622972+0000","last_peered":"2023-11-16T18:22:05.622972+0000","last_clean":"2023-11-16T18:22:05.622972+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:22:05.622972+0000","last_undegraded":"2023-11-16T18:22:05.622972+0000","last_fullsized":"2023-11-16T18:22:05.622972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:32:25.343139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.215052+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:22:06.215052+0000","last_peered":"2023-11-16T18:22:06.215052+0000","last_clean":"2023-11-16T18:22:06.215052+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:22:06.215052+0000","last_undegraded":"2023-11-16T18:22:06.215052+0000","last_fullsized":"2023-11-16T18:22:06.215052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:32:27.981088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.212086+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:22:06.212086+0000","last_peered":"2023-11-16T18:22:06.212086+0000","last_clean":"2023-11-16T18:22:06.212086+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:22:06.212086+0000","last_undegraded":"2023-11-16T18:22:06.212086+0000","last_fullsized":"2023-11-16T18:22:06.212086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:47.774157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2023-11-16T18:22:06.214023+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:22:06.214023+0000","last_peered":"2023-11-16T18:22:06.214023+0000","last_clean":"2023-11-16T18:22:06.214023+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:22:06.214023+0000","last_undegraded":"2023-11-16T18:22:06.214023+0000","last_fullsized":"2023-11-16T18:22:06.214023+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:41:43.063850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":12288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":41725,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":20,"num_read_kb":35,"num_write":121,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":33,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":56919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6088,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739064,"statfs":{"total":95995035648,"available":95988801536,"internally_reserved":0,"allocated":983040,"data_stored":478940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.85299999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.67100000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.82799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.89400000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.877},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.92300000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.94699999999999995}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95599999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":1.006}]},{"osd":10,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.0209999999999999}]}]},{"osd":10,"up_from":72,"seq":309237645333,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6988,"kb_used_data":1604,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738164,"statfs":{"total":95995035648,"available":95987879936,"internally_reserved":0,"allocated":1642496,"data_stored":1092403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":1,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67700000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.751}]},{"osd":3,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.73499999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.80100000000000005}]},{"osd":6,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.81699999999999995}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.88500000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.82999999999999996}]},{"osd":11,"last update":"Thu Nov 16 18:22:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.95499999999999996}]}]},{"osd":9,"up_from":67,"seq":287762808858,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6300,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738852,"statfs":{"total":95995035648,"available":95988584448,"internally_reserved":0,"allocated":1003520,"data_stored":479758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.375}]},{"osd":1,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.439},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.502},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.53300000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.52300000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.41599999999999998}]},{"osd":8,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.69599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.66400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":8,"up_from":59,"seq":253403070493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6416,"kb_used_data":968,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738736,"statfs":{"total":95995035648,"available":95988465664,"internally_reserved":0,"allocated":991232,"data_stored":479544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68100000000000005,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505}]},{"osd":1,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.52000000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.65400000000000003}]},{"osd":3,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70599999999999996,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73099999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.86199999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.755,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.44700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88400000000000001,"5min":1.044,"15min":1.044},"last":0.83599999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.57799999999999996,"15min":0.58899999999999997},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67100000000000004,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66200000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.77000000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.69699999999999995,"15min":0.70299999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86099999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.75600000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.69299999999999995,"15min":0.69899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80800000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":1.038},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.69799999999999995,"15min":0.70599999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.84899999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.91500000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.874},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":1.0249999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]}]},{"osd":7,"up_from":51,"seq":219043332132,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7140,"kb_used_data":1564,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738012,"statfs":{"total":95995035648,"available":95987724288,"internally_reserved":0,"allocated":1601536,"data_stored":1079586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.371,"15min":0.35499999999999998},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.41199999999999998,"15min":0.40000000000000002},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.53700000000000003,"15min":0.51900000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.81499999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.54000000000000004,"15min":0.52600000000000002},"min":{"1min":0.40799999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.47099999999999997,"5min":0.37,"15min":0.37},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54500000000000004}]},{"osd":4,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.62},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.49099999999999999,"15min":0.48499999999999999},"min":{"1min":0.33900000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67600000000000005}]},{"osd":5,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.59499999999999997,"15min":0.58099999999999996},"min":{"1min":0.47499999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.61599999999999999,"15min":0.60699999999999998},"min":{"1min":0.42899999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.63900000000000001,"15min":0.626},"min":{"1min":0.47399999999999998,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.78700000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.68700000000000006,"15min":0.66600000000000004},"min":{"1min":0.46999999999999997,"5min":0.437,"15min":0.437},"max":{"1min":2.5800000000000001,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.53700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.1970000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.96199999999999997}]},{"osd":9,"last update":"Thu Nov 16 18:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.876}]},{"osd":10,"last update":"Thu Nov 16 18:21:52 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.92400000000000004},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":10.693,"5min":10.693,"15min":10.693},"last":0.94799999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495655,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6412,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738740,"statfs":{"total":95995035648,"available":95988469760,"internally_reserved":0,"allocated":987136,"data_stored":479030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57299999999999995,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82499999999999996,"5min":1.077,"15min":1.077},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60599999999999998,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75600000000000001,"5min":1.089,"15min":1.089},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58899999999999997,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80400000000000005,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59399999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80900000000000005,"5min":0.877,"15min":0.877},"last":0.46300000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.31,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.50600000000000001,"15min":0.498},"min":{"1min":0.38600000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69699999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.623,"15min":0.625},"min":{"1min":0.41399999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.53800000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.44400000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91900000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.625},{"interface":"front","average":{"1min":0.749,"5min":0.68500000000000005,"15min":0.67500000000000004},"min":{"1min":0.497,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.70899999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.75,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.91500000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98599999999999999,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.68300000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.66300000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.77300000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7380,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737772,"statfs":{"total":95995035648,"available":95987478528,"internally_reserved":0,"allocated":995328,"data_stored":482734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.41399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.52300000000000002,"15min":0.51500000000000001},"min":{"1min":0.41899999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.64400000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52600000000000002,"15min":0.48199999999999998},"min":{"1min":0.34499999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.505,"15min":0.46700000000000003},"min":{"1min":0.35999999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.623}]},{"osd":3,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.54400000000000004},"min":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.56699999999999995,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.85199999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:21:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.42899999999999999,"15min":0.41299999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.433,"15min":0.42299999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.754}]},{"osd":5,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.40100000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.53000000000000003},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.82699999999999996}]},{"osd":6,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.621,"15min":0.59299999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.056,"5min":1.071,"15min":1.071},"last":1.03},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.60899999999999999,"15min":0.60099999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.91200000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.40000000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.873},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.34799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.94299999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68000000000000005,"15min":0.67000000000000004},"min":{"1min":0.505,"5min":0.439,"15min":0.439},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46899999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.01,"5min":1.153,"15min":1.153},"last":1.0209999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":1.008}]},{"osd":10,"last update":"Thu Nov 16 18:21:52 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.92400000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7332,"kb_used_data":988,"kb_used_omap":0,"kb_used_meta":6336,"kb_avail":93737820,"statfs":{"total":95995035648,"available":95987527680,"internally_reserved":0,"allocated":1011712,"data_stored":480418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6488064},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:21:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.46500000000000002},"min":{"1min":0.35599999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.47699999999999998},"min":{"1min":0.40300000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.86299999999999999,"5min":1.948,"15min":1.948},"last":0.57999999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.53300000000000003,"15min":0.49299999999999999},"min":{"1min":0.40699999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.85199999999999998,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53500000000000003,"15min":0.49299999999999999},"min":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.98299999999999998,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.40200000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.38300000000000001,"15min":0.37},"min":{"1min":0.34000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.35599999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:21:36 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.52800000000000002,"15min":0.51800000000000002},"min":{"1min":0.41599999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.55400000000000005,"15min":0.52000000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.96299999999999997,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.55400000000000005},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.496},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.57299999999999995,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:22:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79100000000000004,"5min":1,"15min":1},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56599999999999995}]},{"osd":7,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68200000000000005,"15min":0.68400000000000005},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.71499999999999997,"15min":0.72099999999999997},"min":{"1min":0.50600000000000001,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89800000000000002,"5min":1.992,"15min":1.992},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.77400000000000002,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.69399999999999995},"min":{"1min":0.50900000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.626}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.66200000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.64600000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:14 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.61799999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7392,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737760,"statfs":{"total":95995035648,"available":95987466240,"internally_reserved":0,"allocated":1007616,"data_stored":483342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49299999999999999,"15min":0.47599999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.67200000000000004}]},{"osd":1,"last update":"Thu Nov 16 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74199999999999999,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.60099999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.53800000000000003,"15min":0.52000000000000002},"min":{"1min":0.38,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77800000000000002,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.56799999999999995,"15min":0.54600000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80300000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56000000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:21:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55600000000000005,"15min":0.53600000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.748,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55300000000000005,"15min":0.54200000000000004},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Nov 16 18:22:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72299999999999998,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.504},{"interface":"front","average":{"1min":0.5,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.77200000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.624,"15min":0.628},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.755,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.67000000000000004,"15min":0.67600000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86099999999999999,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Nov 16 18:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.435,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90300000000000002,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.63300000000000001,"15min":0.63700000000000001},"min":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.84899999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.61699999999999999}]},{"osd":8,"last update":"Thu Nov 16 18:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.70999999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53500000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":1.0049999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182452,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6676,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738476,"statfs":{"total":95995035648,"available":95988199424,"internally_reserved":0,"allocated":995328,"data_stored":479134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34100000000000003,"15min":0.32700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.315}]},{"osd":1,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.53400000000000003,"15min":0.52000000000000002},"min":{"1min":0.35999999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76700000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.51500000000000001,"15min":0.496},"min":{"1min":0.40699999999999997,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54200000000000004,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.503}]},{"osd":4,"last update":"Thu Nov 16 18:21:37 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.60799999999999998,"15min":0.58699999999999997},"min":{"1min":0.40600000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67400000000000004}]},{"osd":5,"last update":"Thu Nov 16 18:22:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.629,"15min":0.629},"min":{"1min":0.47899999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.48599999999999999,"5min":0.438,"15min":0.438},"max":{"1min":0.88800000000000001,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:21:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.35999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.38900000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.63600000000000001,"15min":0.63300000000000001},"min":{"1min":0.41999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.68600000000000005,"15min":0.67900000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.63700000000000001}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.437},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.60299999999999998}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.66400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920817,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6548,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738604,"statfs":{"total":95995035648,"available":95988330496,"internally_reserved":0,"allocated":995328,"data_stored":479926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.376,"15min":0.36499999999999999},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57899999999999996,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57099999999999995,"15min":0.55600000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40699999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.81599999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.48799999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58299999999999996,"15min":0.56299999999999994},"min":{"1min":0.39600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59199999999999997,"15min":0.57399999999999995},"min":{"1min":0.435,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90400000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.58899999999999997,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.72999999999999998}]},{"osd":6,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.35599999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.39800000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.86299999999999999,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.70999999999999996}]},{"osd":7,"last update":"Thu Nov 16 18:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.54000000000000004,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54100000000000004,"15min":0.52900000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78000000000000003,"5min":0.878,"15min":0.878},"last":0.746}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70499999999999996,"15min":0.69399999999999995},"min":{"1min":0.496,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.68799999999999994,"15min":0.68200000000000005},"min":{"1min":0.44900000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.78100000000000003}]},{"osd":9,"last update":"Thu Nov 16 18:21:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.80800000000000005}]},{"osd":10,"last update":"Thu Nov 16 18:21:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.84399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757291,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7256,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737896,"statfs":{"total":95995035648,"available":95987605504,"internally_reserved":0,"allocated":1589248,"data_stored":1069490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.54100000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54500000000000004}]},{"osd":1,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.53100000000000003,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.68899999999999995,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53700000000000003,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76700000000000002,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.374,"15min":0.36699999999999999},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.60699999999999998,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38,"15min":0.36599999999999999},"min":{"1min":0.27500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.63600000000000001,"5min":0.746,"15min":0.746},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56299999999999994,"15min":0.54700000000000004},"min":{"1min":0.35699999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.502},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68600000000000005,"5min":0.745,"15min":0.745},"last":0.57299999999999995}]},{"osd":4,"last update":"Thu Nov 16 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.55700000000000005,"15min":0.54200000000000004},"min":{"1min":0.45100000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73999999999999999,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.746},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57199999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75800000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.53400000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.75700000000000001,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.63200000000000001,"15min":0.629},"min":{"1min":0.48499999999999999,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.878,"5min":1.095,"15min":1.095},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.622,"15min":0.61899999999999999},"min":{"1min":0.47999999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.82499999999999996,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.69499999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.61699999999999999,"15min":0.61599999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.51600000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.67900000000000005}]},{"osd":10,"last update":"Thu Nov 16 18:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.73099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":40435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:22:25.917 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-16T18:22:25.918 INFO:tasks.cephadm:Setting up client nodes... 2023-11-16T18:22:25.918 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-11-16T18:22:26.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:25 smithi125 ceph-mon[100672]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:25 smithi125 ceph-mon[100672]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:25 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4142190202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:26.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:25 smithi063 ceph-mon[98873]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:25 smithi063 ceph-mon[98873]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:25 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4142190202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:26.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:25 smithi093 ceph-mon[100185]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:25 smithi093 ceph-mon[100185]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:22:26.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:25 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4142190202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:26.576 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:26 smithi125 ceph-mon[100672]: pgmap v280: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2023-11-16T18:22:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:26 smithi125 ceph-mon[100672]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:26 smithi125 ceph-mon[100672]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-11-16T18:22:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:26 smithi125 ceph-mon[100672]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:27.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:26 smithi063 ceph-mon[98873]: pgmap v280: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2023-11-16T18:22:27.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:26 smithi063 ceph-mon[98873]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:27.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:26 smithi063 ceph-mon[98873]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-11-16T18:22:27.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:26 smithi063 ceph-mon[98873]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:26 smithi093 ceph-mon[100185]: pgmap v280: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2023-11-16T18:22:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:26 smithi093 ceph-mon[100185]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:26 smithi093 ceph-mon[100185]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-11-16T18:22:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:26 smithi093 ceph-mon[100185]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:22:28.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.021+0000 7fe4be083700 1 -- 172.21.15.63:0/2521452183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8100dd0 msgr2=0x7fe4b81031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:28.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.021+0000 7fe4be083700 1 --2- 172.21.15.63:0/2521452183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8100dd0 0x7fe4b81031b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009990 tx=0x7fe4ac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 -- 172.21.15.63:0/2521452183 shutdown_connections 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 --2- 172.21.15.63:0/2521452183 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b8106010 0x7fe4b8108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 --2- 172.21.15.63:0/2521452183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8100dd0 0x7fe4b81031b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 --2- 172.21.15.63:0/2521452183 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b81036f0 0x7fe4b8105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 -- 172.21.15.63:0/2521452183 >> 172.21.15.63:0/2521452183 conn(0x7fe4b80fa7f0 msgr2=0x7fe4b80fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 -- 172.21.15.63:0/2521452183 shutdown_connections 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 -- 172.21.15.63:0/2521452183 wait complete. 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 Processor -- start 2023-11-16T18:22:28.024 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.022+0000 7fe4be083700 1 -- start start 2023-11-16T18:22:28.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b8100dd0 0x7fe4b8195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:28.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b81036f0 0x7fe4b8196530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b819db80 con 0x7fe4b8106010 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b819dcc0 con 0x7fe4b8100dd0 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b819de50 con 0x7fe4b81036f0 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42908/0 (socket says 172.21.15.63:42908) 2023-11-16T18:22:28.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 -- 172.21.15.63:0/1339759730 learned_addr learned my addr 172.21.15.63:0/1339759730 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b6ffd700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b81036f0 0x7fe4b8196530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b77fe700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b8100dd0 0x7fe4b8195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 -- 172.21.15.63:0/1339759730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b81036f0 msgr2=0x7fe4b8196530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b81036f0 0x7fe4b8196530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 -- 172.21.15.63:0/1339759730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b8100dd0 msgr2=0x7fe4b8195ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b8100dd0 0x7fe4b8195ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 -- 172.21.15.63:0/1339759730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4ac0095f0 con 0x7fe4b8106010 2023-11-16T18:22:28.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b7fff700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000add0 tx=0x7fe4b000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b000f070 con 0x7fe4b8106010 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4b810bcd0 con 0x7fe4b8106010 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.023+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe4b0007b00 con 0x7fe4b8106010 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.024+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4b810bb40 con 0x7fe4b8106010 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.024+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b0005280 con 0x7fe4b8106010 2023-11-16T18:22:28.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.024+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4b810be60 con 0x7fe4b8106010 2023-11-16T18:22:28.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.026+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fe4b000c890 con 0x7fe4b8106010 2023-11-16T18:22:28.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.026+0000 7fe4b4ff9700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 0x7fe4a00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:28.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.026+0000 7fe4b77fe700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 0x7fe4a00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:28.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.026+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe4b00cc730 con 0x7fe4b8106010 2023-11-16T18:22:28.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.027+0000 7fe4b77fe700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 0x7fe4a00a3690 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00b5c0 tx=0x7fe4ac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:28.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.030+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fe4b0095bc0 con 0x7fe4b8106010 2023-11-16T18:22:28.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.308+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7fe4b8066ea0 con 0x7fe4b8106010 2023-11-16T18:22:28.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.313+0000 7fe4b4ff9700 1 -- 172.21.15.63:0/1339759730 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7fe4b8066ea0 con 0x7fe4b8106010 2023-11-16T18:22:28.314 INFO:teuthology.orchestra.run.smithi063.stdout:[client.0] 2023-11-16T18:22:28.314 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQDkXVZle6F0EhAAFnCIij+mSMgHIGdcaJVeLA== 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 msgr2=0x7fe4a00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 0x7fe4a00a3690 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00b5c0 tx=0x7fe4ac005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 msgr2=0x7fe4b819d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000add0 tx=0x7fe4b000c330 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 shutdown_connections 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe4a00a11e0 0x7fe4a00a3690 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4b8106010 0x7fe4b819d5b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe4b8100dd0 0x7fe4b8195ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 --2- 172.21.15.63:0/1339759730 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe4b81036f0 0x7fe4b8196530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 >> 172.21.15.63:0/1339759730 conn(0x7fe4b80fa7f0 msgr2=0x7fe4b8101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:28.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 shutdown_connections 2023-11-16T18:22:28.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:28.315+0000 7fe4be083700 1 -- 172.21.15.63:0/1339759730 wait complete. 2023-11-16T18:22:28.744 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:22:28.746 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-11-16T18:22:28.747 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-11-16T18:22:28.791 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-11-16T18:22:28.792 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-11-16T18:22:28.792 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph mgr dump --format=json 2023-11-16T18:22:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:28 smithi125 ceph-mon[100672]: pgmap v281: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2023-11-16T18:22:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:28 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-11-16T18:22:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:28 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-11-16T18:22:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:28 smithi063 ceph-mon[98873]: pgmap v281: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2023-11-16T18:22:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:28 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-11-16T18:22:29.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:28 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-11-16T18:22:29.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:28 smithi093 ceph-mon[100185]: pgmap v281: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2023-11-16T18:22:29.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-11-16T18:22:29.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:28 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1339759730' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-11-16T18:22:29.483 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:30.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 -- 172.21.15.63:0/3444804656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ff460 msgr2=0x7f4c100ff830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:30.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3444804656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ff460 0x7f4c100ff830 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4c000099c0 tx=0x7f4c00009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 -- 172.21.15.63:0/3444804656 shutdown_connections 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3444804656 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c10104500 0x7f4c1010c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3444804656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ff460 0x7f4c100ff830 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3444804656 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c100ffe00 0x7f4c10103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 -- 172.21.15.63:0/3444804656 >> 172.21.15.63:0/3444804656 conn(0x7f4c100770a0 msgr2=0x7f4c100774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 -- 172.21.15.63:0/3444804656 shutdown_connections 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.711+0000 7f4c15f64700 1 -- 172.21.15.63:0/3444804656 wait complete. 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 Processor -- start 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 -- start start 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c100ff460 0x7f4c101952c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:30.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c10104500 0x7f4c10199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1019a280 con 0x7f4c100ffe00 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1019a3f0 con 0x7f4c10104500 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.712+0000 7f4c15f64700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1019a5b0 con 0x7f4c100ff460 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42918/0 (socket says 172.21.15.63:42918) 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 -- 172.21.15.63:0/3713030665 learned_addr learned my addr 172.21.15.63:0/3713030665 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0ffff700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c10104500 0x7f4c10199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0f7fe700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c100ff460 0x7f4c101952c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 -- 172.21.15.63:0/3713030665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c100ff460 msgr2=0x7f4c101952c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c100ff460 0x7f4c101952c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 -- 172.21.15.63:0/3713030665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c10104500 msgr2=0x7f4c10199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:30.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c10104500 0x7f4c10199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 -- 172.21.15.63:0/3713030665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c000095f0 con 0x7f4c100ffe00 2023-11-16T18:22:30.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0effd700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4c0400d950 tx=0x7f4c0400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:30.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004220 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c1010f240 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c04007620 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04005670 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.713+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c1010f0b0 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.714+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c1010f3d0 con 0x7f4c100ffe00 2023-11-16T18:22:30.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.715+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4c04003680 con 0x7f4c100ffe00 2023-11-16T18:22:30.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.716+0000 7f4c0cff9700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 0x7f4bf80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:30.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.716+0000 7f4c0f7fe700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 0x7f4bf80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:30.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.716+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4c040cc9b0 con 0x7f4c100ffe00 2023-11-16T18:22:30.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.717+0000 7f4c0f7fe700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 0x7f4bf80a3690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4c00009990 tx=0x7f4c00003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:30.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.720+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4c04095db0 con 0x7f4c100ffe00 2023-11-16T18:22:30.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.975+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f4c10066ea0 con 0x7f4c100ffe00 2023-11-16T18:22:30.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.980+0000 7f4c0cff9700 1 -- 172.21.15.63:0/3713030665 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260125 (secure 0 0 0) 0x7f4c04016090 con 0x7f4c100ffe00 2023-11-16T18:22:30.988 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:30.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 msgr2=0x7f4bf80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:30.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 0x7f4bf80a3690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4c00009990 tx=0x7f4c00003680 comp rx=0 tx=0).stop 2023-11-16T18:22:30.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 msgr2=0x7f4c10195800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:30.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4c0400d950 tx=0x7f4c0400dc60 comp rx=0 tx=0).stop 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 shutdown_connections 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4bf80a11e0 0x7f4bf80a3690 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4c10104500 0x7f4c10199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4c100ff460 0x7f4c101952c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 --2- 172.21.15.63:0/3713030665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c100ffe00 0x7f4c10195800 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.983+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 >> 172.21.15.63:0/3713030665 conn(0x7f4c100770a0 msgr2=0x7f4c100fcca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.984+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 shutdown_connections 2023-11-16T18:22:30.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:30.984+0000 7f4c15f64700 1 -- 172.21.15.63:0/3713030665 wait complete. 2023-11-16T18:22:31.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:30 smithi125 ceph-mon[100672]: pgmap v282: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2023-11-16T18:22:31.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:30 smithi063 ceph-mon[98873]: pgmap v282: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2023-11-16T18:22:31.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:30 smithi093 ceph-mon[100185]: pgmap v282: 129 pgs: 129 active+clean; 618 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2023-11-16T18:22:31.448 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":17,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3013530998},{"type":"v1","addr":"172.21.15.63:6801","nonce":3013530998}]},"active_addr":"172.21.15.63:6801/3013530998","active_change":"2023-11-16T18:15:42.802625+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.63:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.63:0","nonce":190779566}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.63:0","nonce":3050975808}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.63:0","nonce":2185745279}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.63:0","nonce":3747093146}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.63:0","nonce":3936498136}]}]} 2023-11-16T18:22:31.456 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-11-16T18:22:31.456 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-11-16T18:22:31.456 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd dump --format=json 2023-11-16T18:22:32.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:31 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3713030665' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-11-16T18:22:32.111 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:32.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:31 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3713030665' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-11-16T18:22:32.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:31 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3713030665' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-11-16T18:22:33.008 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:32 smithi063 ceph-mon[98873]: pgmap v283: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2023-11-16T18:22:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:32 smithi093 ceph-mon[100185]: pgmap v283: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2023-11-16T18:22:33.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:32 smithi125 ceph-mon[100672]: pgmap v283: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2164664385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc104510 msgr2=0x7f3adc10c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2164664385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc104510 0x7f3adc10c090 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3ad400b0d0 tx=0x7f3ad400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2164664385 shutdown_connections 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2164664385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc104510 0x7f3adc10c090 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2164664385 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc0ff470 0x7f3adc0ff840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2164664385 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 0x7f3adc103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2164664385 >> 172.21.15.63:0/2164664385 conn(0x7f3adc0770d0 msgr2=0x7f3adc0774d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2164664385 shutdown_connections 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.537+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2164664385 wait complete. 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 Processor -- start 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 -- start start 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 0x7f3adc195670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc104510 0x7f3adc195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3adc1a4970 con 0x7f3adc0ff470 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3adc1a4ae0 con 0x7f3adc0ffe10 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae40ac700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3adc1a4ca0 con 0x7f3adc104510 2023-11-16T18:22:33.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae1e48700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae1e48700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42926/0 (socket says 172.21.15.63:42926) 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae1e48700 1 -- 172.21.15.63:0/2414542261 learned_addr learned my addr 172.21.15.63:0/2414542261 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae2649700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc104510 0x7f3adc195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.538+0000 7f3ae1647700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 0x7f3adc195670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 -- 172.21.15.63:0/2414542261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc104510 msgr2=0x7f3adc195bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc104510 0x7f3adc195bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 -- 172.21.15.63:0/2414542261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 msgr2=0x7f3adc195670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 0x7f3adc195670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 -- 172.21.15.63:0/2414542261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ad4009d00 con 0x7f3adc0ff470 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae1e48700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ad800d950 tx=0x7f3ad800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad8009940 con 0x7f3adc0ff470 2023-11-16T18:22:33.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ad8010460 con 0x7f3adc0ff470 2023-11-16T18:22:33.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3adc10f270 con 0x7f3adc0ff470 2023-11-16T18:22:33.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad800f620 con 0x7f3adc0ff470 2023-11-16T18:22:33.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.539+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3adc10f0e0 con 0x7f3adc0ff470 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.540+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3adc10f400 con 0x7f3adc0ff470 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.541+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3ad80108d0 con 0x7f3adc0ff470 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.542+0000 7f3aceffd700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 0x7f3ac80a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.542+0000 7f3ae1647700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 0x7f3ac80a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.542+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f3ad80ccaf0 con 0x7f3adc0ff470 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.542+0000 7f3ae1647700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 0x7f3ac80a3710 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0005950 tx=0x7f3ad00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.545+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f3ad8095e90 con 0x7f3adc0ff470 2023-11-16T18:22:33.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.741+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3adc066ea0 con 0x7f3adc0ff470 2023-11-16T18:22:33.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.743+0000 7f3aceffd700 1 -- 172.21.15.63:0/2414542261 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7f3ad8020090 con 0x7f3adc0ff470 2023-11-16T18:22:33.755 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:33.756 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:33.756 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 msgr2=0x7f3ac80a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 0x7f3ac80a3710 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0005950 tx=0x7f3ad00058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 msgr2=0x7f3adc195130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ad800d950 tx=0x7f3ad800dc60 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 shutdown_connections 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ac80a1260 0x7f3ac80a3710 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3adc104510 0x7f3adc195bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3adc0ff470 0x7f3adc195130 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 --2- 172.21.15.63:0/2414542261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3adc0ffe10 0x7f3adc195670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 >> 172.21.15.63:0/2414542261 conn(0x7f3adc0770d0 msgr2=0x7f3adc0fcc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 shutdown_connections 2023-11-16T18:22:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:33.745+0000 7f3ae40ac700 1 -- 172.21.15.63:0/2414542261 wait complete. 2023-11-16T18:22:34.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:33 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2414542261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:34.167 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-11-16T18:22:34.168 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd dump --format=json 2023-11-16T18:22:34.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:33 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2414542261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:34.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:33 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2414542261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:34.821 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:34 smithi063 ceph-mon[98873]: pgmap v284: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2023-11-16T18:22:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:34 smithi093 ceph-mon[100185]: pgmap v284: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2023-11-16T18:22:35.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:34 smithi125 ceph-mon[100672]: pgmap v284: 129 pgs: 129 active+clean; 623 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 -- 172.21.15.63:0/2726013597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c104500 msgr2=0x7fc41c10c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 --2- 172.21.15.63:0/2726013597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c104500 0x7fc41c10c080 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc41400b0d0 tx=0x7fc41400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 -- 172.21.15.63:0/2726013597 shutdown_connections 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 --2- 172.21.15.63:0/2726013597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c104500 0x7fc41c10c080 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 --2- 172.21.15.63:0/2726013597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c0ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 --2- 172.21.15.63:0/2726013597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0ffe00 0x7fc41c103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 -- 172.21.15.63:0/2726013597 >> 172.21.15.63:0/2726013597 conn(0x7fc41c0770a0 msgr2=0x7fc41c0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:36.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 -- 172.21.15.63:0/2726013597 shutdown_connections 2023-11-16T18:22:36.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.334+0000 7fc422182700 1 -- 172.21.15.63:0/2726013597 wait complete. 2023-11-16T18:22:36.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 Processor -- start 2023-11-16T18:22:36.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 -- start start 2023-11-16T18:22:36.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c1972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:36.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:36.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c104500 0x7fc41c1a2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:36.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c1a2880 con 0x7fc41c0ffe00 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c1a29c0 con 0x7fc41c0ff460 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc422182700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c1a2b00 con 0x7fc41c104500 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc41affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc41affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42940/0 (socket says 172.21.15.63:42940) 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc41affd700 1 -- 172.21.15.63:0/2008212107 learned_addr learned my addr 172.21.15.63:0/2008212107 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc41bfff700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c104500 0x7fc41c1a2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.335+0000 7fc41b7fe700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c1972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 -- 172.21.15.63:0/2008212107 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c104500 msgr2=0x7fc41c1a2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c104500 0x7fc41c1a2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 -- 172.21.15.63:0/2008212107 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 msgr2=0x7fc41c1972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c1972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 -- 172.21.15.63:0/2008212107 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc414009d00 con 0x7fc41c0ffe00 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41b7fe700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c1972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc41affd700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc41000d980 tx=0x7fc41000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc410009930 con 0x7fc41c0ffe00 2023-11-16T18:22:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc410010460 con 0x7fc41c0ffe00 2023-11-16T18:22:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc41c10f240 con 0x7fc41c0ffe00 2023-11-16T18:22:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41000f620 con 0x7fc41c0ffe00 2023-11-16T18:22:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.336+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc41c10f0b0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.337+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc41c10f3d0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.338+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc4100108d0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.339+0000 7fc418ff9700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 0x7fc4040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.339+0000 7fc41b7fe700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 0x7fc4040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.339+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc4100cc6e0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.339+0000 7fc41b7fe700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 0x7fc4040a3690 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc40c005950 tx=0x7fc40c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.343+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc410095a80 con 0x7fc41c0ffe00 2023-11-16T18:22:36.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.543+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc41c066ea0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.544+0000 7fc418ff9700 1 -- 172.21.15.63:0/2008212107 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+23888 (secure 0 0 0) 0x7fc4100990a0 con 0x7fc41c0ffe00 2023-11-16T18:22:36.547 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:22:36.547 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":89,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:05.619446+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 msgr2=0x7fc4040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 0x7fc4040a3690 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc40c005950 tx=0x7fc40c0058e0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 msgr2=0x7fc41c197800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc41000d980 tx=0x7fc41000dc90 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 shutdown_connections 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4040a11e0 0x7fc4040a3690 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c104500 0x7fc41c1a2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c0ff460 0x7fc41c1972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 --2- 172.21.15.63:0/2008212107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c0ffe00 0x7fc41c197800 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:36.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 >> 172.21.15.63:0/2008212107 conn(0x7fc41c0770a0 msgr2=0x7fc41c0fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:36.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 shutdown_connections 2023-11-16T18:22:36.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:36.547+0000 7fc422182700 1 -- 172.21.15.63:0/2008212107 wait complete. 2023-11-16T18:22:36.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:36 smithi063 ceph-mon[98873]: pgmap v285: 129 pgs: 129 active+clean; 635 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.7 KiB/s wr, 14 op/s 2023-11-16T18:22:36.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:36 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2008212107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:36.991 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-11-16T18:22:36.992 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-11-16T18:22:36.993 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-11-16T18:22:36.993 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-11-16T18:22:36.996 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-11-16T18:22:36.997 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-11-16T18:22:36.997 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-11-16T18:22:36.998 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-11-16T18:22:36.999 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.8 flush_pg_stats 2023-11-16T18:22:36.999 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.9 flush_pg_stats 2023-11-16T18:22:37.000 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.10 flush_pg_stats 2023-11-16T18:22:37.001 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph tell osd.11 flush_pg_stats 2023-11-16T18:22:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:36 smithi093 ceph-mon[100185]: pgmap v285: 129 pgs: 129 active+clean; 635 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.7 KiB/s wr, 14 op/s 2023-11-16T18:22:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:36 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2008212107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:36 smithi125 ceph-mon[100672]: pgmap v285: 129 pgs: 129 active+clean; 635 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.7 KiB/s wr, 14 op/s 2023-11-16T18:22:37.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:36 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2008212107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:22:38.127 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.188 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:39.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:38 smithi063 ceph-mon[98873]: pgmap v286: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2023-11-16T18:22:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:38 smithi093 ceph-mon[100185]: pgmap v286: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2023-11-16T18:22:39.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:38 smithi125 ceph-mon[100672]: pgmap v286: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2023-11-16T18:22:40.215 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:40.249 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:40.249 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:40.299 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:41.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:40 smithi063 ceph-mon[98873]: pgmap v287: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 6 op/s 2023-11-16T18:22:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:40 smithi093 ceph-mon[100185]: pgmap v287: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 6 op/s 2023-11-16T18:22:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:40 smithi125 ceph-mon[100672]: pgmap v287: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 6 op/s 2023-11-16T18:22:43.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:42 smithi063 ceph-mon[98873]: pgmap v288: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2023-11-16T18:22:43.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:42 smithi093 ceph-mon[100185]: pgmap v288: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.187+0000 7f8a95325700 1 -- 172.21.15.63:0/3591960863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a90100540 msgr2=0x7f8a90100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.187+0000 7f8a95325700 1 --2- 172.21.15.63:0/3591960863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a90100540 0x7f8a90100910 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8a800099c0 tx=0x7f8a80009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 -- 172.21.15.63:0/3591960863 shutdown_connections 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 --2- 172.21.15.63:0/3591960863 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a901055e0 0x7f8a9010d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 --2- 172.21.15.63:0/3591960863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a90100540 0x7f8a90100910 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 --2- 172.21.15.63:0/3591960863 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a90100ee0 0x7f8a90104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 -- 172.21.15.63:0/3591960863 >> 172.21.15.63:0/3591960863 conn(0x7f8a900fbde0 msgr2=0x7f8a900fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 -- 172.21.15.63:0/3591960863 shutdown_connections 2023-11-16T18:22:43.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 -- 172.21.15.63:0/3591960863 wait complete. 2023-11-16T18:22:43.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.188+0000 7f8a95325700 1 Processor -- start 2023-11-16T18:22:43.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 -- start start 2023-11-16T18:22:43.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a90100540 0x7f8a90196380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:43.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a90100ee0 0x7f8a901968c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 0x7f8a9019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9019b340 con 0x7f8a901055e0 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9019b4b0 con 0x7f8a90100540 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a95325700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9019b670 con 0x7f8a90100ee0 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 0x7f8a9019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 0x7f8a9019ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42954/0 (socket says 172.21.15.63:42954) 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 -- 172.21.15.63:0/331189293 learned_addr learned my addr 172.21.15.63:0/331189293 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8effd700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a90100540 0x7f8a90196380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8e7fc700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a90100ee0 0x7f8a901968c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 -- 172.21.15.63:0/331189293 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a90100ee0 msgr2=0x7f8a901968c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8a90100ee0 0x7f8a901968c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 -- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a90100540 msgr2=0x7f8a90196380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a90100540 0x7f8a90196380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a800095f0 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8effd700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8a90100540 0x7f8a90196380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.189+0000 7f8a8f7fe700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 0x7f8a9019ad30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800ef30 tx=0x7f8a8800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a88018070 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a8800f040 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a90110320 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8800cd00 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a90110190 con 0x7f8a901055e0 2023-11-16T18:22:43.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.190+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8a90104820 con 0x7f8a901055e0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.192+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f8a88003a00 con 0x7f8a901055e0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.192+0000 7f8a77fff700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a780a11e0 0x7f8a780a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.192+0000 7f8a8effd700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a780a11e0 0x7f8a780a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.192+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8a880cd060 con 0x7f8a901055e0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a77fff700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] conn(0x7f8a780abd50 0x7f8a780ae180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8a780ae850 con 0x7f8a780abd50 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a880cd470 con 0x7f8a901055e0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a8effd700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a780a11e0 0x7f8a780a3690 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8a80009fd0 tx=0x7f8a80005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a8e7fc700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] conn(0x7f8a780abd50 0x7f8a780ae180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.193+0000 7f8a8e7fc700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] conn(0x7f8a780abd50 0x7f8a780ae180 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:43.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.194+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== osd.7 v2:172.21.15.93:6816/2557060583 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f8a780ae850 con 0x7f8a780abd50 2023-11-16T18:22:43.211 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.210+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 --> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8a901104b0 con 0x7f8a780abd50 2023-11-16T18:22:43.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a77fff700 1 -- 172.21.15.63:0/331189293 <== osd.7 v2:172.21.15.93:6816/2557060583 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8a901104b0 con 0x7f8a780abd50 2023-11-16T18:22:43.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] conn(0x7f8a780abd50 msgr2=0x7f8a780ae180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] conn(0x7f8a780abd50 0x7f8a780ae180 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a780a11e0 msgr2=0x7f8a780a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8a780a11e0 0x7f8a780a3690 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8a80009fd0 tx=0x7f8a80005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 msgr2=0x7f8a9019ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 --2- 172.21.15.63:0/331189293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a901055e0 0x7f8a9019ad30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800ef30 tx=0x7f8a8800c3a0 comp rx=0 tx=0).stop 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a8f7fe700 1 -- 172.21.15.63:0/331189293 reap_dead start 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 shutdown_connections 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 >> 172.21.15.63:0/331189293 conn(0x7f8a900fbde0 msgr2=0x7f8a90103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 shutdown_connections 2023-11-16T18:22:43.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:43.211+0000 7f8a95325700 1 -- 172.21.15.63:0/331189293 wait complete. 2023-11-16T18:22:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:42 smithi125 ceph-mon[100672]: pgmap v288: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2023-11-16T18:22:44.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-11-16T18:22:44.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:43 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]: dispatch 2023-11-16T18:22:44.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2023-11-16T18:22:44.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-11-16T18:22:44.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:43 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]: dispatch 2023-11-16T18:22:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-11-16T18:22:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-11-16T18:22:44.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:43 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]: dispatch 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 -- 172.21.15.63:0/2097938481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b0104510 msgr2=0x7f54b010c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 --2- 172.21.15.63:0/2097938481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b0104510 0x7f54b010c090 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f54a800b0d0 tx=0x7f54a800b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 -- 172.21.15.63:0/2097938481 shutdown_connections 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 --2- 172.21.15.63:0/2097938481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b0104510 0x7f54b010c090 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 --2- 172.21.15.63:0/2097938481 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f54b00ff470 0x7f54b00ff840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 --2- 172.21.15.63:0/2097938481 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54b00ffe10 0x7f54b0103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 -- 172.21.15.63:0/2097938481 >> 172.21.15.63:0/2097938481 conn(0x7f54b00770d0 msgr2=0x7f54b00774d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 -- 172.21.15.63:0/2097938481 shutdown_connections 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.405+0000 7f54b63ca700 1 -- 172.21.15.63:0/2097938481 wait complete. 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 Processor -- start 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 -- start start 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54b00ff470 0x7f54b0197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 0x7f54b0197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f54b0104510 0x7f54b01a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54b0198180 con 0x7f54b00ffe10 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.406+0000 7f54b63ca700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54b01a28c0 con 0x7f54b0104510 2023-11-16T18:22:44.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54b63ca700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54b01a2a80 con 0x7f54b00ff470 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 0x7f54b0197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 0x7f54b0197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42968/0 (socket says 172.21.15.63:42968) 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 -- 172.21.15.63:0/1319730995 learned_addr learned my addr 172.21.15.63:0/1319730995 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54affff700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54b00ff470 0x7f54b0197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54b4967700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f54b0104510 0x7f54b01a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 -- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54b00ff470 msgr2=0x7f54b0197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54b00ff470 0x7f54b0197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 -- 172.21.15.63:0/1319730995 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f54b0104510 msgr2=0x7f54b01a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f54b0104510 0x7f54b01a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a8009d00 con 0x7f54b00ffe10 2023-11-16T18:22:44.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54af7fe700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 0x7f54b0197840 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f54a400d980 tx=0x7f54a400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a4009b40 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f54a400de60 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54b010f270 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a400f620 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.407+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54b010f0e0 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.408+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f54b00fd620 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.409+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f54a4010460 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54ad7fa700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54980a11e0 0x7f54980a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54affff700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54980a11e0 0x7f54980a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f54a40ccd60 con 0x7f54b00ffe10 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54ad7fa700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] conn(0x7f54980ac170 0x7f54980ae600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f54980aecd0 con 0x7f54980ac170 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54a40cd0d0 con 0x7f54b00ffe10 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.410+0000 7f54affff700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54980a11e0 0x7f54980a3690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f54a0009bf0 tx=0x7f54a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.411+0000 7f54b4967700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] conn(0x7f54980ac170 0x7f54980ae600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.411+0000 7f54b4967700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] conn(0x7f54980ac170 0x7f54980ae600 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.412+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== osd.8 v2:172.21.15.125:6816/4273346885 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f54980aecd0 con 0x7f54980ac170 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.427+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 --> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f54b010f400 con 0x7f54980ac170 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.428+0000 7f54ad7fa700 1 -- 172.21.15.63:0/1319730995 <== osd.8 v2:172.21.15.125:6816/4273346885 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f54b010f400 con 0x7f54980ac170 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.428+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] conn(0x7f54980ac170 msgr2=0x7f54980ae600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.428+0000 7f54b63ca700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] conn(0x7f54980ac170 0x7f54980ae600 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54980a11e0 msgr2=0x7f54980a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54980a11e0 0x7f54980a3690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f54a0009bf0 tx=0x7f54a0009260 comp rx=0 tx=0).stop 2023-11-16T18:22:44.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 msgr2=0x7f54b0197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 --2- 172.21.15.63:0/1319730995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54b00ffe10 0x7f54b0197840 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f54a400d980 tx=0x7f54a400dd40 comp rx=0 tx=0).stop 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b4967700 1 -- 172.21.15.63:0/1319730995 reap_dead start 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 shutdown_connections 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 >> 172.21.15.63:0/1319730995 conn(0x7f54b00770d0 msgr2=0x7f54b00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 shutdown_connections 2023-11-16T18:22:44.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.429+0000 7f54b63ca700 1 -- 172.21.15.63:0/1319730995 wait complete. 2023-11-16T18:22:44.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 -- 172.21.15.63:0/432626187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780ff350 msgr2=0x7fd37810b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 --2- 172.21.15.63:0/432626187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780ff350 0x7fd37810b7e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd37000b0a0 tx=0x7fd37000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 -- 172.21.15.63:0/432626187 shutdown_connections 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 --2- 172.21.15.63:0/432626187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780ff350 0x7fd37810b7e0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 --2- 172.21.15.63:0/432626187 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd3781049a0 0x7fd378104d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 --2- 172.21.15.63:0/432626187 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd3780fe9a0 0x7fd3780fee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 -- 172.21.15.63:0/432626187 >> 172.21.15.63:0/432626187 conn(0x7fd3780758a0 msgr2=0x7fd378075ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 -- 172.21.15.63:0/432626187 shutdown_connections 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.882+0000 7fd38037b700 1 -- 172.21.15.63:0/432626187 wait complete. 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 Processor -- start 2023-11-16T18:22:44.884 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 -- start start 2023-11-16T18:22:44.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 0x7fd3781953d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd3780ff350 0x7fd378195910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd3781049a0 0x7fd378199d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd37819a390 con 0x7fd3780fe9a0 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd37819a500 con 0x7fd3781049a0 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd38037b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd37819a6c0 con 0x7fd3780ff350 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 0x7fd3781953d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 0x7fd3781953d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:42982/0 (socket says 172.21.15.63:42982) 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 -- 172.21.15.63:0/3522124628 learned_addr learned my addr 172.21.15.63:0/3522124628 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37d916700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd3780ff350 0x7fd378195910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e918700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd3781049a0 0x7fd378199d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 -- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd3780ff350 msgr2=0x7fd378195910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd3780ff350 0x7fd378195910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 -- 172.21.15.63:0/3522124628 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd3781049a0 msgr2=0x7fd378199d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd3781049a0 0x7fd378199d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.883+0000 7fd37e117700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd370009d00 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd37e117700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 0x7fd3781953d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd3740098f0 tx=0x7fd374009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd374012070 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd3740044e0 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd37810f2b0 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd374003df0 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.884+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd37810f120 con 0x7fd3780fe9a0 2023-11-16T18:22:44.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.885+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd3781061d0 con 0x7fd3780fe9a0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.886+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd374016030 con 0x7fd3780fe9a0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.886+0000 7fd36f7fe700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3640a11e0 0x7fd3640a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd37d916700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3640a11e0 0x7fd3640a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd3740ce470 con 0x7fd3780fe9a0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd36f7fe700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] conn(0x7fd3640ac1f0 0x7fd3640ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd3640aed50 con 0x7fd3640ac1f0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3740ce7e0 con 0x7fd3780fe9a0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd37d916700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3640a11e0 0x7fd3640a3690 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd3781969f0 tx=0x7fd368009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.887+0000 7fd37e918700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] conn(0x7fd3640ac1f0 0x7fd3640ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:44.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.888+0000 7fd37e918700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] conn(0x7fd3640ac1f0 0x7fd3640ae680 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:44.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.888+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== osd.2 v2:172.21.15.125:6800/2036056175 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fd3640aed50 con 0x7fd3640ac1f0 2023-11-16T18:22:44.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.907+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 --> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd37810f440 con 0x7fd3640ac1f0 2023-11-16T18:22:44.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd36f7fe700 1 -- 172.21.15.63:0/3522124628 <== osd.2 v2:172.21.15.125:6800/2036056175 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd37810f440 con 0x7fd3640ac1f0 2023-11-16T18:22:44.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] conn(0x7fd3640ac1f0 msgr2=0x7fd3640ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] conn(0x7fd3640ac1f0 0x7fd3640ae680 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:44.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3640a11e0 msgr2=0x7fd3640a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.912 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3640a11e0 0x7fd3640a3690 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd3781969f0 tx=0x7fd368009260 comp rx=0 tx=0).stop 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 msgr2=0x7fd3781953d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 --2- 172.21.15.63:0/3522124628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3780fe9a0 0x7fd3781953d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd3740098f0 tx=0x7fd374009c00 comp rx=0 tx=0).stop 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd37e918700 1 -- 172.21.15.63:0/3522124628 reap_dead start 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 shutdown_connections 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.908+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 >> 172.21.15.63:0/3522124628 conn(0x7fd3780758a0 msgr2=0x7fd378105800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.909+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 shutdown_connections 2023-11-16T18:22:44.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.909+0000 7fd38037b700 1 -- 172.21.15.63:0/3522124628 wait complete. 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: pgmap v289: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]': finished 2023-11-16T18:22:45.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2023-11-16T18:22:45.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-11-16T18:22:45.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]': finished 2023-11-16T18:22:45.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:44 smithi063 ceph-mon[98873]: osdmap e90: 12 total, 12 up, 12 in 2023-11-16T18:22:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: pgmap v289: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2023-11-16T18:22:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-11-16T18:22:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2023-11-16T18:22:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]': finished 2023-11-16T18:22:45.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:44 smithi093 ceph-mon[100185]: osdmap e90: 12 total, 12 up, 12 in 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: pgmap v289: 129 pgs: 129 active+clean; 635 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-11-16T18:22:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 8]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 10]}]': finished 2023-11-16T18:22:45.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:44 smithi125 ceph-mon[100672]: osdmap e90: 12 total, 12 up, 12 in 2023-11-16T18:22:45.294 INFO:teuthology.orchestra.run.smithi063.stdout:219043332136 2023-11-16T18:22:45.295 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-11-16T18:22:45.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 -- 172.21.15.63:0/807960419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d14101540 msgr2=0x7f9d14101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 --2- 172.21.15.63:0/807960419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d14101540 0x7f9d14101910 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9d08009990 tx=0x7f9d08009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 -- 172.21.15.63:0/807960419 shutdown_connections 2023-11-16T18:22:45.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 --2- 172.21.15.63:0/807960419 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d1410a890 0x7f9d1410ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 --2- 172.21.15.63:0/807960419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d14101540 0x7f9d14101910 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 --2- 172.21.15.63:0/807960419 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101e50 0x7f9d1410a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 -- 172.21.15.63:0/807960419 >> 172.21.15.63:0/807960419 conn(0x7f9d140770a0 msgr2=0x7f9d140774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 -- 172.21.15.63:0/807960419 shutdown_connections 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.964+0000 7f9d1af84700 1 -- 172.21.15.63:0/807960419 wait complete. 2023-11-16T18:22:45.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 Processor -- start 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 -- start start 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101540 0x7f9d14196330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d14101e50 0x7f9d14196870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 0x7f9d1419ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1419b2f0 con 0x7f9d1410a890 2023-11-16T18:22:45.348 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1419b460 con 0x7f9d14101e50 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d1af84700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1419b620 con 0x7f9d14101540 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.965+0000 7f9d19521700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 0x7f9d1419ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 0x7f9d1419ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43002/0 (socket says 172.21.15.63:43002) 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 -- 172.21.15.63:0/971764447 learned_addr learned my addr 172.21.15.63:0/971764447 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d13fff700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d14101e50 0x7f9d14196870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d18d20700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101540 0x7f9d14196330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.350 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 -- 172.21.15.63:0/971764447 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101540 msgr2=0x7f9d14196330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.350 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101540 0x7f9d14196330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.351 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 -- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d14101e50 msgr2=0x7f9d14196870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.351 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d14101e50 0x7f9d14196870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.351 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d080095f0 con 0x7f9d1410a890 2023-11-16T18:22:45.351 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d18d20700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d14101540 0x7f9d14196330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:45.351 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d19521700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 0x7f9d1419ace0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c007d70 tx=0x7f9d0c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c00ad40 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d0c0128e0 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d14110310 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.966+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c0116b0 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.967+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d14110180 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.968+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9d140fc720 con 0x7f9d1410a890 2023-11-16T18:22:45.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.969+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9d0c012420 con 0x7f9d1410a890 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d11ffb700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d040a11e0 0x7f9d040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9d0c0ccbb0 con 0x7f9d1410a890 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d18d20700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d040a11e0 0x7f9d040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d11ffb700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] conn(0x7f9d040ac1f0 0x7f9d040ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9d040aed50 con 0x7f9d040ac1f0 2023-11-16T18:22:45.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d0c0d12c0 con 0x7f9d1410a890 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d13fff700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] conn(0x7f9d040ac1f0 0x7f9d040ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.970+0000 7f9d18d20700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d040a11e0 0x7f9d040a3690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9d08006010 tx=0x7f9d0800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.971+0000 7f9d13fff700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] conn(0x7f9d040ac1f0 0x7f9d040ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.972+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== osd.10 v2:172.21.15.93:6824/93249980 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f9d040aed50 con 0x7f9d040ac1f0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.995+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 --> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9d141104a0 con 0x7f9d040ac1f0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d11ffb700 1 -- 172.21.15.63:0/971764447 <== osd.10 v2:172.21.15.93:6824/93249980 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9d141104a0 con 0x7f9d040ac1f0 2023-11-16T18:22:45.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] conn(0x7f9d040ac1f0 msgr2=0x7f9d040ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] conn(0x7f9d040ac1f0 0x7f9d040ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d040a11e0 msgr2=0x7f9d040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d040a11e0 0x7f9d040a3690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9d08006010 tx=0x7f9d0800b540 comp rx=0 tx=0).stop 2023-11-16T18:22:45.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 msgr2=0x7f9d1419ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 --2- 172.21.15.63:0/971764447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d1410a890 0x7f9d1419ace0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c007d70 tx=0x7f9d0c00a340 comp rx=0 tx=0).stop 2023-11-16T18:22:45.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d19521700 1 -- 172.21.15.63:0/971764447 reap_dead start 2023-11-16T18:22:45.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 shutdown_connections 2023-11-16T18:22:45.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 >> 172.21.15.63:0/971764447 conn(0x7f9d140770a0 msgr2=0x7f9d140fbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:45.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 shutdown_connections 2023-11-16T18:22:45.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:44.996+0000 7f9d1af84700 1 -- 172.21.15.63:0/971764447 wait complete. 2023-11-16T18:22:45.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.763+0000 7fcfa287f700 1 -- 172.21.15.63:0/206391601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 msgr2=0x7fcf9c10c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.763+0000 7fcfa287f700 1 --2- 172.21.15.63:0/206391601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c10c080 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcf9400b0d0 tx=0x7fcf9400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 -- 172.21.15.63:0/206391601 shutdown_connections 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 --2- 172.21.15.63:0/206391601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c10c080 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 --2- 172.21.15.63:0/206391601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcf9c0ff460 0x7fcf9c0ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 --2- 172.21.15.63:0/206391601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcf9c0ffe00 0x7fcf9c103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 -- 172.21.15.63:0/206391601 >> 172.21.15.63:0/206391601 conn(0x7fcf9c0770a0 msgr2=0x7fcf9c0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 -- 172.21.15.63:0/206391601 shutdown_connections 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 -- 172.21.15.63:0/206391601 wait complete. 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 Processor -- start 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.764+0000 7fcfa287f700 1 -- start start 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcf9c0ff460 0x7fcf9c196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcf9c0ffe00 0x7fcf9c196aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c19b4b0 con 0x7fcf9c104500 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c19b620 con 0x7fcf9c0ffe00 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c19b7e0 con 0x7fcf9c0ff460 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c19aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43016/0 (socket says 172.21.15.63:43016) 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 -- 172.21.15.63:0/3518269300 learned_addr learned my addr 172.21.15.63:0/3518269300 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcf9bfff700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcf9c0ff460 0x7fcf9c196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcf9b7fe700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcf9c0ffe00 0x7fcf9c196aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 -- 172.21.15.63:0/3518269300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcf9c0ff460 msgr2=0x7fcf9c196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcf9c0ff460 0x7fcf9c196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 -- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcf9c0ffe00 msgr2=0x7fcf9c196aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcf9c0ffe00 0x7fcf9c196aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf94009d00 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa0e1c700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c19aea0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcf94007870 tx=0x7fcf940078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf9400e040 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf9c10f260 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf94003e10 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf9401b980 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.765+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf9c10f0d0 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.766+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fcf9c068f80 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.767+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fcf94005090 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf997fa700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf840a11e0 0x7fcf840a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf9bfff700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf840a11e0 0x7fcf840a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fcf940ce710 con 0x7fcf9c104500 2023-11-16T18:22:45.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf997fa700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] conn(0x7fcf840ac1f0 0x7fcf840ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcf840aed50 con 0x7fcf840ac1f0 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.768+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf940ceb20 con 0x7fcf9c104500 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.769+0000 7fcf9bfff700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf840a11e0 0x7fcf840a3690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c004630 tx=0x7fcf8c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.769+0000 7fcf9b7fe700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] conn(0x7fcf840ac1f0 0x7fcf840ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.769+0000 7fcf9b7fe700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] conn(0x7fcf840ac1f0 0x7fcf840ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.770+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== osd.1 v2:172.21.15.93:6800/2049865543 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fcf840aed50 con 0x7fcf840ac1f0 2023-11-16T18:22:45.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.786+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 --> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fcf9c10f3f0 con 0x7fcf840ac1f0 2023-11-16T18:22:45.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcf997fa700 1 -- 172.21.15.63:0/3518269300 <== osd.1 v2:172.21.15.93:6800/2049865543 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fcf9c10f3f0 con 0x7fcf840ac1f0 2023-11-16T18:22:45.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] conn(0x7fcf840ac1f0 msgr2=0x7fcf840ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] conn(0x7fcf840ac1f0 0x7fcf840ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf840a11e0 msgr2=0x7fcf840a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcf840a11e0 0x7fcf840a3690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c004630 tx=0x7fcf8c00b3c0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 msgr2=0x7fcf9c19aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.787+0000 7fcfa287f700 1 --2- 172.21.15.63:0/3518269300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf9c104500 0x7fcf9c19aea0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcf94007870 tx=0x7fcf940078a0 comp rx=0 tx=0).stop 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.788+0000 7fcfa0e1c700 1 -- 172.21.15.63:0/3518269300 reap_dead start 2023-11-16T18:22:45.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.788+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 shutdown_connections 2023-11-16T18:22:45.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.788+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 >> 172.21.15.63:0/3518269300 conn(0x7fcf9c0770a0 msgr2=0x7fcf9c0685b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:45.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.788+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 shutdown_connections 2023-11-16T18:22:45.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:45.788+0000 7fcfa287f700 1 -- 172.21.15.63:0/3518269300 wait complete. 2023-11-16T18:22:46.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:45 smithi063 ceph-mon[98873]: osdmap e91: 12 total, 12 up, 12 in 2023-11-16T18:22:46.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:45 smithi093 ceph-mon[100185]: osdmap e91: 12 total, 12 up, 12 in 2023-11-16T18:22:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:45 smithi125 ceph-mon[100672]: osdmap e91: 12 total, 12 up, 12 in 2023-11-16T18:22:46.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 -- 172.21.15.63:0/2218064016 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc00fea90 msgr2=0x7f1dc00fee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 --2- 172.21.15.63:0/2218064016 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc00fea90 0x7f1dc00fee60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009990 tx=0x7f1dbc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 -- 172.21.15.63:0/2218064016 shutdown_connections 2023-11-16T18:22:46.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 --2- 172.21.15.63:0/2218064016 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc0105450 0x7f1dc010d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 --2- 172.21.15.63:0/2218064016 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc00fea90 0x7f1dc00fee60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 --2- 172.21.15.63:0/2218064016 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dc00ff430 0x7f1dc0104d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 -- 172.21.15.63:0/2218064016 >> 172.21.15.63:0/2218064016 conn(0x7f1dc00758c0 msgr2=0x7f1dc0075cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 -- 172.21.15.63:0/2218064016 shutdown_connections 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.501+0000 7f1dc699e700 1 -- 172.21.15.63:0/2218064016 wait complete. 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 Processor -- start 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 -- start start 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc00fea90 0x7f1dc0196250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dc00ff430 0x7f1dc0196790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 0x7f1dc019ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc019b210 con 0x7f1dc0105450 2023-11-16T18:22:46.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc019b380 con 0x7f1dc00fea90 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc699e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc019b540 con 0x7f1dc00ff430 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc619d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 0x7f1dc019ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc619d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 0x7f1dc019ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43030/0 (socket says 172.21.15.63:43030) 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc619d700 1 -- 172.21.15.63:0/745653348 learned_addr learned my addr 172.21.15.63:0/745653348 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc599c700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc00fea90 0x7f1dc0196250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.502+0000 7f1dc519b700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dc00ff430 0x7f1dc0196790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 -- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dc00ff430 msgr2=0x7f1dc0196790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dc00ff430 0x7f1dc0196790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 -- 172.21.15.63:0/745653348 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc00fea90 msgr2=0x7f1dc0196250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc00fea90 0x7f1dc0196250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dbc0095f0 con 0x7f1dc0105450 2023-11-16T18:22:46.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc599c700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dc00fea90 0x7f1dc0196250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc619d700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 0x7f1dc019ac00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1db800ef30 tx=0x7f1db800c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db8018070 con 0x7f1dc0105450 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1db800f040 con 0x7f1dc0105450 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dc01101d0 con 0x7f1dc0105450 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db8003dc0 con 0x7f1dc0105450 2023-11-16T18:22:46.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.503+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dc0110040 con 0x7f1dc0105450 2023-11-16T18:22:46.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.504+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1dc00fcc90 con 0x7f1dc0105450 2023-11-16T18:22:46.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.505+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f1db800caa0 con 0x7f1dc0105450 2023-11-16T18:22:46.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1db6ffd700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1dac0a1260 0x7f1dac0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:46.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1dc599c700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1dac0a1260 0x7f1dac0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:46.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1db80cd340 con 0x7f1dc0105450 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1db6ffd700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] conn(0x7f1dac0ac270 0x7f1dac0ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1dac0aedd0 con 0x7f1dac0ac270 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1db80cd6b0 con 0x7f1dc0105450 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1dc599c700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1dac0a1260 0x7f1dac0a3710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc000c00 tx=0x7f1dbc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.506+0000 7f1dc519b700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] conn(0x7f1dac0ac270 0x7f1dac0ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.507+0000 7f1dc519b700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] conn(0x7f1dac0ac270 0x7f1dac0ae700 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:46.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.508+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== osd.5 v2:172.21.15.125:6808/428393545 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f1dac0aedd0 con 0x7f1dac0ac270 2023-11-16T18:22:46.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.523+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 --> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1dc0110360 con 0x7f1dac0ac270 2023-11-16T18:22:46.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1db6ffd700 1 -- 172.21.15.63:0/745653348 <== osd.5 v2:172.21.15.125:6808/428393545 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f1dc0110360 con 0x7f1dac0ac270 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] conn(0x7f1dac0ac270 msgr2=0x7f1dac0ae700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] conn(0x7f1dac0ac270 0x7f1dac0ae700 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1dac0a1260 msgr2=0x7f1dac0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1dac0a1260 0x7f1dac0a3710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc000c00 tx=0x7f1dbc005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 msgr2=0x7f1dc019ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 --2- 172.21.15.63:0/745653348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dc0105450 0x7f1dc019ac00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1db800ef30 tx=0x7f1db800c450 comp rx=0 tx=0).stop 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc619d700 1 -- 172.21.15.63:0/745653348 reap_dead start 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 shutdown_connections 2023-11-16T18:22:46.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 >> 172.21.15.63:0/745653348 conn(0x7f1dc00758c0 msgr2=0x7f1dc00fc240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:46.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 shutdown_connections 2023-11-16T18:22:46.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:46.524+0000 7f1dc699e700 1 -- 172.21.15.63:0/745653348 wait complete. 2023-11-16T18:22:46.624 INFO:teuthology.orchestra.run.smithi063.stdout:253403070498 2023-11-16T18:22:46.624 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.8 2023-11-16T18:22:47.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:46 smithi063 ceph-mon[98873]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:22:47.120 INFO:teuthology.orchestra.run.smithi063.stdout:77309411389 2023-11-16T18:22:47.121 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-11-16T18:22:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:46 smithi093 ceph-mon[100185]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:22:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:46 smithi125 ceph-mon[100672]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 -- 172.21.15.63:0/3473579303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 msgr2=0x7fe338104ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 --2- 172.21.15.63:0/3473579303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338104ed0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe32c0099c0 tx=0x7fe32c009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 -- 172.21.15.63:0/3473579303 shutdown_connections 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 --2- 172.21.15.63:0/3473579303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe338105600 0x7fe33810d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 --2- 172.21.15.63:0/3473579303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338100560 0x7fe338100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 --2- 172.21.15.63:0/3473579303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338104ed0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 -- 172.21.15.63:0/3473579303 >> 172.21.15.63:0/3473579303 conn(0x7fe3380fbde0 msgr2=0x7fe3380fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 -- 172.21.15.63:0/3473579303 shutdown_connections 2023-11-16T18:22:47.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.341+0000 7fe33cacd700 1 -- 172.21.15.63:0/3473579303 wait complete. 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 Processor -- start 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 -- start start 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe338100560 0x7fe338072df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338073330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338105600 0x7fe3380738b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3381a4740 con 0x7fe338100f00 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3381a48b0 con 0x7fe338105600 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.342+0000 7fe33cacd700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3381a4a70 con 0x7fe338100560 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338073330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338073330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43042/0 (socket says 172.21.15.63:43042) 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 -- 172.21.15.63:0/170153967 learned_addr learned my addr 172.21.15.63:0/170153967 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:47.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe336d9d700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338105600 0x7fe3380738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe33659c700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe338100560 0x7fe338072df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 -- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe338100560 msgr2=0x7fe338072df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe338100560 0x7fe338072df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 -- 172.21.15.63:0/170153967 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338105600 msgr2=0x7fe3380738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338105600 0x7fe3380738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe32c0095f0 con 0x7fe338100f00 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe336d9d700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe338105600 0x7fe3380738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe335d9b700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338073330 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009f50 tx=0x7fe32c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe32c01d070 con 0x7fe338100f00 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe32c004010 con 0x7fe338100f00 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe338110330 con 0x7fe338100f00 2023-11-16T18:22:47.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe32c022dd0 con 0x7fe338100f00 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.343+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3381101a0 con 0x7fe338100f00 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.344+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe3380fd130 con 0x7fe338100f00 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fe32c022500 con 0x7fe338100f00 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe3200a1260 0x7fe3200a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe33659c700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe3200a1260 0x7fe3200a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe32c0cead0 con 0x7fe338100f00 2023-11-16T18:22:47.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] conn(0x7fe3200ac270 0x7fe3200ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe3200aedd0 con 0x7fe3200ac270 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.346+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe32c0ceee0 con 0x7fe338100f00 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.347+0000 7fe33659c700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe3200a1260 0x7fe3200a3710 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe328005ea0 tx=0x7fe328005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.347+0000 7fe336d9d700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] conn(0x7fe3200ac270 0x7fe3200ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.347+0000 7fe336d9d700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] conn(0x7fe3200ac270 0x7fe3200ae700 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.348+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== osd.11 v2:172.21.15.125:6824/1834480331 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fe3200aedd0 con 0x7fe3200ac270 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.364+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 --> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe3381104c0 con 0x7fe3200ac270 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe3277fe700 1 -- 172.21.15.63:0/170153967 <== osd.11 v2:172.21.15.125:6824/1834480331 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe3381104c0 con 0x7fe3200ac270 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] conn(0x7fe3200ac270 msgr2=0x7fe3200ae700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] conn(0x7fe3200ac270 0x7fe3200ae700 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe3200a1260 msgr2=0x7fe3200a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe3200a1260 0x7fe3200a3710 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe328005ea0 tx=0x7fe328005e30 comp rx=0 tx=0).stop 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 msgr2=0x7fe338073330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 --2- 172.21.15.63:0/170153967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe338100f00 0x7fe338073330 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009f50 tx=0x7fe32c005ef0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe336d9d700 1 -- 172.21.15.63:0/170153967 reap_dead start 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 shutdown_connections 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.365+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 >> 172.21.15.63:0/170153967 conn(0x7fe3380fbde0 msgr2=0x7fe3380fc760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.366+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 shutdown_connections 2023-11-16T18:22:47.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.366+0000 7fe33cacd700 1 -- 172.21.15.63:0/170153967 wait complete. 2023-11-16T18:22:47.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 -- 172.21.15.63:0/3992978262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c104500 msgr2=0x7f561c10c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 --2- 172.21.15.63:0/3992978262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c104500 0x7f561c10c080 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f561400b0d0 tx=0x7f561400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 -- 172.21.15.63:0/3992978262 shutdown_connections 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 --2- 172.21.15.63:0/3992978262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c104500 0x7f561c10c080 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 --2- 172.21.15.63:0/3992978262 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f561c0ff460 0x7f561c0ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 --2- 172.21.15.63:0/3992978262 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f561c0ffe00 0x7f561c103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.753+0000 7f562477e700 1 -- 172.21.15.63:0/3992978262 >> 172.21.15.63:0/3992978262 conn(0x7f561c0770a0 msgr2=0x7f561c0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- 172.21.15.63:0/3992978262 shutdown_connections 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- 172.21.15.63:0/3992978262 wait complete. 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 Processor -- start 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- start start 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f561c0ff460 0x7f561c19e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 0x7f561c19ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f561c104500 0x7f561c1985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c198c10 con 0x7f561c0ffe00 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c198d80 con 0x7f561c104500 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.754+0000 7f562477e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c198f40 con 0x7f561c0ff460 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 0x7f561c19ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 0x7f561c19ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43058/0 (socket says 172.21.15.63:43058) 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 -- 172.21.15.63:0/1904896486 learned_addr learned my addr 172.21.15.63:0/1904896486 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5622d1b700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f561c104500 0x7f561c1985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f562251a700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f561c0ff460 0x7f561c19e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 -- 172.21.15.63:0/1904896486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f561c0ff460 msgr2=0x7f561c19e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f561c0ff460 0x7f561c19e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 -- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f561c104500 msgr2=0x7f561c1985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f561c104500 0x7f561c1985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5614009d00 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f5621d19700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 0x7f561c19ea60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f560c00e970 tx=0x7f560c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c009790 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f560c00c7e0 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f561c1103e0 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c0054e0 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.755+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f561c110250 con 0x7f561c0ffe00 2023-11-16T18:22:47.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.756+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f561c0fd6d0 con 0x7f561c0ffe00 2023-11-16T18:22:47.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.757+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f560c00c950 con 0x7f561c0ffe00 2023-11-16T18:22:47.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f56137fe700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56080a1260 0x7f56080a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f562251a700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56080a1260 0x7f56080a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f560c014070 con 0x7f561c0ffe00 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f56137fe700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] conn(0x7f56080ac270 0x7f56080ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f56080aedd0 con 0x7f56080ac270 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.758+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f560c0cd540 con 0x7f561c0ffe00 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.759+0000 7f562251a700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56080a1260 0x7f56080a3710 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5618005950 tx=0x7f561800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.759+0000 7f5622d1b700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] conn(0x7f56080ac270 0x7f56080ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.759+0000 7f5622d1b700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] conn(0x7f56080ac270 0x7f56080ae700 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:47.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.760+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== osd.4 v2:172.21.15.93:6808/4090626686 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f56080aedd0 con 0x7f56080ac270 2023-11-16T18:22:47.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.778+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 --> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f561c110570 con 0x7f56080ac270 2023-11-16T18:22:47.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f56137fe700 1 -- 172.21.15.63:0/1904896486 <== osd.4 v2:172.21.15.93:6808/4090626686 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f561c110570 con 0x7f56080ac270 2023-11-16T18:22:47.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] conn(0x7f56080ac270 msgr2=0x7f56080ae700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] conn(0x7f56080ac270 0x7f56080ae700 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:47.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56080a1260 msgr2=0x7f56080a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56080a1260 0x7f56080a3710 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5618005950 tx=0x7f561800a300 comp rx=0 tx=0).stop 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 msgr2=0x7f561c19ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 --2- 172.21.15.63:0/1904896486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f561c0ffe00 0x7f561c19ea60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f560c00e970 tx=0x7f560c00ec80 comp rx=0 tx=0).stop 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f5622d1b700 1 -- 172.21.15.63:0/1904896486 reap_dead start 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 shutdown_connections 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 >> 172.21.15.63:0/1904896486 conn(0x7f561c0770a0 msgr2=0x7f561c0fcd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 shutdown_connections 2023-11-16T18:22:47.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:47.779+0000 7f562477e700 1 -- 172.21.15.63:0/1904896486 wait complete. 2023-11-16T18:22:48.141 INFO:teuthology.orchestra.run.smithi063.stdout:55834574915 2023-11-16T18:22:48.142 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-11-16T18:22:48.149 INFO:teuthology.orchestra.run.smithi063.stdout:309237645338 2023-11-16T18:22:48.150 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.10 2023-11-16T18:22:48.338 INFO:teuthology.orchestra.run.smithi063.stdout:339302416407 2023-11-16T18:22:48.338 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.11 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 -- 172.21.15.63:0/478252246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc0ff0d0 msgr2=0x7fbcfc0ff4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/478252246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc0ff4a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbcec009990 tx=0x7fbcec009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 -- 172.21.15.63:0/478252246 shutdown_connections 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/478252246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc10f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/478252246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc0ff4a0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/478252246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff9e0 0x7fbcfc10c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 -- 172.21.15.63:0/478252246 >> 172.21.15.63:0/478252246 conn(0x7fbcfc0770a0 msgr2=0x7fbcfc0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 -- 172.21.15.63:0/478252246 shutdown_connections 2023-11-16T18:22:48.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.574+0000 7fbd00ae1700 1 -- 172.21.15.63:0/478252246 wait complete. 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 Processor -- start 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 -- start start 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbcfc0ff9e0 0x7fbcfc198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc19bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcfc19c580 con 0x7fbcfc10cc80 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcfc19c6f0 con 0x7fbcfc0ff9e0 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbd00ae1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcfc19c8b0 con 0x7fbcfc0ff0d0 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbcfad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc19bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbcfad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc19bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43076/0 (socket says 172.21.15.63:43076) 2023-11-16T18:22:48.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.575+0000 7fbcfad9d700 1 -- 172.21.15.63:0/2352028155 learned_addr learned my addr 172.21.15.63:0/2352028155 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcf9d9b700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbcfc0ff9e0 0x7fbcfc198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfa59c700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 -- 172.21.15.63:0/2352028155 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff0d0 msgr2=0x7fbcfc198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 -- 172.21.15.63:0/2352028155 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbcfc0ff9e0 msgr2=0x7fbcfc198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbcfc0ff9e0 0x7fbcfc198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcec0095f0 con 0x7fbcfc10cc80 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfa59c700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbcfc0ff0d0 0x7fbcfc198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbcfad9d700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc19bf80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbcf4009fd0 tx=0x7fbcf400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcf4018070 con 0x7fbcfc10cc80 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbcf400f040 con 0x7fbcfc10cc80 2023-11-16T18:22:48.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcfc1125b0 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcf400cdb0 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.576+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcfc112420 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.577+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbcfc10eb70 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.578+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fbcf4004ad0 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbceb7fe700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbce40a11e0 0x7fbce40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbcfa59c700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbce40a11e0 0x7fbce40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fbcf40cd1e0 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbceb7fe700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] conn(0x7fbce40ac1f0 0x7fbce40ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbce40aed50 con 0x7fbce40ac1f0 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbcf40cd550 con 0x7fbcfc10cc80 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.579+0000 7fbcf9d9b700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] conn(0x7fbce40ac1f0 0x7fbce40ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:48.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.580+0000 7fbcfa59c700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbce40a11e0 0x7fbce40a3690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbcec000c00 tx=0x7fbcec005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.580+0000 7fbcf9d9b700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] conn(0x7fbce40ac1f0 0x7fbce40ae680 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.581+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== osd.3 v2:172.21.15.63:6810/694811623 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fbce40aed50 con 0x7fbce40ac1f0 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.596+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 --> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbcfc112740 con 0x7fbce40ac1f0 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.596+0000 7fbceb7fe700 1 -- 172.21.15.63:0/2352028155 <== osd.3 v2:172.21.15.63:6810/694811623 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fbcfc112740 con 0x7fbce40ac1f0 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] conn(0x7fbce40ac1f0 msgr2=0x7fbce40ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] conn(0x7fbce40ac1f0 0x7fbce40ae680 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbce40a11e0 msgr2=0x7fbce40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbce40a11e0 0x7fbce40a3690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbcec000c00 tx=0x7fbcec005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 msgr2=0x7fbcfc19bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 --2- 172.21.15.63:0/2352028155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcfc10cc80 0x7fbcfc19bf80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbcf4009fd0 tx=0x7fbcf400ef90 comp rx=0 tx=0).stop 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbcfad9d700 1 -- 172.21.15.63:0/2352028155 reap_dead start 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 shutdown_connections 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 >> 172.21.15.63:0/2352028155 conn(0x7fbcfc0770a0 msgr2=0x7fbcfc10e120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 shutdown_connections 2023-11-16T18:22:48.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:48.597+0000 7fbd00ae1700 1 -- 172.21.15.63:0/2352028155 wait complete. 2023-11-16T18:22:48.826 INFO:teuthology.orchestra.run.smithi063.stdout:141733920822 2023-11-16T18:22:48.826 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-11-16T18:22:48.873 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:48 smithi063 ceph-mon[98873]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.052+0000 7f761fc4f700 1 -- 172.21.15.63:0/217459834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 msgr2=0x7f761810ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.052+0000 7f761fc4f700 1 --2- 172.21.15.63:0/217459834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f761810ccd0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f761000b0a0 tx=0x7f761000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 -- 172.21.15.63:0/217459834 shutdown_connections 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 --2- 172.21.15.63:0/217459834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f761810ccd0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 --2- 172.21.15.63:0/217459834 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7618101540 0x7f7618101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 --2- 172.21.15.63:0/217459834 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7618101e50 0x7f761810a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 -- 172.21.15.63:0/217459834 >> 172.21.15.63:0/217459834 conn(0x7f76180770a0 msgr2=0x7f76180774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 -- 172.21.15.63:0/217459834 shutdown_connections 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 -- 172.21.15.63:0/217459834 wait complete. 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 Processor -- start 2023-11-16T18:22:49.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.053+0000 7f761fc4f700 1 -- start start 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7618101540 0x7f76180ff1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7618101e50 0x7f76180ff6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f76180ffc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76181a4940 con 0x7f761810a890 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76181a4ab0 con 0x7f7618101e50 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761fc4f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76181a4c70 con 0x7f7618101540 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f76180ffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f76180ffc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43090/0 (socket says 172.21.15.63:43090) 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 -- 172.21.15.63:0/2024549740 learned_addr learned my addr 172.21.15.63:0/2024549740 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761d9eb700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7618101540 0x7f76180ff1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 -- 172.21.15.63:0/2024549740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7618101540 msgr2=0x7f76180ff1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7618101540 0x7f76180ff1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 -- 172.21.15.63:0/2024549740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7618101e50 msgr2=0x7f76180ff6e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7618101e50 0x7f76180ff6e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.054+0000 7f761e1ec700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7610009d00 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.055+0000 7f761e1ec700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f76180ffc60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f761000b780 tx=0x7f761000bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.055+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f761000e040 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.055+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7610004e60 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.055+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76100052a0 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.056+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7618110300 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.056+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7618110170 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.056+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f76180fc720 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.058+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7610005400 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f760effd700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f76040a1260 0x7f76040a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f76100ce5e0 con 0x7f761810a890 2023-11-16T18:22:49.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f761d9eb700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f76040a1260 0x7f76040a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f760effd700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] conn(0x7f76040ac270 0x7f76040ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f76040aedd0 con 0x7f76040ac270 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.059+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76100ce9f0 con 0x7f761810a890 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.060+0000 7f761d1ea700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] conn(0x7f76040ac270 0x7f76040ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.060+0000 7f761d9eb700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f76040a1260 0x7f76040a3710 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7614005950 tx=0x7f761400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.060+0000 7f761d1ea700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] conn(0x7f76040ac270 0x7f76040ae700 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.061+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== osd.0 v2:172.21.15.63:6802/3982652177 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f76040aedd0 con 0x7f76040ac270 2023-11-16T18:22:49.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 --> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7618110490 con 0x7f76040ac270 2023-11-16T18:22:49.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f760effd700 1 -- 172.21.15.63:0/2024549740 <== osd.0 v2:172.21.15.63:6802/3982652177 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7618110490 con 0x7f76040ac270 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] conn(0x7f76040ac270 msgr2=0x7f76040ae700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] conn(0x7f76040ac270 0x7f76040ae700 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f76040a1260 msgr2=0x7f76040a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f76040a1260 0x7f76040a3710 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7614005950 tx=0x7f761400b410 comp rx=0 tx=0).stop 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 msgr2=0x7f76180ffc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761fc4f700 1 --2- 172.21.15.63:0/2024549740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f761810a890 0x7f76180ffc60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f761000b780 tx=0x7f761000bd60 comp rx=0 tx=0).stop 2023-11-16T18:22:49.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.078+0000 7f761e1ec700 1 -- 172.21.15.63:0/2024549740 reap_dead start 2023-11-16T18:22:49.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.079+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 shutdown_connections 2023-11-16T18:22:49.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.079+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 >> 172.21.15.63:0/2024549740 conn(0x7f76180770a0 msgr2=0x7f76180fbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.079+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 shutdown_connections 2023-11-16T18:22:49.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.079+0000 7f761fc4f700 1 -- 172.21.15.63:0/2024549740 wait complete. 2023-11-16T18:22:49.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:48 smithi093 ceph-mon[100185]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:48 smithi125 ceph-mon[100672]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:49.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 -- 172.21.15.63:0/2664486563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 msgr2=0x7f994c104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 --2- 172.21.15.63:0/2664486563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c104120 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9940009990 tx=0x7f9940009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 -- 172.21.15.63:0/2664486563 shutdown_connections 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 --2- 172.21.15.63:0/2664486563 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f994c104660 0x7f994c104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 --2- 172.21.15.63:0/2664486563 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 0x7f994c0ff700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 --2- 172.21.15.63:0/2664486563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c104120 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 -- 172.21.15.63:0/2664486563 >> 172.21.15.63:0/2664486563 conn(0x7f994c0770a0 msgr2=0x7f994c0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 -- 172.21.15.63:0/2664486563 shutdown_connections 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.186+0000 7f9952827700 1 -- 172.21.15.63:0/2664486563 wait complete. 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.187+0000 7f9952827700 1 Processor -- start 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.187+0000 7f9952827700 1 -- start start 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 0x7f994c1a2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c1a2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f994c104660 0x7f994c19c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f994c19d0f0 con 0x7f994c0ffc40 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f994c19d260 con 0x7f994c0ff330 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f994c19d420 con 0x7f994c104660 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c1a2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c1a2e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43106/0 (socket says 172.21.15.63:43106) 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 -- 172.21.15.63:0/1927431885 learned_addr learned my addr 172.21.15.63:0/1927431885 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9950dc4700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f994c104660 0x7f994c19c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994bfff700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 0x7f994c1a2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 -- 172.21.15.63:0/1927431885 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f994c104660 msgr2=0x7f994c19c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f994c104660 0x7f994c19c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 -- 172.21.15.63:0/1927431885 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 msgr2=0x7f994c1a2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 0x7f994c1a2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f993c009520 con 0x7f994c0ffc40 2023-11-16T18:22:49.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994bfff700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f994c0ff330 0x7f994c1a2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f994b7fe700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c1a2e90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9940005910 tx=0x7f9940005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994001d070 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99400095f0 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9940022470 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.188+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9940017650 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.189+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f994c116970 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.189+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f994c103a00 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.191+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f994000fad0 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.191+0000 7f99497fa700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f99340a11e0 0x7f99340a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.191+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f99400cefd0 con 0x7f994c0ffc40 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.191+0000 7f994bfff700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f99340a11e0 0x7f99340a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f99497fa700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] conn(0x7f99340ac1f0 0x7f99340ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f99340aed50 con 0x7f99340ac1f0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f99400cf3e0 con 0x7f994c0ffc40 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f9950dc4700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] conn(0x7f99340ac1f0 0x7f99340ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f994bfff700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f99340a11e0 0x7f99340a3690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f993c009d70 tx=0x7f993c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.192+0000 7f9950dc4700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] conn(0x7f99340ac1f0 0x7f99340ae680 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.193+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== osd.9 v2:172.21.15.63:6826/1006098568 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f99340aed50 con 0x7f99340ac1f0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.216+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 --> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f994c1167e0 con 0x7f99340ac1f0 2023-11-16T18:22:49.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f99497fa700 1 -- 172.21.15.63:0/1927431885 <== osd.9 v2:172.21.15.63:6826/1006098568 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f994c1167e0 con 0x7f99340ac1f0 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] conn(0x7f99340ac1f0 msgr2=0x7f99340ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] conn(0x7f99340ac1f0 0x7f99340ae680 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f99340a11e0 msgr2=0x7f99340a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f99340a11e0 0x7f99340a3690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f993c009d70 tx=0x7f993c009260 comp rx=0 tx=0).stop 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 msgr2=0x7f994c1a2e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 --2- 172.21.15.63:0/1927431885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f994c0ffc40 0x7f994c1a2e90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9940005910 tx=0x7f9940005740 comp rx=0 tx=0).stop 2023-11-16T18:22:49.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9950dc4700 1 -- 172.21.15.63:0/1927431885 reap_dead start 2023-11-16T18:22:49.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 shutdown_connections 2023-11-16T18:22:49.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 >> 172.21.15.63:0/1927431885 conn(0x7f994c0770a0 msgr2=0x7f994c102060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 shutdown_connections 2023-11-16T18:22:49.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.217+0000 7f9952827700 1 -- 172.21.15.63:0/1927431885 wait complete. 2023-11-16T18:22:49.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 -- 172.21.15.63:0/4089775501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 msgr2=0x7fc13810d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 --2- 172.21.15.63:0/4089775501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13810d160 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc13000b0d0 tx=0x7fc13000b3e0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 -- 172.21.15.63:0/4089775501 shutdown_connections 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 --2- 172.21.15.63:0/4089775501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13810d160 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 --2- 172.21.15.63:0/4089775501 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 0x7fc138100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 --2- 172.21.15.63:0/4089775501 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc138100ee0 0x7fc138104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 -- 172.21.15.63:0/4089775501 >> 172.21.15.63:0/4089775501 conn(0x7fc1380fbdc0 msgr2=0x7fc1380fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 -- 172.21.15.63:0/4089775501 shutdown_connections 2023-11-16T18:22:49.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.489+0000 7fc13de5b700 1 -- 172.21.15.63:0/4089775501 wait complete. 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 Processor -- start 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 -- start start 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 0x7fc138196480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc138100ee0 0x7fc1381969c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13819ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13819b440 con 0x7fc1381055e0 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13819b5b0 con 0x7fc138100540 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc13de5b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13819b770 con 0x7fc138100ee0 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc137fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13819ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc1377fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 0x7fc138196480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc137fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13819ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43124/0 (socket says 172.21.15.63:43124) 2023-11-16T18:22:49.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.490+0000 7fc137fff700 1 -- 172.21.15.63:0/3971172253 learned_addr learned my addr 172.21.15.63:0/3971172253 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:49.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc136ffd700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc138100ee0 0x7fc1381969c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 -- 172.21.15.63:0/3971172253 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc138100ee0 msgr2=0x7fc1381969c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc138100ee0 0x7fc1381969c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 -- 172.21.15.63:0/3971172253 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 msgr2=0x7fc138196480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 0x7fc138196480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc130009d00 con 0x7fc1381055e0 2023-11-16T18:22:49.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc1377fe700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc138100540 0x7fc138196480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:49.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc137fff700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13819ae30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc130007870 tx=0x7fc1300078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13000e040 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc138110360 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc130003e10 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13001b980 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.491+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1381101d0 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.492+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc1380fd1d0 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.493+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc130024410 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc134ff9700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc1200a11e0 0x7fc1200a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc1377fe700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc1200a11e0 0x7fc1200a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc1300ce450 con 0x7fc1381055e0 2023-11-16T18:22:49.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc134ff9700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] conn(0x7fc1200ac1f0 0x7fc1200ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc1200aed50 con 0x7fc1200ac1f0 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1300d0a30 con 0x7fc1381055e0 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc136ffd700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] conn(0x7fc1200ac1f0 0x7fc1200ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.494+0000 7fc1377fe700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc1200a11e0 0x7fc1200a3690 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc12c005950 tx=0x7fc12c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.495+0000 7fc136ffd700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] conn(0x7fc1200ac1f0 0x7fc1200ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:49.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.496+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== osd.6 v2:172.21.15.63:6818/713352406 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fc1200aed50 con 0x7fc1200ac1f0 2023-11-16T18:22:49.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.512+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 --> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc1381104f0 con 0x7fc1200ac1f0 2023-11-16T18:22:49.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc134ff9700 1 -- 172.21.15.63:0/3971172253 <== osd.6 v2:172.21.15.63:6818/713352406 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fc1381104f0 con 0x7fc1200ac1f0 2023-11-16T18:22:49.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] conn(0x7fc1200ac1f0 msgr2=0x7fc1200ae680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] conn(0x7fc1200ac1f0 0x7fc1200ae680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc1200a11e0 msgr2=0x7fc1200a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc1200a11e0 0x7fc1200a3690 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc12c005950 tx=0x7fc12c00b410 comp rx=0 tx=0).stop 2023-11-16T18:22:49.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 msgr2=0x7fc13819ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 --2- 172.21.15.63:0/3971172253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1381055e0 0x7fc13819ae30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc130007870 tx=0x7fc1300078a0 comp rx=0 tx=0).stop 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc137fff700 1 -- 172.21.15.63:0/3971172253 reap_dead start 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 shutdown_connections 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.513+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 >> 172.21.15.63:0/3971172253 conn(0x7fc1380fbdc0 msgr2=0x7fc1380fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.514+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 shutdown_connections 2023-11-16T18:22:49.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:49.514+0000 7fc13de5b700 1 -- 172.21.15.63:0/3971172253 wait complete. 2023-11-16T18:22:50.038 INFO:teuthology.orchestra.run.smithi063.stdout:107374182458 2023-11-16T18:22:50.039 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-11-16T18:22:50.534 INFO:teuthology.orchestra.run.smithi063.stdout:287762808864 2023-11-16T18:22:50.535 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.9 2023-11-16T18:22:50.646 INFO:teuthology.orchestra.run.smithi063.stdout:197568495661 2023-11-16T18:22:50.646 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-11-16T18:22:50.698 INFO:teuthology.orchestra.run.smithi063.stdout:34359738439 2023-11-16T18:22:50.699 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-11-16T18:22:50.699 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:50.717 INFO:teuthology.orchestra.run.smithi063.stdout:163208757297 2023-11-16T18:22:50.717 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-11-16T18:22:50.851 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:50.868 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:50.949 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:51.055 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:50 smithi063 ceph-mon[98873]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 511 B/s wr, 5 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:51.086 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:50 smithi093 ceph-mon[100185]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 511 B/s wr, 5 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:50 smithi125 ceph-mon[100672]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 638 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 511 B/s wr, 5 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:51.790 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:52.610 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:53.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:52 smithi063 ceph-mon[98873]: pgmap v295: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:52 smithi093 ceph-mon[100185]: pgmap v295: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:52 smithi125 ceph-mon[100672]: pgmap v295: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s; 7.2 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:54.350 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:54.470 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:54.708 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:55.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:54 smithi063 ceph-mon[98873]: pgmap v296: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 449 B/s wr, 6 op/s; 6.4 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:54 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:22:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:54 smithi093 ceph-mon[100185]: pgmap v296: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 449 B/s wr, 6 op/s; 6.4 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:54 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:22:55.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:54 smithi125 ceph-mon[100672]: pgmap v296: 129 pgs: 129 active+clean; 638 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 449 B/s wr, 6 op/s; 6.4 KiB/s, 1 keys/s, 0 objects/s recovering 2023-11-16T18:22:55.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:54 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:22:55.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 -- 172.21.15.63:0/3962761654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a401013e0 msgr2=0x7f0a401017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 --2- 172.21.15.63:0/3962761654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a401013e0 0x7f0a401017b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c009990 tx=0x7f0a3c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 -- 172.21.15.63:0/3962761654 shutdown_connections 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 --2- 172.21.15.63:0/3962761654 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 0x7f0a4010cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 --2- 172.21.15.63:0/3962761654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a401013e0 0x7f0a401017b0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 --2- 172.21.15.63:0/3962761654 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a40101cf0 0x7f0a4010a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 -- 172.21.15.63:0/3962761654 >> 172.21.15.63:0/3962761654 conn(0x7f0a400770d0 msgr2=0x7f0a400774d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 -- 172.21.15.63:0/3962761654 shutdown_connections 2023-11-16T18:22:55.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.557+0000 7f0a4796a700 1 -- 172.21.15.63:0/3962761654 wait complete. 2023-11-16T18:22:55.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 Processor -- start 2023-11-16T18:22:55.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 -- start start 2023-11-16T18:22:55.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 0x7f0a4019ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4019b3f0 con 0x7f0a40101cf0 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4019b560 con 0x7f0a4010a900 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a4796a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4019b720 con 0x7f0a401013e0 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a44f05700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a45706700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a44f05700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43150/0 (socket says 172.21.15.63:43150) 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a45706700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:41916/0 (socket says 172.21.15.63:41916) 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a45f07700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 0x7f0a4019ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.558+0000 7f0a44f05700 1 -- 172.21.15.63:0/2187669401 learned_addr learned my addr 172.21.15.63:0/2187669401 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 -- 172.21.15.63:0/2187669401 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 msgr2=0x7f0a40196430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 -- 172.21.15.63:0/2187669401 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 msgr2=0x7f0a4019ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 0x7f0a4019ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 -- 172.21.15.63:0/2187669401 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a38009c40 con 0x7f0a40101cf0 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a45706700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a44f05700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0a3000d950 tx=0x7f0a3000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a30009940 con 0x7f0a40101cf0 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a30010460 con 0x7f0a40101cf0 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a3c0095f0 con 0x7f0a40101cf0 2023-11-16T18:22:55.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3000f620 con 0x7f0a40101cf0 2023-11-16T18:22:55.563 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.559+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a40110370 con 0x7f0a40101cf0 2023-11-16T18:22:55.563 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.560+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a401101e0 con 0x7f0a40101cf0 2023-11-16T18:22:55.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.563+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f0a300108d0 con 0x7f0a40101cf0 2023-11-16T18:22:55.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.563+0000 7f0a367fc700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 0x7f0a2c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.563+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f0a300cd190 con 0x7f0a40101cf0 2023-11-16T18:22:55.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.563+0000 7f0a45706700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 0x7f0a2c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.564+0000 7f0a45706700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 0x7f0a2c0a3710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c00b2e0 tx=0x7f0a3c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:55.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.567+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0a30096470 con 0x7f0a40101cf0 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 -- 172.21.15.63:0/828265024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 msgr2=0x7f9e6410c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/828265024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e6410c080 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c00b0a0 tx=0x7f9e5c00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 -- 172.21.15.63:0/828265024 shutdown_connections 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/828265024 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e6410c080 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/828265024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ff460 0x7f9e640ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/828265024 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ffe00 0x7f9e64103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 -- 172.21.15.63:0/828265024 >> 172.21.15.63:0/828265024 conn(0x7f9e640770a0 msgr2=0x7f9e640774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:55.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 -- 172.21.15.63:0/828265024 shutdown_connections 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.527+0000 7f9e6a96e700 1 -- 172.21.15.63:0/828265024 wait complete. 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 Processor -- start 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 -- start start 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ff460 0x7f9e641953e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e64199d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6419a3a0 con 0x7f9e640ffe00 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6419a510 con 0x7f9e64104500 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e6a96e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6419a6d0 con 0x7f9e640ff460 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e637fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e637fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43136/0 (socket says 172.21.15.63:43136) 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e637fe700 1 -- 172.21.15.63:0/3316510018 learned_addr learned my addr 172.21.15.63:0/3316510018 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:55.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e63fff700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ff460 0x7f9e641953e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.528+0000 7f9e68f0b700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e64199d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 -- 172.21.15.63:0/3316510018 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ff460 msgr2=0x7f9e641953e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ff460 0x7f9e641953e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 -- 172.21.15.63:0/3316510018 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 msgr2=0x7f9e64199d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e64199d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 -- 172.21.15.63:0/3316510018 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e54009520 con 0x7f9e640ffe00 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e68f0b700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e64199d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e637fe700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9e5800e970 tx=0x7f9e5800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e58009790 con 0x7f9e640ffe00 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e5c009d00 con 0x7f9e640ffe00 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9e5800c7e0 con 0x7f9e640ffe00 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e580054e0 con 0x7f9e640ffe00 2023-11-16T18:22:55.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.529+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e6410f240 con 0x7f9e640ffe00 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.530+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e6410f0b0 con 0x7f9e640ffe00 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.532+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9e5800c950 con 0x7f9e640ffe00 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.532+0000 7f9e617fa700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 0x7f9e4c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.533+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9e58014070 con 0x7f9e640ffe00 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.533+0000 7f9e63fff700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 0x7f9e4c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.533+0000 7f9e63fff700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 0x7f9e4c0a3690 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9e54009df0 tx=0x7f9e54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:55.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.540+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9e58096260 con 0x7f9e640ffe00 2023-11-16T18:22:55.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.794+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f9e6410f3d0 con 0x7f9e640ffe00 2023-11-16T18:22:55.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.794+0000 7f9e617fa700 1 -- 172.21.15.63:0/3316510018 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f9e58099880 con 0x7f9e640ffe00 2023-11-16T18:22:55.796 INFO:teuthology.orchestra.run.smithi063.stdout:339302416408 2023-11-16T18:22:55.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 msgr2=0x7f9e4c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 0x7f9e4c0a3690 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9e54009df0 tx=0x7f9e54009260 comp rx=0 tx=0).stop 2023-11-16T18:22:55.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 msgr2=0x7f9e64195920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9e5800e970 tx=0x7f9e5800ec80 comp rx=0 tx=0).stop 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 shutdown_connections 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9e4c0a11e0 0x7f9e4c0a3690 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9e64104500 0x7f9e64199d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9e640ff460 0x7f9e641953e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.800 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 --2- 172.21.15.63:0/3316510018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e640ffe00 0x7f9e64195920 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 >> 172.21.15.63:0/3316510018 conn(0x7f9e640770a0 msgr2=0x7f9e64102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:55.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 shutdown_connections 2023-11-16T18:22:55.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.798+0000 7f9e6a96e700 1 -- 172.21.15.63:0/3316510018 wait complete. 2023-11-16T18:22:55.817 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.815+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f0a40066ea0 con 0x7f0a40101cf0 2023-11-16T18:22:55.817 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.816+0000 7f0a367fc700 1 -- 172.21.15.63:0/2187669401 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f0a30016090 con 0x7f0a40101cf0 2023-11-16T18:22:55.818 INFO:teuthology.orchestra.run.smithi063.stdout:219043332138 2023-11-16T18:22:55.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 msgr2=0x7f0a2c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 0x7f0a2c0a3710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c00b2e0 tx=0x7f0a3c005fd0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 msgr2=0x7f0a40196970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:55.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0a3000d950 tx=0x7f0a3000dc60 comp rx=0 tx=0).stop 2023-11-16T18:22:55.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 shutdown_connections 2023-11-16T18:22:55.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0a2c0a1260 0x7f0a2c0a3710 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0a4010a900 0x7f0a4019ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0a401013e0 0x7f0a40196430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 --2- 172.21.15.63:0/2187669401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0a40101cf0 0x7f0a40196970 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 >> 172.21.15.63:0/2187669401 conn(0x7f0a400770d0 msgr2=0x7f0a400fbd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 shutdown_connections 2023-11-16T18:22:55.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:55.818+0000 7f0a4796a700 1 -- 172.21.15.63:0/2187669401 wait complete. 2023-11-16T18:22:56.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 -- 172.21.15.63:0/4168843412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a40ff480 msgr2=0x7f42a40ff850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 --2- 172.21.15.63:0/4168843412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a40ff480 0x7f42a40ff850 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f42940099c0 tx=0x7f4294009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 -- 172.21.15.63:0/4168843412 shutdown_connections 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 --2- 172.21.15.63:0/4168843412 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a4104520 0x7f42a410c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 --2- 172.21.15.63:0/4168843412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a40ff480 0x7f42a40ff850 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 --2- 172.21.15.63:0/4168843412 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 0x7f42a4103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 -- 172.21.15.63:0/4168843412 >> 172.21.15.63:0/4168843412 conn(0x7f42a40770d0 msgr2=0x7f42a40774d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 -- 172.21.15.63:0/4168843412 shutdown_connections 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.211+0000 7f42a927f700 1 -- 172.21.15.63:0/4168843412 wait complete. 2023-11-16T18:22:56.213 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 Processor -- start 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 -- start start 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a40ff480 0x7f42a41952f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 0x7f42a4195830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42a419a260 con 0x7f42a4104520 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42a419a3d0 con 0x7f42a40ffe20 2023-11-16T18:22:56.215 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a927f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42a419a590 con 0x7f42a40ff480 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43166/0 (socket says 172.21.15.63:43166) 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a37fe700 1 -- 172.21.15.63:0/511285114 learned_addr learned my addr 172.21.15.63:0/511285114 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a2ffd700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a40ff480 0x7f42a41952f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.212+0000 7f42a27fc700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 0x7f42a4195830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 -- 172.21.15.63:0/511285114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a40ff480 msgr2=0x7f42a41952f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a40ff480 0x7f42a41952f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 -- 172.21.15.63:0/511285114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 msgr2=0x7f42a4195830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 0x7f42a4195830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 -- 172.21.15.63:0/511285114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42940095f0 con 0x7f42a4104520 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a37fe700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f429c007ee0 tx=0x7f429c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429c00dd20 con 0x7f42a4104520 2023-11-16T18:22:56.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42a410f260 con 0x7f42a4104520 2023-11-16T18:22:56.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f429c00f040 con 0x7f42a4104520 2023-11-16T18:22:56.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429c0048a0 con 0x7f42a4104520 2023-11-16T18:22:56.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.213+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42a410f0d0 con 0x7f42a4104520 2023-11-16T18:22:56.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.214+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42a410f3f0 con 0x7f42a4104520 2023-11-16T18:22:56.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.215+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f429c003a00 con 0x7f42a4104520 2023-11-16T18:22:56.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.216+0000 7f429bfff700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 0x7f42900a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.216+0000 7f42a2ffd700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 0x7f42900a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.216+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f429c0cc5c0 con 0x7f42a4104520 2023-11-16T18:22:56.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.217+0000 7f42a2ffd700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 0x7f42900a3690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4294009990 tx=0x7f4294003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.222 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.221+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f429c04e730 con 0x7f42a4104520 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- 172.21.15.63:0/2744654446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 msgr2=0x7f1dfc104eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 --2- 172.21.15.63:0/2744654446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc104eb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1dec0099c0 tx=0x7f1dec009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- 172.21.15.63:0/2744654446 shutdown_connections 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 --2- 172.21.15.63:0/2744654446 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 0x7f1dfc10d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 --2- 172.21.15.63:0/2744654446 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 0x7f1dfc100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 --2- 172.21.15.63:0/2744654446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc104eb0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- 172.21.15.63:0/2744654446 >> 172.21.15.63:0/2744654446 conn(0x7f1dfc0fbdc0 msgr2=0x7f1dfc0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- 172.21.15.63:0/2744654446 shutdown_connections 2023-11-16T18:22:56.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- 172.21.15.63:0/2744654446 wait complete. 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 Processor -- start 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.337+0000 7f1e044a2700 1 -- start start 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 0x7f1dfc1963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 0x7f1dfc19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dfc19b370 con 0x7f1dfc100ee0 2023-11-16T18:22:56.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dfc19b4e0 con 0x7f1dfc100540 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e044a2700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dfc19b6a0 con 0x7f1dfc1055e0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43178/0 (socket says 172.21.15.63:43178) 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 -- 172.21.15.63:0/3639175550 learned_addr learned my addr 172.21.15.63:0/3639175550 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e02a3f700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 0x7f1dfc19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e0223e700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 0x7f1dfc1963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 -- 172.21.15.63:0/3639175550 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 msgr2=0x7f1dfc19ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 0x7f1dfc19ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 -- 172.21.15.63:0/3639175550 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 msgr2=0x7f1dfc1963b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 0x7f1dfc1963b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 -- 172.21.15.63:0/3639175550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dec0095f0 con 0x7f1dfc100ee0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1e01a3d700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1dec009f50 tx=0x7f1dec005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.338+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dec01d070 con 0x7f1dfc100ee0 2023-11-16T18:22:56.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.339+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dfc110310 con 0x7f1dfc100ee0 2023-11-16T18:22:56.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.339+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1dec003f90 con 0x7f1dfc100ee0 2023-11-16T18:22:56.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.339+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dfc110180 con 0x7f1dfc100ee0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.339+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dec022b90 con 0x7f1dfc100ee0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.340+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dfc1104a0 con 0x7f1dfc100ee0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.341+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f1dec003ad0 con 0x7f1dfc100ee0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.341+0000 7f1df37fe700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 0x7f1de80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.342+0000 7f1e0223e700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 0x7f1de80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.342+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1dec0cdd90 con 0x7f1dfc100ee0 2023-11-16T18:22:56.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.342+0000 7f1e0223e700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 0x7f1de80a3690 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1df8005950 tx=0x7f1df800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.346+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1dec05c730 con 0x7f1dfc100ee0 2023-11-16T18:22:56.444 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.443+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f42a4069500 con 0x7f42a4104520 2023-11-16T18:22:56.444 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.443+0000 7f429bfff700 1 -- 172.21.15.63:0/511285114 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f429c095070 con 0x7f42a4104520 2023-11-16T18:22:56.444 INFO:teuthology.orchestra.run.smithi063.stdout:107374182459 2023-11-16T18:22:56.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 msgr2=0x7f42900a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 0x7f42900a3690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4294009990 tx=0x7f4294003680 comp rx=0 tx=0).stop 2023-11-16T18:22:56.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 msgr2=0x7f42a4199c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f429c007ee0 tx=0x7f429c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 shutdown_connections 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42900a11e0 0x7f42900a3690 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42a4104520 0x7f42a4199c50 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f42a40ff480 0x7f42a41952f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 --2- 172.21.15.63:0/511285114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f42a40ffe20 0x7f42a4195830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 >> 172.21.15.63:0/511285114 conn(0x7f42a40770d0 msgr2=0x7f42a40fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 shutdown_connections 2023-11-16T18:22:56.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.445+0000 7f42a927f700 1 -- 172.21.15.63:0/511285114 wait complete. 2023-11-16T18:22:56.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.572+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f1dfc066ea0 con 0x7f1dfc100ee0 2023-11-16T18:22:56.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.572+0000 7f1df37fe700 1 -- 172.21.15.63:0/3639175550 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1dec0d1030 con 0x7f1dfc100ee0 2023-11-16T18:22:56.574 INFO:teuthology.orchestra.run.smithi063.stdout:55834574916 2023-11-16T18:22:56.577 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.575+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 msgr2=0x7f1de80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.577 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 0x7f1de80a3690 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1df8005950 tx=0x7f1df800b410 comp rx=0 tx=0).stop 2023-11-16T18:22:56.577 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 msgr2=0x7f1dfc1968f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1dec009f50 tx=0x7f1dec005740 comp rx=0 tx=0).stop 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 shutdown_connections 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1de80a11e0 0x7f1de80a3690 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1dfc1055e0 0x7f1dfc19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1dfc100540 0x7f1dfc1963b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 --2- 172.21.15.63:0/3639175550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1dfc100ee0 0x7f1dfc1968f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 >> 172.21.15.63:0/3639175550 conn(0x7f1dfc0fbdc0 msgr2=0x7f1dfc0fc840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 shutdown_connections 2023-11-16T18:22:56.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.576+0000 7f1e044a2700 1 -- 172.21.15.63:0/3639175550 wait complete. 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 -- 172.21.15.63:0/2663355765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ff460 msgr2=0x7f306c0ff830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 --2- 172.21.15.63:0/2663355765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ff460 0x7f306c0ff830 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f305c0099c0 tx=0x7f305c009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 -- 172.21.15.63:0/2663355765 shutdown_connections 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 --2- 172.21.15.63:0/2663355765 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 0x7f306c10c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 --2- 172.21.15.63:0/2663355765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ff460 0x7f306c0ff830 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 --2- 172.21.15.63:0/2663355765 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ffe00 0x7f306c103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 -- 172.21.15.63:0/2663355765 >> 172.21.15.63:0/2663355765 conn(0x7f306c0770a0 msgr2=0x7f306c0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 -- 172.21.15.63:0/2663355765 shutdown_connections 2023-11-16T18:22:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.677+0000 7f3073f5f700 1 -- 172.21.15.63:0/2663355765 wait complete. 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 Processor -- start 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 -- start start 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 0x7f306c1953a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 0x7f306c199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c19a360 con 0x7f306c0ffe00 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c19a4d0 con 0x7f306c104500 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3073f5f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c19a690 con 0x7f306c0ff460 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f30714fa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f3071cfb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 0x7f306c1953a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f30714fa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43192/0 (socket says 172.21.15.63:43192) 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f30714fa700 1 -- 172.21.15.63:0/372193311 learned_addr learned my addr 172.21.15.63:0/372193311 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.678+0000 7f30724fc700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 0x7f306c199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 -- 172.21.15.63:0/372193311 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 msgr2=0x7f306c199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 0x7f306c199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 -- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 msgr2=0x7f306c1958e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 -- 172.21.15.63:0/372193311 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f305c0095f0 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f30714fa700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3071cfb700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 0x7f306c1953a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f305c00b580 tx=0x7f305c00f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c01d070 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f305c005020 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c004a90 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f306c10f290 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.679+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f306c10f100 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.680+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f306c10f420 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.682+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f305c005400 con 0x7f306c0ff460 2023-11-16T18:22:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.683+0000 7f3062ffd700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 0x7f30580a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:56.730 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.683+0000 7f30714fa700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 0x7f30580a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:56.730 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.683+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f305c0cdd90 con 0x7f306c0ff460 2023-11-16T18:22:56.730 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.683+0000 7f30714fa700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 0x7f30580a3690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f306c1969c0 tx=0x7f306800b480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:56.730 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.686+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f305c097100 con 0x7f306c0ff460 2023-11-16T18:22:56.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.896+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f306c196700 con 0x7f306c0ff460 2023-11-16T18:22:56.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.897+0000 7f3062ffd700 1 -- 172.21.15.63:0/372193311 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f305c005190 con 0x7f306c0ff460 2023-11-16T18:22:56.898 INFO:teuthology.orchestra.run.smithi063.stdout:77309411391 2023-11-16T18:22:56.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 msgr2=0x7f30580a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 0x7f30580a3690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f306c1969c0 tx=0x7f306800b480 comp rx=0 tx=0).stop 2023-11-16T18:22:56.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 msgr2=0x7f306c1953a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:56.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 0x7f306c1953a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f305c00b580 tx=0x7f305c00f690 comp rx=0 tx=0).stop 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 shutdown_connections 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30580a11e0 0x7f30580a3690 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f306c104500 0x7f306c199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f306c0ff460 0x7f306c1953a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 --2- 172.21.15.63:0/372193311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f306c0ffe00 0x7f306c1958e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 >> 172.21.15.63:0/372193311 conn(0x7f306c0770a0 msgr2=0x7f306c0fcd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 shutdown_connections 2023-11-16T18:22:56.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:56.899+0000 7f3073f5f700 1 -- 172.21.15.63:0/372193311 wait complete. 2023-11-16T18:22:56.935 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:56 smithi063 ceph-mon[98873]: pgmap v297: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 304 B/s wr, 6 op/s; 5.7 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:56.935 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3316510018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-11-16T18:22:56.935 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2187669401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-11-16T18:22:56.935 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/511285114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-11-16T18:22:56.936 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3639175550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-11-16T18:22:57.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:56 smithi125 ceph-mon[100672]: pgmap v297: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 304 B/s wr, 6 op/s; 5.7 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:57.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3316510018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-11-16T18:22:57.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2187669401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-11-16T18:22:57.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/511285114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-11-16T18:22:57.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3639175550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-11-16T18:22:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:56 smithi093 ceph-mon[100185]: pgmap v297: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 304 B/s wr, 6 op/s; 5.7 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3316510018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-11-16T18:22:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2187669401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-11-16T18:22:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/511285114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-11-16T18:22:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3639175550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-11-16T18:22:57.238 INFO:tasks.cephadm.ceph_manager.ceph:need seq 339302416407 got 339302416408 for osd.11 2023-11-16T18:22:57.238 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:57.784 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:57 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/372193311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-11-16T18:22:57.784 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:57.784 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:57 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:57 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/372193311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-11-16T18:22:58.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:57 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.117 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411389 got 77309411391 for osd.2 2023-11-16T18:22:58.117 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:57 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/372193311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-11-16T18:22:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:57 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.213 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574915 got 55834574916 for osd.1 2023-11-16T18:22:58.213 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:58.377 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182458 got 107374182459 for osd.3 2023-11-16T18:22:58.378 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:58.395 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:22:58.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 -- 172.21.15.63:0/1567706327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 msgr2=0x7f82bc104eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:58.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 --2- 172.21.15.63:0/1567706327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc104eb0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f82ac0099c0 tx=0x7f82ac009cd0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 -- 172.21.15.63:0/1567706327 shutdown_connections 2023-11-16T18:22:58.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 --2- 172.21.15.63:0/1567706327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc1055e0 0x7f82bc10d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 --2- 172.21.15.63:0/1567706327 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc100540 0x7f82bc100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 --2- 172.21.15.63:0/1567706327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc104eb0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.685+0000 7f82c3629700 1 -- 172.21.15.63:0/1567706327 >> 172.21.15.63:0/1567706327 conn(0x7f82bc0fbdc0 msgr2=0x7f82bc0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:58.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.687+0000 7f82c3629700 1 -- 172.21.15.63:0/1567706327 shutdown_connections 2023-11-16T18:22:58.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.687+0000 7f82c3629700 1 -- 172.21.15.63:0/1567706327 wait complete. 2023-11-16T18:22:58.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.687+0000 7f82c3629700 1 Processor -- start 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.687+0000 7f82c3629700 1 -- start start 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 0x7f82bc1985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc1055e0 0x7f82bc19cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82bc19d560 con 0x7f82bc100ee0 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82bc19d6d0 con 0x7f82bc100540 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c3629700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82bc19d890 con 0x7f82bc1055e0 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c0bc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c0bc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43206/0 (socket says 172.21.15.63:43206) 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c0bc4700 1 -- 172.21.15.63:0/4007539871 learned_addr learned my addr 172.21.15.63:0/4007539871 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 0x7f82bc1985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:58.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c1bc6700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc1055e0 0x7f82bc19cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 -- 172.21.15.63:0/4007539871 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc1055e0 msgr2=0x7f82bc19cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc1055e0 0x7f82bc19cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 -- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 msgr2=0x7f82bc198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 -- 172.21.15.63:0/4007539871 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82ac0095f0 con 0x7f82bc100540 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c0bc4700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82c13c5700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 0x7f82bc1985a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f82b800d750 tx=0x7f82b800da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.688+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82b8004020 con 0x7f82bc100540 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.689+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82b8004830 con 0x7f82bc100540 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.689+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82bc110310 con 0x7f82bc100540 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.689+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82b80054c0 con 0x7f82bc100540 2023-11-16T18:22:58.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.689+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82bc110180 con 0x7f82bc100540 2023-11-16T18:22:58.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.689+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82bc1104a0 con 0x7f82bc100540 2023-11-16T18:22:58.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.691+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f82b80049a0 con 0x7f82bc100540 2023-11-16T18:22:58.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.692+0000 7f82b27fc700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 0x7f82a80a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:58.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.692+0000 7f82c0bc4700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 0x7f82a80a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:58.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.692+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f82b80ccaa0 con 0x7f82bc100540 2023-11-16T18:22:58.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.692+0000 7f82c0bc4700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 0x7f82a80a3710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f82bc199bc0 tx=0x7f82ac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:58.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.695+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f82b8095d20 con 0x7f82bc100540 2023-11-16T18:22:58.905 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.903+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f82bc066ea0 con 0x7f82bc100540 2023-11-16T18:22:58.905 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.903+0000 7f82b27fc700 1 -- 172.21.15.63:0/4007539871 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f82b8014020 con 0x7f82bc100540 2023-11-16T18:22:58.906 INFO:teuthology.orchestra.run.smithi063.stdout:253403070501 2023-11-16T18:22:58.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 msgr2=0x7f82a80a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 0x7f82a80a3710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f82bc199bc0 tx=0x7f82ac005fb0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 msgr2=0x7f82bc1985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 0x7f82bc1985a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f82b800d750 tx=0x7f82b800da60 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 shutdown_connections 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f82a80a1260 0x7f82a80a3710 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f82bc1055e0 0x7f82bc19cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f82bc100540 0x7f82bc1985a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 --2- 172.21.15.63:0/4007539871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82bc100ee0 0x7f82bc198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 >> 172.21.15.63:0/4007539871 conn(0x7f82bc0fbdc0 msgr2=0x7f82bc0fc840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.905+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 shutdown_connections 2023-11-16T18:22:58.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:58.906+0000 7f82c3629700 1 -- 172.21.15.63:0/4007539871 wait complete. 2023-11-16T18:22:58.929 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:58 smithi063 ceph-mon[98873]: pgmap v298: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 4.8 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:58.930 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:58.930 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:58 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:59.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:58 smithi125 ceph-mon[100672]: pgmap v298: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 4.8 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:59.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:58 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:59.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:58 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:58 smithi093 ceph-mon[100185]: pgmap v298: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 4.8 KiB/s, 0 keys/s, 0 objects/s recovering 2023-11-16T18:22:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:58 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:58 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:22:59.516 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070498 got 253403070501 for osd.8 2023-11-16T18:22:59.517 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:59.819 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:22:59 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4007539871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-11-16T18:22:59.846 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332136 got 219043332138 for osd.7 2023-11-16T18:22:59.846 DEBUG:teuthology.parallel:result is None 2023-11-16T18:22:59.967 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/389719056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 msgr2=0x7f4ba0101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/389719056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0101910 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4b90009990 tx=0x7f4b90009ca0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/389719056 shutdown_connections 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/389719056 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba010a890 0x7f4ba010ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/389719056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0101910 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/389719056 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba0101e50 0x7f4ba010a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/389719056 >> 172.21.15.63:0/389719056 conn(0x7f4ba00770a0 msgr2=0x7f4ba00774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/389719056 shutdown_connections 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.958+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/389719056 wait complete. 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 Processor -- start 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 -- start start 2023-11-16T18:22:59.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba0101e50 0x7f4ba01968d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 0x7f4ba019ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba019b350 con 0x7f4ba0101540 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba019b4c0 con 0x7f4ba010a890 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4ba4ed0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba019b680 con 0x7f4ba0101e50 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4b9e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4b9e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43218/0 (socket says 172.21.15.63:43218) 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4b9e59c700 1 -- 172.21.15.63:0/683696470 learned_addr learned my addr 172.21.15.63:0/683696470 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.959+0000 7f4b9dd9b700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba0101e50 0x7f4ba01968d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9ed9d700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 0x7f4ba019ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 -- 172.21.15.63:0/683696470 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba0101e50 msgr2=0x7f4ba01968d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:59.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba0101e50 0x7f4ba01968d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 -- 172.21.15.63:0/683696470 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 msgr2=0x7f4ba019ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 0x7f4ba019ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 -- 172.21.15.63:0/683696470 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b900095f0 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9ed9d700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 0x7f4ba019ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b9e59c700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f4b90000c00 tx=0x7f4b9000f6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b9001d070 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ba0110310 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4b9000fb80 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b90017650 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.960+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba0110180 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.961+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ba01104a0 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.962+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4b90022470 con 0x7f4ba0101540 2023-11-16T18:22:59.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.963+0000 7f4b8f7fe700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 0x7f4b880a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:22:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.963+0000 7f4b9dd9b700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 0x7f4b880a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:22:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.963+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4b900ce100 con 0x7f4ba0101540 2023-11-16T18:22:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.963+0000 7f4b9dd9b700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 0x7f4b880a3690 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ba01979b0 tx=0x7f4b9400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:22:59.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:22:59.967+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4b9005c730 con 0x7f4ba0101540 2023-11-16T18:23:00.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:22:59 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4007539871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-11-16T18:23:00.095 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:00.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:22:59 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4007539871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-11-16T18:23:00.199 INFO:teuthology.orchestra.run.smithi063.stdout:141733920824 2023-11-16T18:23:00.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.196+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f4ba0066ea0 con 0x7f4ba0101540 2023-11-16T18:23:00.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.197+0000 7f4b8f7fe700 1 -- 172.21.15.63:0/683696470 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f4b90097530 con 0x7f4ba0101540 2023-11-16T18:23:00.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 msgr2=0x7f4b880a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 0x7f4b880a3690 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ba01979b0 tx=0x7f4b9400a380 comp rx=0 tx=0).stop 2023-11-16T18:23:00.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 msgr2=0x7f4ba0196390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f4b90000c00 tx=0x7f4b9000f6e0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 shutdown_connections 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4b880a11e0 0x7f4b880a3690 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ba010a890 0x7f4ba019ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ba0101540 0x7f4ba0196390 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 --2- 172.21.15.63:0/683696470 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ba0101e50 0x7f4ba01968d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 >> 172.21.15.63:0/683696470 conn(0x7f4ba00770a0 msgr2=0x7f4ba00fbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 shutdown_connections 2023-11-16T18:23:00.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.199+0000 7f4ba4ed0700 1 -- 172.21.15.63:0/683696470 wait complete. 2023-11-16T18:23:00.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 -- 172.21.15.63:0/543581209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc101540 msgr2=0x7f44dc101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 --2- 172.21.15.63:0/543581209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc101540 0x7f44dc101910 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f44d0009990 tx=0x7f44d0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 -- 172.21.15.63:0/543581209 shutdown_connections 2023-11-16T18:23:00.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 --2- 172.21.15.63:0/543581209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc10a890 0x7f44dc10ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 --2- 172.21.15.63:0/543581209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc101540 0x7f44dc101910 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 --2- 172.21.15.63:0/543581209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 0x7f44dc10a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 -- 172.21.15.63:0/543581209 >> 172.21.15.63:0/543581209 conn(0x7f44dc0770a0 msgr2=0x7f44dc0774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 -- 172.21.15.63:0/543581209 shutdown_connections 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.412+0000 7f44e2a79700 1 -- 172.21.15.63:0/543581209 wait complete. 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 Processor -- start 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 -- start start 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc101540 0x7f44dc0ff1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 0x7f44dc0ff6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:00.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc1a4850 con 0x7f44dc10a890 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc1a49c0 con 0x7f44dc101540 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e2a79700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44dc1a4b80 con 0x7f44dc101e50 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e1016700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e1016700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43236/0 (socket says 172.21.15.63:43236) 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.413+0000 7f44e1016700 1 -- 172.21.15.63:0/4267342464 learned_addr learned my addr 172.21.15.63:0/4267342464 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44dbfff700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 0x7f44dc0ff6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e0815700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc101540 0x7f44dc0ff1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 -- 172.21.15.63:0/4267342464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 msgr2=0x7f44dc0ff6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 0x7f44dc0ff6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 -- 172.21.15.63:0/4267342464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc101540 msgr2=0x7f44dc0ff1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc101540 0x7f44dc0ff1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 -- 172.21.15.63:0/4267342464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d00095f0 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e1016700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f44d400ef30 tx=0x7f44d400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d4018070 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44d400f040 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44dc110330 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d400cdb0 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.414+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44dc1101a0 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.415+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44dc1104c0 con 0x7f44dc10a890 2023-11-16T18:23:00.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.416+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f44d4003a00 con 0x7f44dc10a890 2023-11-16T18:23:00.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.417+0000 7f44d9ffb700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 0x7f44cc0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:00.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.417+0000 7f44e0815700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 0x7f44cc0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:00.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.417+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f44d40cc8a0 con 0x7f44dc10a890 2023-11-16T18:23:00.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.417+0000 7f44e0815700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 0x7f44cc0a3710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f44d0006010 tx=0x7f44d000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:00.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.421+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f44d4095c10 con 0x7f44dc10a890 2023-11-16T18:23:00.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.635+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f44dc1a55f0 con 0x7f44dc10a890 2023-11-16T18:23:00.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.635+0000 7f44d9ffb700 1 -- 172.21.15.63:0/4267342464 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f44d4099230 con 0x7f44dc10a890 2023-11-16T18:23:00.638 INFO:teuthology.orchestra.run.smithi063.stdout:309237645340 2023-11-16T18:23:00.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 msgr2=0x7f44cc0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 0x7f44cc0a3710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f44d0006010 tx=0x7f44d000b260 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 msgr2=0x7f44dc0ffc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f44d400ef30 tx=0x7f44d400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 shutdown_connections 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f44cc0a1260 0x7f44cc0a3710 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f44dc10a890 0x7f44dc0ffc60 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f44dc101540 0x7f44dc0ff1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 --2- 172.21.15.63:0/4267342464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f44dc101e50 0x7f44dc0ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.637+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 >> 172.21.15.63:0/4267342464 conn(0x7f44dc0770a0 msgr2=0x7f44dc0fbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.638+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 shutdown_connections 2023-11-16T18:23:00.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:00.638+0000 7f44e2a79700 1 -- 172.21.15.63:0/4267342464 wait complete. 2023-11-16T18:23:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:00 smithi063 ceph-mon[98873]: pgmap v299: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:00 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/683696470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-11-16T18:23:00.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:00 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4267342464' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-11-16T18:23:01.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:00 smithi125 ceph-mon[100672]: pgmap v299: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:01.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:00 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/683696470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-11-16T18:23:01.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:00 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4267342464' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-11-16T18:23:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:00 smithi093 ceph-mon[100185]: pgmap v299: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:00 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/683696470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-11-16T18:23:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:00 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4267342464' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-11-16T18:23:01.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 -- 172.21.15.63:0/4153571646 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc1055e0 msgr2=0x7f5bcc10d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/4153571646 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc10d160 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5bc400b0d0 tx=0x7f5bc400b3e0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 -- 172.21.15.63:0/4153571646 shutdown_connections 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/4153571646 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc10d160 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/4153571646 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc100540 0x7f5bcc100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/4153571646 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 0x7f5bcc104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 -- 172.21.15.63:0/4153571646 >> 172.21.15.63:0/4153571646 conn(0x7f5bcc0fbdc0 msgr2=0x7f5bcc0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 -- 172.21.15.63:0/4153571646 shutdown_connections 2023-11-16T18:23:01.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.297+0000 7f5bd26b5700 1 -- 172.21.15.63:0/4153571646 wait complete. 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 Processor -- start 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 -- start start 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 0x7f5bcc1969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc19ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bcc19b430 con 0x7f5bcc100540 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bcc19b5a0 con 0x7f5bcc1055e0 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.298+0000 7f5bd26b5700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bcc19b760 con 0x7f5bcc100ee0 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:01.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43246/0 (socket says 172.21.15.63:43246) 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 -- 172.21.15.63:0/2700482132 learned_addr learned my addr 172.21.15.63:0/2700482132 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcb7fe700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 0x7f5bcc1969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bd0c52700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc19ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 -- 172.21.15.63:0/2700482132 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 msgr2=0x7f5bcc1969b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 0x7f5bcc1969b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 -- 172.21.15.63:0/2700482132 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc1055e0 msgr2=0x7f5bcc19ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc19ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 -- 172.21.15.63:0/2700482132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bc4009d00 con 0x7f5bcc100540 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bcbfff700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc00d980 tx=0x7f5bbc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc004220 con 0x7f5bcc100540 2023-11-16T18:23:01.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bbc007640 con 0x7f5bcc100540 2023-11-16T18:23:01.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bcc110320 con 0x7f5bcc100540 2023-11-16T18:23:01.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc005690 con 0x7f5bcc100540 2023-11-16T18:23:01.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.299+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bcc110190 con 0x7f5bcc100540 2023-11-16T18:23:01.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.300+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bcc1104b0 con 0x7f5bcc100540 2023-11-16T18:23:01.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.302+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f5bbc004750 con 0x7f5bcc100540 2023-11-16T18:23:01.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.302+0000 7f5bc97fa700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 0x7f5bb40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:01.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.303+0000 7f5bcb7fe700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 0x7f5bb40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:01.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.303+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5bbc0cd090 con 0x7f5bcc100540 2023-11-16T18:23:01.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.303+0000 7f5bcb7fe700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 0x7f5bb40a3690 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc197a90 tx=0x7f5bc000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:01.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.306+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f5bbc096370 con 0x7f5bcc100540 2023-11-16T18:23:01.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.503+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f5bcc1a3550 con 0x7f5bcc100540 2023-11-16T18:23:01.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.504+0000 7f5bc97fa700 1 -- 172.21.15.63:0/2700482132 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f5bbc016020 con 0x7f5bcc100540 2023-11-16T18:23:01.506 INFO:teuthology.orchestra.run.smithi063.stdout:287762808866 2023-11-16T18:23:01.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.505+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 msgr2=0x7f5bb40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:01.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.505+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 0x7f5bb40a3690 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc197a90 tx=0x7f5bc000b410 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 msgr2=0x7f5bcc196470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc00d980 tx=0x7f5bbc00dc90 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 shutdown_connections 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bb40a11e0 0x7f5bb40a3690 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bcc1055e0 0x7f5bcc19ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bcc100540 0x7f5bcc196470 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 --2- 172.21.15.63:0/2700482132 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bcc100ee0 0x7f5bcc1969b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 >> 172.21.15.63:0/2700482132 conn(0x7f5bcc0fbdc0 msgr2=0x7f5bcc0fc760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 shutdown_connections 2023-11-16T18:23:01.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:01.506+0000 7f5bd26b5700 1 -- 172.21.15.63:0/2700482132 wait complete. 2023-11-16T18:23:01.539 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645338 got 309237645340 for osd.10 2023-11-16T18:23:01.539 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:01.804 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:01 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2700482132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-11-16T18:23:01.916 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920822 got 141733920824 for osd.4 2023-11-16T18:23:01.916 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:02.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:01 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2700482132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-11-16T18:23:02.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:01 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2700482132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 -- 172.21.15.63:0/2621892518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ff460 msgr2=0x7f4ad80ff830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/2621892518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ff460 0x7f4ad80ff830 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4ac80099c0 tx=0x7f4ac8009cd0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 -- 172.21.15.63:0/2621892518 shutdown_connections 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/2621892518 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad810c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/2621892518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ff460 0x7f4ad80ff830 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/2621892518 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.214+0000 7f4ade6e7700 1 -- 172.21.15.63:0/2621892518 >> 172.21.15.63:0/2621892518 conn(0x7f4ad80770a0 msgr2=0x7f4ad80774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:02.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.215+0000 7f4ade6e7700 1 -- 172.21.15.63:0/2621892518 shutdown_connections 2023-11-16T18:23:02.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.215+0000 7f4ade6e7700 1 -- 172.21.15.63:0/2621892518 wait complete. 2023-11-16T18:23:02.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.215+0000 7f4ade6e7700 1 Processor -- start 2023-11-16T18:23:02.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.215+0000 7f4ade6e7700 1 -- start start 2023-11-16T18:23:02.219 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ff460 0x7f4ad8198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad819cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad819d5d0 con 0x7f4ad80ffe00 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad819d740 con 0x7f4ad8104500 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad819d900 con 0x7f4ad80ff460 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43262/0 (socket says 172.21.15.63:43262) 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 -- 172.21.15.63:0/265877397 learned_addr learned my addr 172.21.15.63:0/265877397 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad7fff700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ff460 0x7f4ad8198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4adcc84700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad819cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 -- 172.21.15.63:0/265877397 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ff460 msgr2=0x7f4ad8198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ff460 0x7f4ad8198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 -- 172.21.15.63:0/265877397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 msgr2=0x7f4ad819cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad819cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 -- 172.21.15.63:0/265877397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ac80095f0 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4adcc84700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad819cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad77fe700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00d980 tx=0x7f4acc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4acc009930 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4acc010460 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ad810f2c0 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4acc00f620 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.216+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ad810f130 con 0x7f4ad80ffe00 2023-11-16T18:23:02.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.217+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ad810f450 con 0x7f4ad80ffe00 2023-11-16T18:23:02.222 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.219+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4acc0108d0 con 0x7f4ad80ffe00 2023-11-16T18:23:02.222 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.219+0000 7f4ad57fa700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 0x7f4ac00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:02.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.219+0000 7f4ad7fff700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 0x7f4ac00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:02.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.219+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4acc0cc870 con 0x7f4ad80ffe00 2023-11-16T18:23:02.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.220+0000 7f4ad7fff700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 0x7f4ac00a3690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ac8000c00 tx=0x7f4ac8003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:02.228 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.222+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4acc095b50 con 0x7f4ad80ffe00 2023-11-16T18:23:02.381 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808864 got 287762808866 for osd.9 2023-11-16T18:23:02.381 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:02.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.428+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f4ad8066ea0 con 0x7f4ad80ffe00 2023-11-16T18:23:02.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.428+0000 7f4ad57fa700 1 -- 172.21.15.63:0/265877397 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4acc099170 con 0x7f4ad80ffe00 2023-11-16T18:23:02.431 INFO:teuthology.orchestra.run.smithi063.stdout:34359738441 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.430+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 msgr2=0x7f4ac00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.430+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 0x7f4ac00a3690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ac8000c00 tx=0x7f4ac8003680 comp rx=0 tx=0).stop 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.430+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 msgr2=0x7f4ad8198b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.430+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00d980 tx=0x7f4acc00dc90 comp rx=0 tx=0).stop 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.430+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 shutdown_connections 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ac00a11e0 0x7f4ac00a3690 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4ad8104500 0x7f4ad819cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4ad80ff460 0x7f4ad8198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 --2- 172.21.15.63:0/265877397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ad80ffe00 0x7f4ad8198b50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:02.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 >> 172.21.15.63:0/265877397 conn(0x7f4ad80770a0 msgr2=0x7f4ad8068e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:02.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 shutdown_connections 2023-11-16T18:23:02.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:02.431+0000 7f4ade6e7700 1 -- 172.21.15.63:0/265877397 wait complete. 2023-11-16T18:23:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:02 smithi125 ceph-mon[100672]: pgmap v300: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:03.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:02 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/265877397' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-11-16T18:23:03.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:02 smithi063 ceph-mon[98873]: pgmap v300: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:03.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:02 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/265877397' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-11-16T18:23:03.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:02 smithi093 ceph-mon[100185]: pgmap v300: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:03.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:02 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/265877397' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-11-16T18:23:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- 172.21.15.63:0/2845958612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 msgr2=0x7f5714103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 --2- 172.21.15.63:0/2845958612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f5714103dd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f57040099c0 tx=0x7f5704009cd0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- 172.21.15.63:0/2845958612 shutdown_connections 2023-11-16T18:23:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 --2- 172.21.15.63:0/2845958612 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f571410c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 --2- 172.21.15.63:0/2845958612 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 0x7f57140ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 --2- 172.21.15.63:0/2845958612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f5714103dd0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- 172.21.15.63:0/2845958612 >> 172.21.15.63:0/2845958612 conn(0x7f57140770a0 msgr2=0x7f57140774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- 172.21.15.63:0/2845958612 shutdown_connections 2023-11-16T18:23:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- 172.21.15.63:0/2845958612 wait complete. 2023-11-16T18:23:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 Processor -- start 2023-11-16T18:23:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.302+0000 7f571c09b700 1 -- start start 2023-11-16T18:23:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 0x7f57141971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f57141a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5714198030 con 0x7f57140ffe00 2023-11-16T18:23:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57141a2770 con 0x7f5714104500 2023-11-16T18:23:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571c09b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57141a2930 con 0x7f57140ff460 2023-11-16T18:23:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43276/0 (socket says 172.21.15.63:43276) 2023-11-16T18:23:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 -- 172.21.15.63:0/1518643723 learned_addr learned my addr 172.21.15.63:0/1518643723 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719e37700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 0x7f57141971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571a638700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f57141a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 -- 172.21.15.63:0/1518643723 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 msgr2=0x7f57141971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 0x7f57141971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 -- 172.21.15.63:0/1518643723 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 msgr2=0x7f57141a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f57141a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 -- 172.21.15.63:0/1518643723 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57040095f0 con 0x7f57140ffe00 2023-11-16T18:23:03.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f571a638700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f57141a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:03.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f5719636700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5704009990 tx=0x7f5704004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:03.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.303+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f570401d070 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.304+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f571410f230 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.304+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f57040054f0 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.304+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5704003ad0 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.304+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f571410f0a0 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.305+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f571410f3c0 con 0x7f57140ffe00 2023-11-16T18:23:03.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.306+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f57040047a0 con 0x7f57140ffe00 2023-11-16T18:23:03.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.306+0000 7f570affd700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 0x7f57000a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.307+0000 7f5719e37700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 0x7f57000a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.307+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f57040cdc10 con 0x7f57140ffe00 2023-11-16T18:23:03.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.307+0000 7f5719e37700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 0x7f57000a3690 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5710005950 tx=0x7f571000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:03.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.311+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f5704096f20 con 0x7f57140ffe00 2023-11-16T18:23:03.333 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738439 got 34359738441 for osd.0 2023-11-16T18:23:03.334 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:03.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.515+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f57141a33c0 con 0x7f57140ffe00 2023-11-16T18:23:03.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.515+0000 7f570affd700 1 -- 172.21.15.63:0/1518643723 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f570409a540 con 0x7f57140ffe00 2023-11-16T18:23:03.518 INFO:teuthology.orchestra.run.smithi063.stdout:197568495663 2023-11-16T18:23:03.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 msgr2=0x7f57000a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 0x7f57000a3690 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5710005950 tx=0x7f571000b410 comp rx=0 tx=0).stop 2023-11-16T18:23:03.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 msgr2=0x7f57141976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5704009990 tx=0x7f5704004730 comp rx=0 tx=0).stop 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 shutdown_connections 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f57000a11e0 0x7f57000a3690 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5714104500 0x7f57141a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f57140ff460 0x7f57141971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 --2- 172.21.15.63:0/1518643723 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57140ffe00 0x7f57141976f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 >> 172.21.15.63:0/1518643723 conn(0x7f57140770a0 msgr2=0x7f57140fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 shutdown_connections 2023-11-16T18:23:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.517+0000 7f571c09b700 1 -- 172.21.15.63:0/1518643723 wait complete. 2023-11-16T18:23:03.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 -- 172.21.15.63:0/2739080060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3081055e0 msgr2=0x7fb30810d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 --2- 172.21.15.63:0/2739080060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3081055e0 0x7fb30810d160 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb30000b0d0 tx=0x7fb30000b3e0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 -- 172.21.15.63:0/2739080060 shutdown_connections 2023-11-16T18:23:03.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 --2- 172.21.15.63:0/2739080060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3081055e0 0x7fb30810d160 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 --2- 172.21.15.63:0/2739080060 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb308100540 0x7fb308100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 --2- 172.21.15.63:0/2739080060 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 0x7fb308104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 -- 172.21.15.63:0/2739080060 >> 172.21.15.63:0/2739080060 conn(0x7fb3080fbdc0 msgr2=0x7fb3080fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 -- 172.21.15.63:0/2739080060 shutdown_connections 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.955+0000 7fb30cf94700 1 -- 172.21.15.63:0/2739080060 wait complete. 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 Processor -- start 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 -- start start 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 0x7fb3081969a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3081055e0 0x7fb30819ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb30819b420 con 0x7fb308100540 2023-11-16T18:23:03.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb30819b590 con 0x7fb3081055e0 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.956+0000 7fb30cf94700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb30819b750 con 0x7fb308100ee0 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43288/0 (socket says 172.21.15.63:43288) 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 -- 172.21.15.63:0/40065612 learned_addr learned my addr 172.21.15.63:0/40065612 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb305d9b700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 0x7fb3081969a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb306d9d700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3081055e0 0x7fb30819ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 -- 172.21.15.63:0/40065612 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 msgr2=0x7fb3081969a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 0x7fb3081969a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 -- 172.21.15.63:0/40065612 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3081055e0 msgr2=0x7fb30819ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:03.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3081055e0 0x7fb30819ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 -- 172.21.15.63:0/40065612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb300009d00 con 0x7fb308100540 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30659c700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fb2f800e9a0 tx=0x7fb2f800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8009790 con 0x7fb308100540 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb308110320 con 0x7fb308100540 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2f800cbd0 con 0x7fb308100540 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8018680 con 0x7fb308100540 2023-11-16T18:23:03.963 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.957+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb308110190 con 0x7fb308100540 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.958+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3081104b0 con 0x7fb308100540 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.959+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb2f800cd40 con 0x7fb308100540 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.960+0000 7fb2f77fe700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 0x7fb2f00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.960+0000 7fb305d9b700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 0x7fb2f00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.960+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb2f8014070 con 0x7fb308100540 2023-11-16T18:23:03.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.961+0000 7fb305d9b700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 0x7fb2f00a3690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb308197a80 tx=0x7fb2fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:03.967 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:03.964+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fb2f8051730 con 0x7fb308100540 2023-11-16T18:23:04.054 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:03 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1518643723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-11-16T18:23:04.055 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495661 got 197568495663 for osd.6 2023-11-16T18:23:04.056 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:04.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.179+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fb3081a3540 con 0x7fb308100540 2023-11-16T18:23:04.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.180+0000 7fb2f77fe700 1 -- 172.21.15.63:0/40065612 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fb2f80962e0 con 0x7fb308100540 2023-11-16T18:23:04.182 INFO:teuthology.orchestra.run.smithi063.stdout:163208757300 2023-11-16T18:23:04.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:03 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1518643723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-11-16T18:23:04.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 msgr2=0x7fb2f00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:04.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 0x7fb2f00a3690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb308197a80 tx=0x7fb2fc009260 comp rx=0 tx=0).stop 2023-11-16T18:23:04.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 msgr2=0x7fb308196460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fb2f800e9a0 tx=0x7fb2f800ecb0 comp rx=0 tx=0).stop 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 shutdown_connections 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb2f00a11e0 0x7fb2f00a3690 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3081055e0 0x7fb30819ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb308100540 0x7fb308196460 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 --2- 172.21.15.63:0/40065612 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb308100ee0 0x7fb3081969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 >> 172.21.15.63:0/40065612 conn(0x7fb3080fbdc0 msgr2=0x7fb3080fc740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 shutdown_connections 2023-11-16T18:23:04.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:04.182+0000 7fb30cf94700 1 -- 172.21.15.63:0/40065612 wait complete. 2023-11-16T18:23:04.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:03 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1518643723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-11-16T18:23:04.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757297 got 163208757300 for osd.5 2023-11-16T18:23:04.699 DEBUG:teuthology.parallel:result is None 2023-11-16T18:23:04.699 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-11-16T18:23:04.699 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph pg dump --format=json 2023-11-16T18:23:05.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:04 smithi063 ceph-mon[98873]: pgmap v301: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:23:05.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:04 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/40065612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-11-16T18:23:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:04 smithi093 ceph-mon[100185]: pgmap v301: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:23:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:04 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/40065612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-11-16T18:23:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:04 smithi125 ceph-mon[100672]: pgmap v301: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:23:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:04 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/40065612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-11-16T18:23:05.365 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:06.705 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 -- 172.21.15.63:0/3054093879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 msgr2=0x7f1f2c10cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:06.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 --2- 172.21.15.63:0/3054093879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c10cb10 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400b0a0 tx=0x7f1f2400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 -- 172.21.15.63:0/3054093879 shutdown_connections 2023-11-16T18:23:06.734 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 --2- 172.21.15.63:0/3054093879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c10cb10 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 --2- 172.21.15.63:0/3054093879 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 --2- 172.21.15.63:0/3054093879 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 0x7f1f2c10a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 -- 172.21.15.63:0/3054093879 >> 172.21.15.63:0/3054093879 conn(0x7f1f2c076180 msgr2=0x7f1f2c076580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:06.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 -- 172.21.15.63:0/3054093879 shutdown_connections 2023-11-16T18:23:06.735 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.703+0000 7f1f31800700 1 -- 172.21.15.63:0/3054093879 wait complete. 2023-11-16T18:23:06.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.704+0000 7f1f31800700 1 Processor -- start 2023-11-16T18:23:06.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 -- start start 2023-11-16T18:23:06.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:06.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 0x7f1f2c196840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c19b2c0 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c19b430 con 0x7f1f2c101c90 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f31800700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c19b5f0 con 0x7f1f2c101380 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2affd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43304/0 (socket says 172.21.15.63:43304) 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 -- 172.21.15.63:0/3077886395 learned_addr learned my addr 172.21.15.63:0/3077886395 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2affd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:42068/0 (socket says 172.21.15.63:42068) 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2a7fc700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 0x7f1f2c196840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 -- 172.21.15.63:0/3077886395 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 msgr2=0x7f1f2c196300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:06.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 -- 172.21.15.63:0/3077886395 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 msgr2=0x7f1f2c196840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 0x7f1f2c196840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2b7fe700 1 -- 172.21.15.63:0/3077886395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f24009d00 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.705+0000 7f1f2affd700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f2b7fe700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400b780 tx=0x7f1f240078e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2400e040 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f2c110140 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f2401d470 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f240052a0 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.706+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f2c10ffb0 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.707+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f2c1102d0 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.708+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f1f24004a50 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.708+0000 7f1f13fff700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 0x7f1f140a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:06.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.708+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1f240ce060 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.708+0000 7f1f2affd700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 0x7f1f140a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:06.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.709+0000 7f1f2affd700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 0x7f1f140a3690 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c011490 tx=0x7f1f1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:06.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.713+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1f240973d0 con 0x7f1f2c10a6d0 2023-11-16T18:23:06.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: pgmap v302: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:23:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:23:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:23:06.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:06.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.905+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1f2c0fdfb0 con 0x7f1f140a11e0 2023-11-16T18:23:06.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.920+0000 7f1f13fff700 1 -- 172.21.15.63:0/3077886395 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427658 (secure 0 0 0) 0x7f1f2c0fdfb0 con 0x7f1f140a11e0 2023-11-16T18:23:06.927 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:06.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 msgr2=0x7f1f140a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:06.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 0x7f1f140a3690 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c011490 tx=0x7f1f1c009260 comp rx=0 tx=0).stop 2023-11-16T18:23:06.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 msgr2=0x7f1f2c19acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:06.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400b780 tx=0x7f1f240078e0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 shutdown_connections 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1f140a11e0 0x7f1f140a3690 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f2c10a6d0 0x7f1f2c19acb0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1f2c101380 0x7f1f2c196300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 --2- 172.21.15.63:0/3077886395 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1f2c101c90 0x7f1f2c196840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 >> 172.21.15.63:0/3077886395 conn(0x7f1f2c076180 msgr2=0x7f1f2c0fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 shutdown_connections 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:06.923+0000 7f1f31800700 1 -- 172.21.15.63:0/3077886395 wait complete. 2023-11-16T18:23:06.932 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: pgmap v302: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:23:06.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: pgmap v302: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:23:07.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:23:07.320 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":303,"stamp":"2023-11-16T18:23:06.901106+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655355,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":401,"num_read_kb":310,"num_write":337,"num_write_kb":3050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1240044,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":275,"ondisk_log_size":275,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":83492,"kb_used_data":14084,"kb_used_omap":0,"kb_used_meta":69312,"kb_avail":1124858332,"statfs":{"total":1151940427776,"available":1151854931968,"internally_reserved":0,"allocated":14422016,"data_stored":7974287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":70975488},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003354"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808378+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:22:44.808378+0000","last_peered":"2023-11-16T18:22:44.808378+0000","last_clean":"2023-11-16T18:22:44.808378+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:22:44.808378+0000","last_undegraded":"2023-11-16T18:22:44.808378+0000","last_fullsized":"2023-11-16T18:22:44.808378+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:13:59.979499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802387+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:22:44.802387+0000","last_peered":"2023-11-16T18:22:44.802387+0000","last_clean":"2023-11-16T18:22:44.802387+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:22:44.802387+0000","last_undegraded":"2023-11-16T18:22:44.802387+0000","last_fullsized":"2023-11-16T18:22:44.802387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:48:50.998096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802214+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:22:44.802214+0000","last_peered":"2023-11-16T18:22:44.802214+0000","last_clean":"2023-11-16T18:22:44.802214+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:22:44.802214+0000","last_undegraded":"2023-11-16T18:22:44.802214+0000","last_fullsized":"2023-11-16T18:22:44.802214+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:14:32.789154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810190+0000","last_change":"2023-11-16T18:22:44.809454+0000","last_active":"2023-11-16T18:22:44.810190+0000","last_peered":"2023-11-16T18:22:44.810190+0000","last_clean":"2023-11-16T18:22:44.810190+0000","last_became_active":"2023-11-16T18:22:44.809109+0000","last_became_peered":"2023-11-16T18:22:44.809109+0000","last_unstale":"2023-11-16T18:22:44.810190+0000","last_undegraded":"2023-11-16T18:22:44.810190+0000","last_fullsized":"2023-11-16T18:22:44.810190+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:55:26.604457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809955+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:22:44.809955+0000","last_peered":"2023-11-16T18:22:44.809955+0000","last_clean":"2023-11-16T18:22:44.809955+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:22:44.809955+0000","last_undegraded":"2023-11-16T18:22:44.809955+0000","last_fullsized":"2023-11-16T18:22:44.809955+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:18:48.321150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803210+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:22:44.803210+0000","last_peered":"2023-11-16T18:22:44.803210+0000","last_clean":"2023-11-16T18:22:44.803210+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:22:44.803210+0000","last_undegraded":"2023-11-16T18:22:44.803210+0000","last_fullsized":"2023-11-16T18:22:44.803210+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:06:41.605270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803346+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:22:44.803346+0000","last_peered":"2023-11-16T18:22:44.803346+0000","last_clean":"2023-11-16T18:22:44.803346+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:22:44.803346+0000","last_undegraded":"2023-11-16T18:22:44.803346+0000","last_fullsized":"2023-11-16T18:22:44.803346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:12:10.759049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809002+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:22:44.809002+0000","last_peered":"2023-11-16T18:22:44.809002+0000","last_clean":"2023-11-16T18:22:44.809002+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:22:44.809002+0000","last_undegraded":"2023-11-16T18:22:44.809002+0000","last_fullsized":"2023-11-16T18:22:44.809002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:52.293324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809389+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:22:44.809389+0000","last_peered":"2023-11-16T18:22:44.809389+0000","last_clean":"2023-11-16T18:22:44.809389+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:22:44.809389+0000","last_undegraded":"2023-11-16T18:22:44.809389+0000","last_fullsized":"2023-11-16T18:22:44.809389+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:22:13.363988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.806027+0000","last_change":"2023-11-16T18:22:44.806027+0000","last_active":"2023-11-16T18:22:44.806027+0000","last_peered":"2023-11-16T18:22:44.806027+0000","last_clean":"2023-11-16T18:22:44.806027+0000","last_became_active":"2023-11-16T18:22:44.805587+0000","last_became_peered":"2023-11-16T18:22:44.805587+0000","last_unstale":"2023-11-16T18:22:44.806027+0000","last_undegraded":"2023-11-16T18:22:44.806027+0000","last_fullsized":"2023-11-16T18:22:44.806027+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:29:21.960155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804936+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:22:44.804936+0000","last_peered":"2023-11-16T18:22:44.804936+0000","last_clean":"2023-11-16T18:22:44.804936+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:22:44.804936+0000","last_undegraded":"2023-11-16T18:22:44.804936+0000","last_fullsized":"2023-11-16T18:22:44.804936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:34:38.541319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800646+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:22:44.800646+0000","last_peered":"2023-11-16T18:22:44.800646+0000","last_clean":"2023-11-16T18:22:44.800646+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:22:44.800646+0000","last_undegraded":"2023-11-16T18:22:44.800646+0000","last_fullsized":"2023-11-16T18:22:44.800646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:46:03.071736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821861+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:22:44.821861+0000","last_peered":"2023-11-16T18:22:44.821861+0000","last_clean":"2023-11-16T18:22:44.821861+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:22:44.821861+0000","last_undegraded":"2023-11-16T18:22:44.821861+0000","last_fullsized":"2023-11-16T18:22:44.821861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:22:43.769776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801168+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:22:44.801168+0000","last_peered":"2023-11-16T18:22:44.801168+0000","last_clean":"2023-11-16T18:22:44.801168+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:22:44.801168+0000","last_undegraded":"2023-11-16T18:22:44.801168+0000","last_fullsized":"2023-11-16T18:22:44.801168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:05:47.665931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801044+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:22:44.801044+0000","last_peered":"2023-11-16T18:22:44.801044+0000","last_clean":"2023-11-16T18:22:44.801044+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:22:44.801044+0000","last_undegraded":"2023-11-16T18:22:44.801044+0000","last_fullsized":"2023-11-16T18:22:44.801044+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:41:38.664540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807500+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:22:44.807500+0000","last_peered":"2023-11-16T18:22:44.807500+0000","last_clean":"2023-11-16T18:22:44.807500+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:22:44.807500+0000","last_undegraded":"2023-11-16T18:22:44.807500+0000","last_fullsized":"2023-11-16T18:22:44.807500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:58:51.735112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808115+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:22:44.808115+0000","last_peered":"2023-11-16T18:22:44.808115+0000","last_clean":"2023-11-16T18:22:44.808115+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:22:44.808115+0000","last_undegraded":"2023-11-16T18:22:44.808115+0000","last_fullsized":"2023-11-16T18:22:44.808115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:12:03.962269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803537+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:22:44.803537+0000","last_peered":"2023-11-16T18:22:44.803537+0000","last_clean":"2023-11-16T18:22:44.803537+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:22:44.803537+0000","last_undegraded":"2023-11-16T18:22:44.803537+0000","last_fullsized":"2023-11-16T18:22:44.803537+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:53:26.907396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803897+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:22:44.803897+0000","last_peered":"2023-11-16T18:22:44.803897+0000","last_clean":"2023-11-16T18:22:44.803897+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:22:44.803897+0000","last_undegraded":"2023-11-16T18:22:44.803897+0000","last_fullsized":"2023-11-16T18:22:44.803897+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:35:54.958263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802810+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:22:44.802810+0000","last_peered":"2023-11-16T18:22:44.802810+0000","last_clean":"2023-11-16T18:22:44.802810+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:22:44.802810+0000","last_undegraded":"2023-11-16T18:22:44.802810+0000","last_fullsized":"2023-11-16T18:22:44.802810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:40.545054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803874+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:22:44.803874+0000","last_peered":"2023-11-16T18:22:44.803874+0000","last_clean":"2023-11-16T18:22:44.803874+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:22:44.803874+0000","last_undegraded":"2023-11-16T18:22:44.803874+0000","last_fullsized":"2023-11-16T18:22:44.803874+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:04:18.024349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809886+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:22:44.809886+0000","last_peered":"2023-11-16T18:22:44.809886+0000","last_clean":"2023-11-16T18:22:44.809886+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:22:44.809886+0000","last_undegraded":"2023-11-16T18:22:44.809886+0000","last_fullsized":"2023-11-16T18:22:44.809886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:48:47.417763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800145+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:22:44.800145+0000","last_peered":"2023-11-16T18:22:44.800145+0000","last_clean":"2023-11-16T18:22:44.800145+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:22:44.800145+0000","last_undegraded":"2023-11-16T18:22:44.800145+0000","last_fullsized":"2023-11-16T18:22:44.800145+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:03:31.075728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809992+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:22:44.809992+0000","last_peered":"2023-11-16T18:22:44.809992+0000","last_clean":"2023-11-16T18:22:44.809992+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:22:44.809992+0000","last_undegraded":"2023-11-16T18:22:44.809992+0000","last_fullsized":"2023-11-16T18:22:44.809992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:56:05.087136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802841+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:22:44.802841+0000","last_peered":"2023-11-16T18:22:44.802841+0000","last_clean":"2023-11-16T18:22:44.802841+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:22:44.802841+0000","last_undegraded":"2023-11-16T18:22:44.802841+0000","last_fullsized":"2023-11-16T18:22:44.802841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:41:06.324304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800470+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:22:44.800470+0000","last_peered":"2023-11-16T18:22:44.800470+0000","last_clean":"2023-11-16T18:22:44.800470+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:22:44.800470+0000","last_undegraded":"2023-11-16T18:22:44.800470+0000","last_fullsized":"2023-11-16T18:22:44.800470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:15:19.806252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.816102+0000","last_change":"2023-11-16T18:22:44.815673+0000","last_active":"2023-11-16T18:22:44.816102+0000","last_peered":"2023-11-16T18:22:44.816102+0000","last_clean":"2023-11-16T18:22:44.816102+0000","last_became_active":"2023-11-16T18:22:44.809218+0000","last_became_peered":"2023-11-16T18:22:44.809218+0000","last_unstale":"2023-11-16T18:22:44.816102+0000","last_undegraded":"2023-11-16T18:22:44.816102+0000","last_fullsized":"2023-11-16T18:22:44.816102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:25.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808584+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:22:44.808584+0000","last_peered":"2023-11-16T18:22:44.808584+0000","last_clean":"2023-11-16T18:22:44.808584+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:22:44.808584+0000","last_undegraded":"2023-11-16T18:22:44.808584+0000","last_fullsized":"2023-11-16T18:22:44.808584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:11.822448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800279+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:22:44.800279+0000","last_peered":"2023-11-16T18:22:44.800279+0000","last_clean":"2023-11-16T18:22:44.800279+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:22:44.800279+0000","last_undegraded":"2023-11-16T18:22:44.800279+0000","last_fullsized":"2023-11-16T18:22:44.800279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:04.155521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810891+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:22:44.810891+0000","last_peered":"2023-11-16T18:22:44.810891+0000","last_clean":"2023-11-16T18:22:44.810891+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:22:44.810891+0000","last_undegraded":"2023-11-16T18:22:44.810891+0000","last_fullsized":"2023-11-16T18:22:44.810891+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:51:17.892318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800909+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:22:44.800909+0000","last_peered":"2023-11-16T18:22:44.800909+0000","last_clean":"2023-11-16T18:22:44.800909+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:22:44.800909+0000","last_undegraded":"2023-11-16T18:22:44.800909+0000","last_fullsized":"2023-11-16T18:22:44.800909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:30:22.910780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.805670+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:22:44.805670+0000","last_peered":"2023-11-16T18:22:44.805670+0000","last_clean":"2023-11-16T18:22:44.805670+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:22:44.805670+0000","last_undegraded":"2023-11-16T18:22:44.805670+0000","last_fullsized":"2023-11-16T18:22:44.805670+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:38:12.520136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":79,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:04.763465+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:23:04.763465+0000","last_peered":"2023-11-16T18:23:04.763465+0000","last_clean":"2023-11-16T18:23:04.763465+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:23:04.763465+0000","last_undegraded":"2023-11-16T18:23:04.763465+0000","last_fullsized":"2023-11-16T18:23:04.763465+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:27:06.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810681+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:22:44.810681+0000","last_peered":"2023-11-16T18:22:44.810681+0000","last_clean":"2023-11-16T18:22:44.810681+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:22:44.810681+0000","last_undegraded":"2023-11-16T18:22:44.810681+0000","last_fullsized":"2023-11-16T18:22:44.810681+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:36:36.131201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822862+0000","last_change":"2023-11-16T18:22:44.822862+0000","last_active":"2023-11-16T18:22:44.822862+0000","last_peered":"2023-11-16T18:22:44.822862+0000","last_clean":"2023-11-16T18:22:44.822862+0000","last_became_active":"2023-11-16T18:22:44.822234+0000","last_became_peered":"2023-11-16T18:22:44.822234+0000","last_unstale":"2023-11-16T18:22:44.822862+0000","last_undegraded":"2023-11-16T18:22:44.822862+0000","last_fullsized":"2023-11-16T18:22:44.822862+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:04:03.114386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,10,5],"acting":[2,6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803067+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:22:44.803067+0000","last_peered":"2023-11-16T18:22:44.803067+0000","last_clean":"2023-11-16T18:22:44.803067+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:22:44.803067+0000","last_undegraded":"2023-11-16T18:22:44.803067+0000","last_fullsized":"2023-11-16T18:22:44.803067+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:37.391601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811260+0000","last_change":"2023-11-16T18:22:44.810766+0000","last_active":"2023-11-16T18:22:44.811260+0000","last_peered":"2023-11-16T18:22:44.811260+0000","last_clean":"2023-11-16T18:22:44.811260+0000","last_became_active":"2023-11-16T18:22:44.810442+0000","last_became_peered":"2023-11-16T18:22:44.810442+0000","last_unstale":"2023-11-16T18:22:44.811260+0000","last_undegraded":"2023-11-16T18:22:44.811260+0000","last_fullsized":"2023-11-16T18:22:44.811260+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:20:39.931299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808095+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:22:44.808095+0000","last_peered":"2023-11-16T18:22:44.808095+0000","last_clean":"2023-11-16T18:22:44.808095+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:22:44.808095+0000","last_undegraded":"2023-11-16T18:22:44.808095+0000","last_fullsized":"2023-11-16T18:22:44.808095+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:38:19.575058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821552+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:22:44.821552+0000","last_peered":"2023-11-16T18:22:44.821552+0000","last_clean":"2023-11-16T18:22:44.821552+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:22:44.821552+0000","last_undegraded":"2023-11-16T18:22:44.821552+0000","last_fullsized":"2023-11-16T18:22:44.821552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:37:14.862992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809110+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:22:44.809110+0000","last_peered":"2023-11-16T18:22:44.809110+0000","last_clean":"2023-11-16T18:22:44.809110+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:22:44.809110+0000","last_undegraded":"2023-11-16T18:22:44.809110+0000","last_fullsized":"2023-11-16T18:22:44.809110+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:21:54.251323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802388+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:22:44.802388+0000","last_peered":"2023-11-16T18:22:44.802388+0000","last_clean":"2023-11-16T18:22:44.802388+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:22:44.802388+0000","last_undegraded":"2023-11-16T18:22:44.802388+0000","last_fullsized":"2023-11-16T18:22:44.802388+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:01:47.456485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800385+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:22:44.800385+0000","last_peered":"2023-11-16T18:22:44.800385+0000","last_clean":"2023-11-16T18:22:44.800385+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:22:44.800385+0000","last_undegraded":"2023-11-16T18:22:44.800385+0000","last_fullsized":"2023-11-16T18:22:44.800385+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:29:48.548786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803089+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:22:44.803089+0000","last_peered":"2023-11-16T18:22:44.803089+0000","last_clean":"2023-11-16T18:22:44.803089+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:22:44.803089+0000","last_undegraded":"2023-11-16T18:22:44.803089+0000","last_fullsized":"2023-11-16T18:22:44.803089+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:46:35.951694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809139+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:22:44.809139+0000","last_peered":"2023-11-16T18:22:44.809139+0000","last_clean":"2023-11-16T18:22:44.809139+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:22:44.809139+0000","last_undegraded":"2023-11-16T18:22:44.809139+0000","last_fullsized":"2023-11-16T18:22:44.809139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:04:18.941438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:02.759870+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:23:02.759870+0000","last_peered":"2023-11-16T18:23:02.759870+0000","last_clean":"2023-11-16T18:23:02.759870+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:23:02.759870+0000","last_undegraded":"2023-11-16T18:23:02.759870+0000","last_fullsized":"2023-11-16T18:23:02.759870+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:32:05.037622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809038+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:22:44.809038+0000","last_peered":"2023-11-16T18:22:44.809038+0000","last_clean":"2023-11-16T18:22:44.809038+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:22:44.809038+0000","last_undegraded":"2023-11-16T18:22:44.809038+0000","last_fullsized":"2023-11-16T18:22:44.809038+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:37:28.899255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803443+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:22:44.803443+0000","last_peered":"2023-11-16T18:22:44.803443+0000","last_clean":"2023-11-16T18:22:44.803443+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:22:44.803443+0000","last_undegraded":"2023-11-16T18:22:44.803443+0000","last_fullsized":"2023-11-16T18:22:44.803443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:11:41.380722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804208+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:22:44.804208+0000","last_peered":"2023-11-16T18:22:44.804208+0000","last_clean":"2023-11-16T18:22:44.804208+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:22:44.804208+0000","last_undegraded":"2023-11-16T18:22:44.804208+0000","last_fullsized":"2023-11-16T18:22:44.804208+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:18:39.435734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802958+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:22:44.802958+0000","last_peered":"2023-11-16T18:22:44.802958+0000","last_clean":"2023-11-16T18:22:44.802958+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:22:44.802958+0000","last_undegraded":"2023-11-16T18:22:44.802958+0000","last_fullsized":"2023-11-16T18:22:44.802958+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:48:13.375359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800610+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:22:44.800610+0000","last_peered":"2023-11-16T18:22:44.800610+0000","last_clean":"2023-11-16T18:22:44.800610+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:22:44.800610+0000","last_undegraded":"2023-11-16T18:22:44.800610+0000","last_fullsized":"2023-11-16T18:22:44.800610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:26:12.871527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800987+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:22:44.800987+0000","last_peered":"2023-11-16T18:22:44.800987+0000","last_clean":"2023-11-16T18:22:44.800987+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:22:44.800987+0000","last_undegraded":"2023-11-16T18:22:44.800987+0000","last_fullsized":"2023-11-16T18:22:44.800987+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:58.082235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808700+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:22:44.808700+0000","last_peered":"2023-11-16T18:22:44.808700+0000","last_clean":"2023-11-16T18:22:44.808700+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:22:44.808700+0000","last_undegraded":"2023-11-16T18:22:44.808700+0000","last_fullsized":"2023-11-16T18:22:44.808700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:21:35.251579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803891+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:22:44.803891+0000","last_peered":"2023-11-16T18:22:44.803891+0000","last_clean":"2023-11-16T18:22:44.803891+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:22:44.803891+0000","last_undegraded":"2023-11-16T18:22:44.803891+0000","last_fullsized":"2023-11-16T18:22:44.803891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:10:10.863116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'32","reported_seq":168,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:03.839297+0000","last_change":"2023-11-16T18:22:44.816889+0000","last_active":"2023-11-16T18:23:03.839297+0000","last_peered":"2023-11-16T18:23:03.839297+0000","last_clean":"2023-11-16T18:23:03.839297+0000","last_became_active":"2023-11-16T18:22:44.808697+0000","last_became_peered":"2023-11-16T18:22:44.808697+0000","last_unstale":"2023-11-16T18:23:03.839297+0000","last_undegraded":"2023-11-16T18:23:03.839297+0000","last_fullsized":"2023-11-16T18:23:03.839297+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:25:49.454507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60837,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":87,"num_read_kb":99,"num_write":33,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":59185,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811378+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:22:44.811378+0000","last_peered":"2023-11-16T18:22:44.811378+0000","last_clean":"2023-11-16T18:22:44.811378+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:22:44.811378+0000","last_undegraded":"2023-11-16T18:22:44.811378+0000","last_fullsized":"2023-11-16T18:22:44.811378+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:48:25.192443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801266+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:22:44.801266+0000","last_peered":"2023-11-16T18:22:44.801266+0000","last_clean":"2023-11-16T18:22:44.801266+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:22:44.801266+0000","last_undegraded":"2023-11-16T18:22:44.801266+0000","last_fullsized":"2023-11-16T18:22:44.801266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:13:20.674943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803270+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:22:44.803270+0000","last_peered":"2023-11-16T18:22:44.803270+0000","last_clean":"2023-11-16T18:22:44.803270+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:22:44.803270+0000","last_undegraded":"2023-11-16T18:22:44.803270+0000","last_fullsized":"2023-11-16T18:22:44.803270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:16.985446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821684+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:22:44.821684+0000","last_peered":"2023-11-16T18:22:44.821684+0000","last_clean":"2023-11-16T18:22:44.821684+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:22:44.821684+0000","last_undegraded":"2023-11-16T18:22:44.821684+0000","last_fullsized":"2023-11-16T18:22:44.821684+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:52:56.030116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.806945+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:22:44.806945+0000","last_peered":"2023-11-16T18:22:44.806945+0000","last_clean":"2023-11-16T18:22:44.806945+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:22:44.806945+0000","last_undegraded":"2023-11-16T18:22:44.806945+0000","last_fullsized":"2023-11-16T18:22:44.806945+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:59.006078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801553+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:22:44.801553+0000","last_peered":"2023-11-16T18:22:44.801553+0000","last_clean":"2023-11-16T18:22:44.801553+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:22:44.801553+0000","last_undegraded":"2023-11-16T18:22:44.801553+0000","last_fullsized":"2023-11-16T18:22:44.801553+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:38:03.775209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804599+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:22:44.804599+0000","last_peered":"2023-11-16T18:22:44.804599+0000","last_clean":"2023-11-16T18:22:44.804599+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:22:44.804599+0000","last_undegraded":"2023-11-16T18:22:44.804599+0000","last_fullsized":"2023-11-16T18:22:44.804599+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:21:03.912385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811956+0000","last_change":"2023-11-16T18:22:44.811956+0000","last_active":"2023-11-16T18:22:44.811956+0000","last_peered":"2023-11-16T18:22:44.811956+0000","last_clean":"2023-11-16T18:22:44.811956+0000","last_became_active":"2023-11-16T18:22:44.811332+0000","last_became_peered":"2023-11-16T18:22:44.811332+0000","last_unstale":"2023-11-16T18:22:44.811956+0000","last_undegraded":"2023-11-16T18:22:44.811956+0000","last_fullsized":"2023-11-16T18:22:44.811956+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:11:34.874180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":75,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:02.759777+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:23:02.759777+0000","last_peered":"2023-11-16T18:23:02.759777+0000","last_clean":"2023-11-16T18:23:02.759777+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:23:02.759777+0000","last_undegraded":"2023-11-16T18:23:02.759777+0000","last_fullsized":"2023-11-16T18:23:02.759777+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:18:06.573004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803241+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:22:44.803241+0000","last_peered":"2023-11-16T18:22:44.803241+0000","last_clean":"2023-11-16T18:22:44.803241+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:22:44.803241+0000","last_undegraded":"2023-11-16T18:22:44.803241+0000","last_fullsized":"2023-11-16T18:22:44.803241+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:38:11.785197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822305+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:22:44.822305+0000","last_peered":"2023-11-16T18:22:44.822305+0000","last_clean":"2023-11-16T18:22:44.822305+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:22:44.822305+0000","last_undegraded":"2023-11-16T18:22:44.822305+0000","last_fullsized":"2023-11-16T18:22:44.822305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:20:54.833515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810825+0000","last_change":"2023-11-16T18:21:51.738759+0000","last_active":"2023-11-16T18:22:44.810825+0000","last_peered":"2023-11-16T18:22:44.810825+0000","last_clean":"2023-11-16T18:22:44.810825+0000","last_became_active":"2023-11-16T18:21:51.738393+0000","last_became_peered":"2023-11-16T18:21:51.738393+0000","last_unstale":"2023-11-16T18:22:44.810825+0000","last_undegraded":"2023-11-16T18:22:44.810825+0000","last_fullsized":"2023-11-16T18:22:44.810825+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:56:06.313769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800493+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:22:44.800493+0000","last_peered":"2023-11-16T18:22:44.800493+0000","last_clean":"2023-11-16T18:22:44.800493+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:22:44.800493+0000","last_undegraded":"2023-11-16T18:22:44.800493+0000","last_fullsized":"2023-11-16T18:22:44.800493+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:37.767908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800448+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:22:44.800448+0000","last_peered":"2023-11-16T18:22:44.800448+0000","last_clean":"2023-11-16T18:22:44.800448+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:22:44.800448+0000","last_undegraded":"2023-11-16T18:22:44.800448+0000","last_fullsized":"2023-11-16T18:22:44.800448+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:58.957250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811955+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:22:44.811955+0000","last_peered":"2023-11-16T18:22:44.811955+0000","last_clean":"2023-11-16T18:22:44.811955+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:22:44.811955+0000","last_undegraded":"2023-11-16T18:22:44.811955+0000","last_fullsized":"2023-11-16T18:22:44.811955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:31:39.047741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808217+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:22:44.808217+0000","last_peered":"2023-11-16T18:22:44.808217+0000","last_clean":"2023-11-16T18:22:44.808217+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:22:44.808217+0000","last_undegraded":"2023-11-16T18:22:44.808217+0000","last_fullsized":"2023-11-16T18:22:44.808217+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:50.660250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810662+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:22:44.810662+0000","last_peered":"2023-11-16T18:22:44.810662+0000","last_clean":"2023-11-16T18:22:44.810662+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:22:44.810662+0000","last_undegraded":"2023-11-16T18:22:44.810662+0000","last_fullsized":"2023-11-16T18:22:44.810662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:46:35.980593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804054+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:22:44.804054+0000","last_peered":"2023-11-16T18:22:44.804054+0000","last_clean":"2023-11-16T18:22:44.804054+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:22:44.804054+0000","last_undegraded":"2023-11-16T18:22:44.804054+0000","last_fullsized":"2023-11-16T18:22:44.804054+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:27:53.800617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804178+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:22:44.804178+0000","last_peered":"2023-11-16T18:22:44.804178+0000","last_clean":"2023-11-16T18:22:44.804178+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:22:44.804178+0000","last_undegraded":"2023-11-16T18:22:44.804178+0000","last_fullsized":"2023-11-16T18:22:44.804178+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:06:55.746017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822056+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:22:44.822056+0000","last_peered":"2023-11-16T18:22:44.822056+0000","last_clean":"2023-11-16T18:22:44.822056+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:22:44.822056+0000","last_undegraded":"2023-11-16T18:22:44.822056+0000","last_fullsized":"2023-11-16T18:22:44.822056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:16:04.101063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803571+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:22:44.803571+0000","last_peered":"2023-11-16T18:22:44.803571+0000","last_clean":"2023-11-16T18:22:44.803571+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:22:44.803571+0000","last_undegraded":"2023-11-16T18:22:44.803571+0000","last_fullsized":"2023-11-16T18:22:44.803571+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:40.835914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803514+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:22:44.803514+0000","last_peered":"2023-11-16T18:22:44.803514+0000","last_clean":"2023-11-16T18:22:44.803514+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:22:44.803514+0000","last_undegraded":"2023-11-16T18:22:44.803514+0000","last_fullsized":"2023-11-16T18:22:44.803514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:50:37.975601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822310+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:22:44.822310+0000","last_peered":"2023-11-16T18:22:44.822310+0000","last_clean":"2023-11-16T18:22:44.822310+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:22:44.822310+0000","last_undegraded":"2023-11-16T18:22:44.822310+0000","last_fullsized":"2023-11-16T18:22:44.822310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:35.427578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809902+0000","last_change":"2023-11-16T18:22:44.809902+0000","last_active":"2023-11-16T18:22:44.809902+0000","last_peered":"2023-11-16T18:22:44.809902+0000","last_clean":"2023-11-16T18:22:44.809902+0000","last_became_active":"2023-11-16T18:22:44.809233+0000","last_became_peered":"2023-11-16T18:22:44.809233+0000","last_unstale":"2023-11-16T18:22:44.809902+0000","last_undegraded":"2023-11-16T18:22:44.809902+0000","last_fullsized":"2023-11-16T18:22:44.809902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:27:28.450935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:01.757828+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:23:01.757828+0000","last_peered":"2023-11-16T18:23:01.757828+0000","last_clean":"2023-11-16T18:23:01.757828+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:23:01.757828+0000","last_undegraded":"2023-11-16T18:23:01.757828+0000","last_fullsized":"2023-11-16T18:23:01.757828+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:24:13.616539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":41,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.818268+0000","last_change":"2023-11-16T18:22:44.818268+0000","last_active":"2023-11-16T18:22:44.818268+0000","last_peered":"2023-11-16T18:22:44.818268+0000","last_clean":"2023-11-16T18:22:44.818268+0000","last_became_active":"2023-11-16T18:22:44.813196+0000","last_became_peered":"2023-11-16T18:22:44.813196+0000","last_unstale":"2023-11-16T18:22:44.818268+0000","last_undegraded":"2023-11-16T18:22:44.818268+0000","last_fullsized":"2023-11-16T18:22:44.818268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:29:13.683551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,11,9],"acting":[7,8,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809202+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:22:44.809202+0000","last_peered":"2023-11-16T18:22:44.809202+0000","last_clean":"2023-11-16T18:22:44.809202+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:22:44.809202+0000","last_undegraded":"2023-11-16T18:22:44.809202+0000","last_fullsized":"2023-11-16T18:22:44.809202+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:48.880801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800503+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:22:44.800503+0000","last_peered":"2023-11-16T18:22:44.800503+0000","last_clean":"2023-11-16T18:22:44.800503+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:22:44.800503+0000","last_undegraded":"2023-11-16T18:22:44.800503+0000","last_fullsized":"2023-11-16T18:22:44.800503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:44:25.013699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803085+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:22:44.803085+0000","last_peered":"2023-11-16T18:22:44.803085+0000","last_clean":"2023-11-16T18:22:44.803085+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:22:44.803085+0000","last_undegraded":"2023-11-16T18:22:44.803085+0000","last_fullsized":"2023-11-16T18:22:44.803085+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:21:57.530240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822930+0000","last_change":"2023-11-16T18:22:44.822930+0000","last_active":"2023-11-16T18:22:44.822930+0000","last_peered":"2023-11-16T18:22:44.822930+0000","last_clean":"2023-11-16T18:22:44.822930+0000","last_became_active":"2023-11-16T18:22:44.822557+0000","last_became_peered":"2023-11-16T18:22:44.822557+0000","last_unstale":"2023-11-16T18:22:44.822930+0000","last_undegraded":"2023-11-16T18:22:44.822930+0000","last_fullsized":"2023-11-16T18:22:44.822930+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:42:01.598413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821403+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:22:44.821403+0000","last_peered":"2023-11-16T18:22:44.821403+0000","last_clean":"2023-11-16T18:22:44.821403+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:22:44.821403+0000","last_undegraded":"2023-11-16T18:22:44.821403+0000","last_fullsized":"2023-11-16T18:22:44.821403+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:21:42.520973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803148+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:22:44.803148+0000","last_peered":"2023-11-16T18:22:44.803148+0000","last_clean":"2023-11-16T18:22:44.803148+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:22:44.803148+0000","last_undegraded":"2023-11-16T18:22:44.803148+0000","last_fullsized":"2023-11-16T18:22:44.803148+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:41:15.098406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807606+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:22:44.807606+0000","last_peered":"2023-11-16T18:22:44.807606+0000","last_clean":"2023-11-16T18:22:44.807606+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:22:44.807606+0000","last_undegraded":"2023-11-16T18:22:44.807606+0000","last_fullsized":"2023-11-16T18:22:44.807606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:21:37.246079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811449+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:22:44.811449+0000","last_peered":"2023-11-16T18:22:44.811449+0000","last_clean":"2023-11-16T18:22:44.811449+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:22:44.811449+0000","last_undegraded":"2023-11-16T18:22:44.811449+0000","last_fullsized":"2023-11-16T18:22:44.811449+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:59:22.182676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822170+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:22:44.822170+0000","last_peered":"2023-11-16T18:22:44.822170+0000","last_clean":"2023-11-16T18:22:44.822170+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:22:44.822170+0000","last_undegraded":"2023-11-16T18:22:44.822170+0000","last_fullsized":"2023-11-16T18:22:44.822170+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:23:41.148968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808842+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:22:44.808842+0000","last_peered":"2023-11-16T18:22:44.808842+0000","last_clean":"2023-11-16T18:22:44.808842+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:22:44.808842+0000","last_undegraded":"2023-11-16T18:22:44.808842+0000","last_fullsized":"2023-11-16T18:22:44.808842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:24:20.190356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803621+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:22:44.803621+0000","last_peered":"2023-11-16T18:22:44.803621+0000","last_clean":"2023-11-16T18:22:44.803621+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:22:44.803621+0000","last_undegraded":"2023-11-16T18:22:44.803621+0000","last_fullsized":"2023-11-16T18:22:44.803621+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:10:52.823125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810162+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:22:44.810162+0000","last_peered":"2023-11-16T18:22:44.810162+0000","last_clean":"2023-11-16T18:22:44.810162+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:22:44.810162+0000","last_undegraded":"2023-11-16T18:22:44.810162+0000","last_fullsized":"2023-11-16T18:22:44.810162+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:37:29.397837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802797+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:22:44.802797+0000","last_peered":"2023-11-16T18:22:44.802797+0000","last_clean":"2023-11-16T18:22:44.802797+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:22:44.802797+0000","last_undegraded":"2023-11-16T18:22:44.802797+0000","last_fullsized":"2023-11-16T18:22:44.802797+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:01.893520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801078+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:22:44.801078+0000","last_peered":"2023-11-16T18:22:44.801078+0000","last_clean":"2023-11-16T18:22:44.801078+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:22:44.801078+0000","last_undegraded":"2023-11-16T18:22:44.801078+0000","last_fullsized":"2023-11-16T18:22:44.801078+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:43:51.053930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802565+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:22:44.802565+0000","last_peered":"2023-11-16T18:22:44.802565+0000","last_clean":"2023-11-16T18:22:44.802565+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:22:44.802565+0000","last_undegraded":"2023-11-16T18:22:44.802565+0000","last_fullsized":"2023-11-16T18:22:44.802565+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:09:13.759058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800875+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:22:44.800875+0000","last_peered":"2023-11-16T18:22:44.800875+0000","last_clean":"2023-11-16T18:22:44.800875+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:22:44.800875+0000","last_undegraded":"2023-11-16T18:22:44.800875+0000","last_fullsized":"2023-11-16T18:22:44.800875+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:11:44.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807579+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:22:44.807579+0000","last_peered":"2023-11-16T18:22:44.807579+0000","last_clean":"2023-11-16T18:22:44.807579+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:22:44.807579+0000","last_undegraded":"2023-11-16T18:22:44.807579+0000","last_fullsized":"2023-11-16T18:22:44.807579+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:07:31.257194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810443+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:22:44.810443+0000","last_peered":"2023-11-16T18:22:44.810443+0000","last_clean":"2023-11-16T18:22:44.810443+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:22:44.810443+0000","last_undegraded":"2023-11-16T18:22:44.810443+0000","last_fullsized":"2023-11-16T18:22:44.810443+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:56:25.706270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803756+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:22:44.803756+0000","last_peered":"2023-11-16T18:22:44.803756+0000","last_clean":"2023-11-16T18:22:44.803756+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:22:44.803756+0000","last_undegraded":"2023-11-16T18:22:44.803756+0000","last_fullsized":"2023-11-16T18:22:44.803756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:54:08.855781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809311+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:22:44.809311+0000","last_peered":"2023-11-16T18:22:44.809311+0000","last_clean":"2023-11-16T18:22:44.809311+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:22:44.809311+0000","last_undegraded":"2023-11-16T18:22:44.809311+0000","last_fullsized":"2023-11-16T18:22:44.809311+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:13:39.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807008+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:22:44.807008+0000","last_peered":"2023-11-16T18:22:44.807008+0000","last_clean":"2023-11-16T18:22:44.807008+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:22:44.807008+0000","last_undegraded":"2023-11-16T18:22:44.807008+0000","last_fullsized":"2023-11-16T18:22:44.807008+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:13:20.880163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800824+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:22:44.800824+0000","last_peered":"2023-11-16T18:22:44.800824+0000","last_clean":"2023-11-16T18:22:44.800824+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:22:44.800824+0000","last_undegraded":"2023-11-16T18:22:44.800824+0000","last_fullsized":"2023-11-16T18:22:44.800824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:03:46.794988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803027+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:22:44.803027+0000","last_peered":"2023-11-16T18:22:44.803027+0000","last_clean":"2023-11-16T18:22:44.803027+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:22:44.803027+0000","last_undegraded":"2023-11-16T18:22:44.803027+0000","last_fullsized":"2023-11-16T18:22:44.803027+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:52:13.877998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809713+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:22:44.809713+0000","last_peered":"2023-11-16T18:22:44.809713+0000","last_clean":"2023-11-16T18:22:44.809713+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:22:44.809713+0000","last_undegraded":"2023-11-16T18:22:44.809713+0000","last_fullsized":"2023-11-16T18:22:44.809713+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:49:25.896541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800837+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:22:44.800837+0000","last_peered":"2023-11-16T18:22:44.800837+0000","last_clean":"2023-11-16T18:22:44.800837+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:22:44.800837+0000","last_undegraded":"2023-11-16T18:22:44.800837+0000","last_fullsized":"2023-11-16T18:22:44.800837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:26.389068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810158+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:22:44.810158+0000","last_peered":"2023-11-16T18:22:44.810158+0000","last_clean":"2023-11-16T18:22:44.810158+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:22:44.810158+0000","last_undegraded":"2023-11-16T18:22:44.810158+0000","last_fullsized":"2023-11-16T18:22:44.810158+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:05:53.656237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803787+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:22:44.803787+0000","last_peered":"2023-11-16T18:22:44.803787+0000","last_clean":"2023-11-16T18:22:44.803787+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:22:44.803787+0000","last_undegraded":"2023-11-16T18:22:44.803787+0000","last_fullsized":"2023-11-16T18:22:44.803787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:52:57.922305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808138+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:22:44.808138+0000","last_peered":"2023-11-16T18:22:44.808138+0000","last_clean":"2023-11-16T18:22:44.808138+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:22:44.808138+0000","last_undegraded":"2023-11-16T18:22:44.808138+0000","last_fullsized":"2023-11-16T18:22:44.808138+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:13:52.547661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804318+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:22:44.804318+0000","last_peered":"2023-11-16T18:22:44.804318+0000","last_clean":"2023-11-16T18:22:44.804318+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:22:44.804318+0000","last_undegraded":"2023-11-16T18:22:44.804318+0000","last_fullsized":"2023-11-16T18:22:44.804318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:56:38.577929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804986+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:22:44.804986+0000","last_peered":"2023-11-16T18:22:44.804986+0000","last_clean":"2023-11-16T18:22:44.804986+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:22:44.804986+0000","last_undegraded":"2023-11-16T18:22:44.804986+0000","last_fullsized":"2023-11-16T18:22:44.804986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:10:46.192802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801279+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:22:44.801279+0000","last_peered":"2023-11-16T18:22:44.801279+0000","last_clean":"2023-11-16T18:22:44.801279+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:22:44.801279+0000","last_undegraded":"2023-11-16T18:22:44.801279+0000","last_fullsized":"2023-11-16T18:22:44.801279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:25:18.419704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801065+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:22:44.801065+0000","last_peered":"2023-11-16T18:22:44.801065+0000","last_clean":"2023-11-16T18:22:44.801065+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:22:44.801065+0000","last_undegraded":"2023-11-16T18:22:44.801065+0000","last_fullsized":"2023-11-16T18:22:44.801065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:30:45.409401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804491+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:22:44.804491+0000","last_peered":"2023-11-16T18:22:44.804491+0000","last_clean":"2023-11-16T18:22:44.804491+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:22:44.804491+0000","last_undegraded":"2023-11-16T18:22:44.804491+0000","last_fullsized":"2023-11-16T18:22:44.804491+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:41:34.798357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800204+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:22:44.800204+0000","last_peered":"2023-11-16T18:22:44.800204+0000","last_clean":"2023-11-16T18:22:44.800204+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:22:44.800204+0000","last_undegraded":"2023-11-16T18:22:44.800204+0000","last_fullsized":"2023-11-16T18:22:44.800204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:48:26.697667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822318+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:22:44.822318+0000","last_peered":"2023-11-16T18:22:44.822318+0000","last_clean":"2023-11-16T18:22:44.822318+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:22:44.822318+0000","last_undegraded":"2023-11-16T18:22:44.822318+0000","last_fullsized":"2023-11-16T18:22:44.822318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:02:22.423694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.805250+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:22:44.805250+0000","last_peered":"2023-11-16T18:22:44.805250+0000","last_clean":"2023-11-16T18:22:44.805250+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:22:44.805250+0000","last_undegraded":"2023-11-16T18:22:44.805250+0000","last_fullsized":"2023-11-16T18:22:44.805250+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:48:06.776676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807157+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:22:44.807157+0000","last_peered":"2023-11-16T18:22:44.807157+0000","last_clean":"2023-11-16T18:22:44.807157+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:22:44.807157+0000","last_undegraded":"2023-11-16T18:22:44.807157+0000","last_fullsized":"2023-11-16T18:22:44.807157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:03:26.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803481+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:22:44.803481+0000","last_peered":"2023-11-16T18:22:44.803481+0000","last_clean":"2023-11-16T18:22:44.803481+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:22:44.803481+0000","last_undegraded":"2023-11-16T18:22:44.803481+0000","last_fullsized":"2023-11-16T18:22:44.803481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:52:40.611419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803548+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:22:44.803548+0000","last_peered":"2023-11-16T18:22:44.803548+0000","last_clean":"2023-11-16T18:22:44.803548+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:22:44.803548+0000","last_undegraded":"2023-11-16T18:22:44.803548+0000","last_fullsized":"2023-11-16T18:22:44.803548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:01:05.677834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801613+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:22:44.801613+0000","last_peered":"2023-11-16T18:22:44.801613+0000","last_clean":"2023-11-16T18:22:44.801613+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:22:44.801613+0000","last_undegraded":"2023-11-16T18:22:44.801613+0000","last_fullsized":"2023-11-16T18:22:44.801613+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:42:11.139781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822179+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:22:44.822179+0000","last_peered":"2023-11-16T18:22:44.822179+0000","last_clean":"2023-11-16T18:22:44.822179+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:22:44.822179+0000","last_undegraded":"2023-11-16T18:22:44.822179+0000","last_fullsized":"2023-11-16T18:22:44.822179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:54:37.086843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808329+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:22:44.808329+0000","last_peered":"2023-11-16T18:22:44.808329+0000","last_clean":"2023-11-16T18:22:44.808329+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:22:44.808329+0000","last_undegraded":"2023-11-16T18:22:44.808329+0000","last_fullsized":"2023-11-16T18:22:44.808329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:57:41.765487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804316+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:22:44.804316+0000","last_peered":"2023-11-16T18:22:44.804316+0000","last_clean":"2023-11-16T18:22:44.804316+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:22:44.804316+0000","last_undegraded":"2023-11-16T18:22:44.804316+0000","last_fullsized":"2023-11-16T18:22:44.804316+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:58:46.772663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810355+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:22:44.810355+0000","last_peered":"2023-11-16T18:22:44.810355+0000","last_clean":"2023-11-16T18:22:44.810355+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:22:44.810355+0000","last_undegraded":"2023-11-16T18:22:44.810355+0000","last_fullsized":"2023-11-16T18:22:44.810355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:37.047872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800593+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:22:44.800593+0000","last_peered":"2023-11-16T18:22:44.800593+0000","last_clean":"2023-11-16T18:22:44.800593+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:22:44.800593+0000","last_undegraded":"2023-11-16T18:22:44.800593+0000","last_fullsized":"2023-11-16T18:22:44.800593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:16:21.436498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809199+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:22:44.809199+0000","last_peered":"2023-11-16T18:22:44.809199+0000","last_clean":"2023-11-16T18:22:44.809199+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:22:44.809199+0000","last_undegraded":"2023-11-16T18:22:44.809199+0000","last_fullsized":"2023-11-16T18:22:44.809199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:19:58.111081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808412+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:22:44.808412+0000","last_peered":"2023-11-16T18:22:44.808412+0000","last_clean":"2023-11-16T18:22:44.808412+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:22:44.808412+0000","last_undegraded":"2023-11-16T18:22:44.808412+0000","last_fullsized":"2023-11-16T18:22:44.808412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:43:09.697022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821949+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:22:44.821949+0000","last_peered":"2023-11-16T18:22:44.821949+0000","last_clean":"2023-11-16T18:22:44.821949+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:22:44.821949+0000","last_undegraded":"2023-11-16T18:22:44.821949+0000","last_fullsized":"2023-11-16T18:22:44.821949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:08:22.251655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807188+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:22:44.807188+0000","last_peered":"2023-11-16T18:22:44.807188+0000","last_clean":"2023-11-16T18:22:44.807188+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:22:44.807188+0000","last_undegraded":"2023-11-16T18:22:44.807188+0000","last_fullsized":"2023-11-16T18:22:44.807188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:57:53.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64741,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":275,"num_read_kb":201,"num_write":154,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":59185,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":194223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416411,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6192,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93738960,"statfs":{"total":95995035648,"available":95988695040,"internally_reserved":0,"allocated":1024000,"data_stored":502694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.375}]},{"osd":1,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.57199999999999995}]},{"osd":2,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.44},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.41799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.502}]},{"osd":5,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.66400000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.626}]},{"osd":7,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.755},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.65000000000000002}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72499999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.79100000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.73999999999999999}]}]},{"osd":10,"up_from":72,"seq":309237645342,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7184,"kb_used_data":1672,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93737968,"statfs":{"total":95995035648,"available":95987679232,"internally_reserved":0,"allocated":1712128,"data_stored":1151141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":7.6609999999999996,"5min":7.6609999999999996,"15min":7.6609999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.9160000000000004,"5min":6.9160000000000004,"15min":6.9160000000000004},"last":0.82399999999999995}]},{"osd":1,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45000000000000001,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.629,"15min":0.61499999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.5519999999999996,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":0.752},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65000000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77600000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.372}]},{"osd":5,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71099999999999997,"15min":0.71899999999999997},"min":{"1min":0.48199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93999999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.70899999999999996,"15min":0.72099999999999997},"min":{"1min":0.52700000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.80100000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.59499999999999997}]},{"osd":6,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.79100000000000004,"15min":0.76500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.7309999999999999,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.76500000000000001,"15min":0.74299999999999999},"min":{"1min":0.53700000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":4.5750000000000002,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":0.77800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.75900000000000001,"15min":0.76200000000000001},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92800000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.626},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.78700000000000003,"15min":0.79500000000000004},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":0.90200000000000002,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.73899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":0.86099999999999999,"15min":0.81699999999999995},"min":{"1min":0.57999999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":7.8010000000000002,"5min":7.8010000000000002,"15min":7.8010000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.081,"5min":0.86099999999999999,"15min":0.82499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.79200000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72399999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808867,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6404,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738748,"statfs":{"total":95995035648,"available":95988477952,"internally_reserved":0,"allocated":1044480,"data_stored":507026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.47999999999999998,"15min":0.496},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61599999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67500000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.40300000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78900000000000003,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.64100000000000001,"15min":0.65500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72399999999999998,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.63,"15min":0.63900000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.77300000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.70499999999999996,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.497}]},{"osd":3,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.63,"15min":0.65400000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.749,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.60599999999999998,"15min":0.63},"min":{"1min":0.32400000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.73799999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.36399999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.67300000000000004,"15min":0.68700000000000006},"min":{"1min":0.45800000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79900000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73699999999999999,"15min":0.75800000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83299999999999996,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.60099999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76600000000000001,"15min":0.78600000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.95399999999999996,"5min":1.139,"15min":1.139},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.71599999999999997,"15min":0.73399999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.81999999999999995,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.81399999999999995,"15min":0.84099999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.88,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.80600000000000005,"15min":0.83499999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90300000000000002,"5min":1.395,"15min":1.395},"last":0.69399999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.81999999999999995,"15min":0.84399999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.84399999999999997,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.442},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.86899999999999999,"15min":0.89300000000000002},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.92300000000000004,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.63300000000000001}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":0.89400000000000002,"5min":1.131,"15min":1.131},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81499999999999995,"15min":0.82899999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.97699999999999998,"5min":1.147,"15min":1.147},"last":0.68400000000000005}]},{"osd":11,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.54100000000000004}]}]},{"osd":8,"up_from":59,"seq":253403070503,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6532,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738620,"statfs":{"total":95995035648,"available":95988346880,"internally_reserved":0,"allocated":1044480,"data_stored":506946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68100000000000005,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.432}]},{"osd":1,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.52000000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.73699999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70599999999999996,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73099999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.755,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.44700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88400000000000001,"5min":1.044,"15min":1.044},"last":0.76800000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.57799999999999996,"15min":0.58899999999999997},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67100000000000004,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66200000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.69699999999999995,"15min":0.70299999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86099999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.65700000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.69299999999999995,"15min":0.69899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80800000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.69799999999999995,"15min":0.70599999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.75600000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.75900000000000001,"15min":0.75700000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.99399999999999999,"5min":1.036,"15min":1.036},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.79100000000000004,"15min":0.78900000000000003},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0029999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.79400000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.68300000000000005,"15min":0.67000000000000004},"min":{"1min":0.621,"5min":0.432,"15min":0.432},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76600000000000001,"15min":0.75600000000000001},"min":{"1min":0.623,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.83899999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.96499999999999997}]}]},{"osd":7,"up_from":51,"seq":219043332141,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7172,"kb_used_data":1596,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93737980,"statfs":{"total":95995035648,"available":95987691520,"internally_reserved":0,"allocated":1634304,"data_stored":1098662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.50800000000000001,"15min":0.40100000000000002},"min":{"1min":0.34499999999999997,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":10.805999999999999,"5min":10.805999999999999,"15min":10.805999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.436,"15min":0.40799999999999997},"min":{"1min":0.35599999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.39500000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":0.66700000000000004,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.3480000000000001,"5min":0.70399999999999996,"15min":0.57399999999999995},"min":{"1min":0.44400000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":13.634,"5min":13.634,"15min":13.634},"last":0.57499999999999996}]},{"osd":3,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":0.65600000000000003,"15min":0.56399999999999995},"min":{"1min":0.47999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":9.5129999999999999,"5min":9.5129999999999999,"15min":9.5129999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.413,"5min":0.73299999999999998,"15min":0.60499999999999998},"min":{"1min":0.46500000000000002,"5min":0.37,"15min":0.37},"max":{"1min":13.484999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.56499999999999995,"15min":0.50800000000000001},"min":{"1min":0.36499999999999999,"5min":0.318,"15min":0.318},"max":{"1min":6.492,"5min":6.492,"15min":6.492},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.39900000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69999999999999996,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.44400000000000001}]},{"osd":5,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.63900000000000001,"15min":0.61499999999999999},"min":{"1min":0.498,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90200000000000002,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.423,"5min":0.76500000000000001,"15min":0.63700000000000001},"min":{"1min":0.55500000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":13.864000000000001,"5min":13.864000000000001,"15min":13.864000000000001},"last":0.67600000000000005}]},{"osd":6,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.67300000000000004,"15min":0.626},"min":{"1min":0.51000000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.3499999999999996,"5min":5.3499999999999996,"15min":5.3499999999999996},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68100000000000005,"15min":0.64000000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":2.8679999999999999,"5min":2.8679999999999999,"15min":2.8679999999999999},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.68700000000000006,"15min":0.66600000000000004},"min":{"1min":0.46999999999999997,"5min":0.437,"15min":0.437},"max":{"1min":2.5800000000000001,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.53700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.1970000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.68700000000000006}]},{"osd":9,"last update":"Thu Nov 16 18:22:31 2023","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":0.83299999999999996,"15min":0.76400000000000001},"min":{"1min":0.59199999999999997,"5min":0.504,"15min":0.504},"max":{"1min":9.5760000000000005,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.2949999999999999,"5min":0.85499999999999998,"15min":0.78200000000000003},"min":{"1min":0.56499999999999995,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":10.601000000000001,"5min":10.601000000000001,"15min":10.601000000000001},"last":0.71199999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.1850000000000001,"15min":1.2589999999999999},"min":{"1min":0.60999999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.92400000000000004,"5min":10.663,"15min":10.663},"last":0.751},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.23,"15min":1.3069999999999999},"min":{"1min":0.46800000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.94799999999999995,"5min":10.693,"15min":10.693},"last":0.79700000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.393,"5min":1.393,"15min":1.393},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":13.531000000000001,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.72499999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495664,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6508,"kb_used_data":996,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738644,"statfs":{"total":95995035648,"available":95988371456,"internally_reserved":0,"allocated":1019904,"data_stored":498106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.374},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57299999999999995,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82499999999999996,"5min":1.077,"15min":1.077},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60599999999999998,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75600000000000001,"5min":1.089,"15min":1.089},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58899999999999997,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80400000000000005,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59399999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80900000000000005,"5min":0.877,"15min":0.877},"last":0.41899999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.31,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.50600000000000001,"15min":0.498},"min":{"1min":0.38600000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69699999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47499999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.623,"15min":0.625},"min":{"1min":0.41399999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.64400000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.44400000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91900000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.503}]},{"osd":7,"last update":"Thu Nov 16 18:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66600000000000004,"15min":0.66800000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1,"5min":1.071,"15min":1.071},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.67800000000000005,"15min":0.67200000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.88400000000000001,"5min":1.04,"15min":1.04},"last":0.58599999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.75,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.91500000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98599999999999999,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.67000000000000004}]},{"osd":9,"last update":"Thu Nov 16 18:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.80200000000000005,"15min":0.82099999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0269999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.621},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.73299999999999998,"15min":0.749},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.96399999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.56899999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73899999999999999,"15min":0.747},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.85399999999999998,"5min":1.046,"15min":1.046},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.80000000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.91200000000000003,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.745}]},{"osd":11,"last update":"Thu Nov 16 18:22:59 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.73299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7596,"kb_used_data":1060,"kb_used_omap":0,"kb_used_meta":6528,"kb_avail":93737556,"statfs":{"total":95995035648,"available":95987257344,"internally_reserved":0,"allocated":1085440,"data_stored":558853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6684672},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.28899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.98399999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53600000000000003,"15min":0.52000000000000002},"min":{"1min":0.373,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.70299999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52600000000000002,"15min":0.48199999999999998},"min":{"1min":0.34499999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.505,"15min":0.46700000000000003},"min":{"1min":0.35999999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.54400000000000004},"min":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.56699999999999995,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Nov 16 18:22:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.45800000000000002,"15min":0.42299999999999999},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.79500000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.45300000000000001,"15min":0.42999999999999999},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.75900000000000001,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.81699999999999995}]},{"osd":5,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.40100000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.53000000000000003},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.875}]},{"osd":6,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.621,"15min":0.59299999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.056,"5min":1.071,"15min":1.071},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.60899999999999999,"15min":0.60099999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.78500000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.54400000000000004,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.60199999999999998,"15min":0.55900000000000005},"min":{"1min":0.438,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.84299999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68000000000000005,"15min":0.67000000000000004},"min":{"1min":0.505,"5min":0.439,"15min":0.439},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46899999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.01,"5min":1.153,"15min":1.153},"last":0.85899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.69899999999999995,"15min":0.68999999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.76000000000000001,"15min":0.75},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.98299999999999998}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.60699999999999998,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.9809999999999999,"5min":2.9809999999999999,"15min":2.9809999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.74399999999999999,"15min":0.72399999999999998},"min":{"1min":0.61899999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":1.0209999999999999}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.96899999999999997},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":1.0449999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7428,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737724,"statfs":{"total":95995035648,"available":95987429376,"internally_reserved":0,"allocated":1044480,"data_stored":499494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:22:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.499,"15min":0.47099999999999997},"min":{"1min":0.32000000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.71199999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54000000000000004,"15min":0.48499999999999999},"min":{"1min":0.33900000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.97499999999999998,"5min":1.948,"15min":1.948},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:23:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.5},"min":{"1min":0.437,"5min":0.311,"15min":0.311},"max":{"1min":0.81999999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.496},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69699999999999995,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.47899999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:22:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53700000000000003,"15min":0.52100000000000002},"min":{"1min":0.39800000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.439},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.57199999999999995,"15min":0.52600000000000002},"min":{"1min":0.40000000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.626}]},{"osd":5,"last update":"Thu Nov 16 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.55400000000000005},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.57299999999999995,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:22:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79100000000000004,"5min":1,"15min":1},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.53700000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.77400000000000002,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.69399999999999995},"min":{"1min":0.50900000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.502}]},{"osd":9,"last update":"Thu Nov 16 18:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.70899999999999996,"15min":0.71999999999999997},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0009999999999999,"5min":1.052,"15min":1.052},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.70099999999999996,"15min":0.71299999999999997},"min":{"1min":0.44,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.66300000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0629999999999999,"5min":1.089,"15min":1.089},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.621,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.64300000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:14 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.68799999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7616,"kb_used_data":1016,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737536,"statfs":{"total":95995035648,"available":95987236864,"internally_reserved":0,"allocated":1040384,"data_stored":499318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51400000000000001,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.379},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.497,"15min":0.47699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69699999999999995,"5min":0.753,"15min":0.753},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.50900000000000001},"min":{"1min":0.39600000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.57899999999999996,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72499999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54100000000000004,"15min":0.52100000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58899999999999997,"15min":0.55300000000000005},"min":{"1min":0.438,"5min":0.312,"15min":0.312},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.68700000000000006}]},{"osd":5,"last update":"Thu Nov 16 18:22:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72299999999999998,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.48799999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.443,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.442},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83699999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.70799999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.55300000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.48199999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.65600000000000003,"15min":0.65800000000000003},"min":{"1min":0.48999999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.81499999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53200000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.59799999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.70999999999999996,"15min":0.68999999999999995},"min":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.68100000000000005}]},{"osd":11,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.626}]}]},{"osd":3,"up_from":25,"seq":107374182462,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6776,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738376,"statfs":{"total":95995035648,"available":95988097024,"internally_reserved":0,"allocated":1032192,"data_stored":498300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35599999999999998,"15min":0.33200000000000002},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.61199999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.376},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.39400000000000002,"15min":0.36599999999999999},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56799999999999995,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.27600000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70899999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53400000000000003,"15min":0.502},"min":{"1min":0.36299999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.56899999999999995}]},{"osd":2,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.56399999999999995,"15min":0.53100000000000003},"min":{"1min":0.41999999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54400000000000004,"15min":0.53200000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79000000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.59299999999999997},"min":{"1min":0.45700000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Nov 16 18:23:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.432,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65300000000000002,"15min":0.64100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.432}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.57299999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.75,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.46100000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69799999999999995,"15min":0.68300000000000005},"min":{"1min":0.58599999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.503}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.75900000000000001,"15min":0.77300000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.69699999999999995,"15min":0.70699999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.318}]},{"osd":10,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.76300000000000001,"15min":0.77200000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.73699999999999999,"15min":0.751},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.90300000000000002,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.54400000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.48699999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920826,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6716,"kb_used_data":1076,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738436,"statfs":{"total":95995035648,"available":95988158464,"internally_reserved":0,"allocated":1101824,"data_stored":563935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.379,"15min":0.36599999999999999},"min":{"1min":0.25700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.58699999999999997,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.39800000000000002,"15min":0.379},"min":{"1min":0.26900000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.59499999999999997,"15min":0.56399999999999995},"min":{"1min":0.41699999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.748},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81599999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.60599999999999998,"15min":0.57299999999999995},"min":{"1min":0.41499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.877,"15min":0.877},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58699999999999997,"15min":0.56499999999999995},"min":{"1min":0.40899999999999997,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.58199999999999996},"min":{"1min":0.46300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.88600000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.40600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79000000000000004,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63100000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.35599999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.39800000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.86299999999999999,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Nov 16 18:22:47 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.52500000000000002,"15min":0.52600000000000002},"min":{"1min":0.35099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.67900000000000005,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54200000000000004,"15min":0.52900000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.746,"5min":0.878,"15min":0.878},"last":0.72499999999999998}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70499999999999996,"15min":0.69399999999999995},"min":{"1min":0.496,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.68799999999999994,"15min":0.68200000000000005},"min":{"1min":0.44900000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.81100000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:22:32 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68500000000000005,"15min":0.68899999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83199999999999996,"5min":0.871,"15min":0.871},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.75900000000000001,"15min":0.76500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.92300000000000004,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.83599999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69899999999999995,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.77700000000000002,"15min":0.78700000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.92800000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.89400000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.85199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757301,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7368,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93737784,"statfs":{"total":95995035648,"available":95987490816,"internally_reserved":0,"allocated":1638400,"data_stored":1089812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.67500000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.51900000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76400000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.48099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.73599999999999999}]},{"osd":2,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.371},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.66000000000000003,"5min":0.746,"15min":0.746},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71899999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.46400000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67600000000000005,"5min":0.745,"15min":0.745},"last":0.70399999999999996}]},{"osd":4,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.48999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.91500000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.58499999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.751}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.623,"15min":0.60999999999999999},"min":{"1min":0.438,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80100000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61899999999999999,"15min":0.61099999999999999},"min":{"1min":0.42499999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64100000000000001,"15min":0.63200000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93200000000000005,"5min":1.095,"15min":1.095},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.49299999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.80900000000000005}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.61699999999999999,"15min":0.61599999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.88800000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:31 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72499999999999998,"15min":0.72599999999999998},"min":{"1min":0.53600000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.876,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.65600000000000003,"15min":0.65200000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.78100000000000003,"5min":0.878,"15min":0.878},"last":0.82799999999999996}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.73599999999999999,"15min":0.73099999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.53800000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.872}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:23:07.329 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph pg dump --format=json 2023-11-16T18:23:07.760 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:07 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:23:07.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:07 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.761 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:07 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:23:07.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:07 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:23:07.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:07 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:07 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:23:07.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:07 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:23:07.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:07 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:23:07.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:07 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:23:07.988 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:08.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:08 smithi063 ceph-mon[98873]: pgmap v303: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:08.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:08 smithi063 ceph-mon[98873]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:08.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:08 smithi093 ceph-mon[100185]: pgmap v303: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:08.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:08 smithi093 ceph-mon[100185]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:09.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:08 smithi125 ceph-mon[100672]: pgmap v303: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:09.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:08 smithi125 ceph-mon[100672]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:09.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 -- 172.21.15.63:0/1653778313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ffe00 msgr2=0x7f2884103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:09.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 --2- 172.21.15.63:0/1653778313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ffe00 0x7f2884103dd0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f28740099c0 tx=0x7f2874009cd0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 -- 172.21.15.63:0/1653778313 shutdown_connections 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 --2- 172.21.15.63:0/1653778313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 0x7f288410c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 --2- 172.21.15.63:0/1653778313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ff460 0x7f28840ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 --2- 172.21.15.63:0/1653778313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ffe00 0x7f2884103dd0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 -- 172.21.15.63:0/1653778313 >> 172.21.15.63:0/1653778313 conn(0x7f28840770a0 msgr2=0x7f28840774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 -- 172.21.15.63:0/1653778313 shutdown_connections 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.420+0000 7f288972d700 1 -- 172.21.15.63:0/1653778313 wait complete. 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 Processor -- start 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 -- start start 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ffe00 0x7f2884197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 0x7f28841a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:09.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28841a2790 con 0x7f28840ff460 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28841a28d0 con 0x7f28840ffe00 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f288972d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28841a2a10 con 0x7f2884104500 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f2882ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f2882ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43314/0 (socket says 172.21.15.63:43314) 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.421+0000 7f2882ffd700 1 -- 172.21.15.63:0/1121658341 learned_addr learned my addr 172.21.15.63:0/1121658341 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f28837fe700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 0x7f28841a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f28827fc700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ffe00 0x7f2884197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 -- 172.21.15.63:0/1121658341 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 msgr2=0x7f28841a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 0x7f28841a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 -- 172.21.15.63:0/1121658341 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ffe00 msgr2=0x7f2884197710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ffe00 0x7f2884197710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 -- 172.21.15.63:0/1121658341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28740095f0 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f2882ffd700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f287800c920 tx=0x7f287800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2878007b00 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f288410f280 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f288410f0f0 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f287800ce70 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.422+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2878005460 con 0x7f28840ff460 2023-11-16T18:23:09.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.423+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2870005320 con 0x7f28840ff460 2023-11-16T18:23:09.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.424+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2878004750 con 0x7f28840ff460 2023-11-16T18:23:09.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.425+0000 7f286bfff700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 0x7f286c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:09.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.425+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f28780cc890 con 0x7f28840ff460 2023-11-16T18:23:09.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.425+0000 7f28827fc700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 0x7f286c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:09.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.425+0000 7f28827fc700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 0x7f286c0a3710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2874000c00 tx=0x7f2874005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:09.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.429+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2878095b70 con 0x7f28840ff460 2023-11-16T18:23:09.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.622+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2870000bf0 con 0x7f286c0a1260 2023-11-16T18:23:09.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.637+0000 7f286bfff700 1 -- 172.21.15.63:0/1121658341 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427728 (secure 0 0 0) 0x7f2870000bf0 con 0x7f286c0a1260 2023-11-16T18:23:09.643 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.640+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 msgr2=0x7f286c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.640+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 0x7f286c0a3710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2874000c00 tx=0x7f2874005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.640+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 msgr2=0x7f28841971d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.640+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f287800c920 tx=0x7f287800cc30 comp rx=0 tx=0).stop 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 shutdown_connections 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f286c0a1260 0x7f286c0a3710 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2884104500 0x7f28841a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f28840ff460 0x7f28841971d0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 --2- 172.21.15.63:0/1121658341 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f28840ffe00 0x7f2884197710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:09.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 >> 172.21.15.63:0/1121658341 conn(0x7f28840770a0 msgr2=0x7f28840fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:09.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 shutdown_connections 2023-11-16T18:23:09.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:09.641+0000 7f288972d700 1 -- 172.21.15.63:0/1121658341 wait complete. 2023-11-16T18:23:09.648 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:23:10.155 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2023-11-16T18:23:08.901652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655355,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":406,"num_read_kb":315,"num_write":337,"num_write_kb":3050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1240044,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":275,"ondisk_log_size":275,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":83492,"kb_used_data":14084,"kb_used_omap":0,"kb_used_meta":69312,"kb_avail":1124858332,"statfs":{"total":1151940427776,"available":1151854931968,"internally_reserved":0,"allocated":14422016,"data_stored":7974287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":70975488},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003363"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808378+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:22:44.808378+0000","last_peered":"2023-11-16T18:22:44.808378+0000","last_clean":"2023-11-16T18:22:44.808378+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:22:44.808378+0000","last_undegraded":"2023-11-16T18:22:44.808378+0000","last_fullsized":"2023-11-16T18:22:44.808378+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:13:59.979499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802387+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:22:44.802387+0000","last_peered":"2023-11-16T18:22:44.802387+0000","last_clean":"2023-11-16T18:22:44.802387+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:22:44.802387+0000","last_undegraded":"2023-11-16T18:22:44.802387+0000","last_fullsized":"2023-11-16T18:22:44.802387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:48:50.998096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802214+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:22:44.802214+0000","last_peered":"2023-11-16T18:22:44.802214+0000","last_clean":"2023-11-16T18:22:44.802214+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:22:44.802214+0000","last_undegraded":"2023-11-16T18:22:44.802214+0000","last_fullsized":"2023-11-16T18:22:44.802214+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:14:32.789154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810190+0000","last_change":"2023-11-16T18:22:44.809454+0000","last_active":"2023-11-16T18:22:44.810190+0000","last_peered":"2023-11-16T18:22:44.810190+0000","last_clean":"2023-11-16T18:22:44.810190+0000","last_became_active":"2023-11-16T18:22:44.809109+0000","last_became_peered":"2023-11-16T18:22:44.809109+0000","last_unstale":"2023-11-16T18:22:44.810190+0000","last_undegraded":"2023-11-16T18:22:44.810190+0000","last_fullsized":"2023-11-16T18:22:44.810190+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:55:26.604457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809955+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:22:44.809955+0000","last_peered":"2023-11-16T18:22:44.809955+0000","last_clean":"2023-11-16T18:22:44.809955+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:22:44.809955+0000","last_undegraded":"2023-11-16T18:22:44.809955+0000","last_fullsized":"2023-11-16T18:22:44.809955+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:18:48.321150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803210+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:22:44.803210+0000","last_peered":"2023-11-16T18:22:44.803210+0000","last_clean":"2023-11-16T18:22:44.803210+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:22:44.803210+0000","last_undegraded":"2023-11-16T18:22:44.803210+0000","last_fullsized":"2023-11-16T18:22:44.803210+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:06:41.605270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803346+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:22:44.803346+0000","last_peered":"2023-11-16T18:22:44.803346+0000","last_clean":"2023-11-16T18:22:44.803346+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:22:44.803346+0000","last_undegraded":"2023-11-16T18:22:44.803346+0000","last_fullsized":"2023-11-16T18:22:44.803346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:12:10.759049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809002+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:22:44.809002+0000","last_peered":"2023-11-16T18:22:44.809002+0000","last_clean":"2023-11-16T18:22:44.809002+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:22:44.809002+0000","last_undegraded":"2023-11-16T18:22:44.809002+0000","last_fullsized":"2023-11-16T18:22:44.809002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:52.293324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809389+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:22:44.809389+0000","last_peered":"2023-11-16T18:22:44.809389+0000","last_clean":"2023-11-16T18:22:44.809389+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:22:44.809389+0000","last_undegraded":"2023-11-16T18:22:44.809389+0000","last_fullsized":"2023-11-16T18:22:44.809389+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:22:13.363988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.806027+0000","last_change":"2023-11-16T18:22:44.806027+0000","last_active":"2023-11-16T18:22:44.806027+0000","last_peered":"2023-11-16T18:22:44.806027+0000","last_clean":"2023-11-16T18:22:44.806027+0000","last_became_active":"2023-11-16T18:22:44.805587+0000","last_became_peered":"2023-11-16T18:22:44.805587+0000","last_unstale":"2023-11-16T18:22:44.806027+0000","last_undegraded":"2023-11-16T18:22:44.806027+0000","last_fullsized":"2023-11-16T18:22:44.806027+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:29:21.960155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804936+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:22:44.804936+0000","last_peered":"2023-11-16T18:22:44.804936+0000","last_clean":"2023-11-16T18:22:44.804936+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:22:44.804936+0000","last_undegraded":"2023-11-16T18:22:44.804936+0000","last_fullsized":"2023-11-16T18:22:44.804936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:34:38.541319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800646+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:22:44.800646+0000","last_peered":"2023-11-16T18:22:44.800646+0000","last_clean":"2023-11-16T18:22:44.800646+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:22:44.800646+0000","last_undegraded":"2023-11-16T18:22:44.800646+0000","last_fullsized":"2023-11-16T18:22:44.800646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:46:03.071736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821861+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:22:44.821861+0000","last_peered":"2023-11-16T18:22:44.821861+0000","last_clean":"2023-11-16T18:22:44.821861+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:22:44.821861+0000","last_undegraded":"2023-11-16T18:22:44.821861+0000","last_fullsized":"2023-11-16T18:22:44.821861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:22:43.769776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801168+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:22:44.801168+0000","last_peered":"2023-11-16T18:22:44.801168+0000","last_clean":"2023-11-16T18:22:44.801168+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:22:44.801168+0000","last_undegraded":"2023-11-16T18:22:44.801168+0000","last_fullsized":"2023-11-16T18:22:44.801168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:05:47.665931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801044+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:22:44.801044+0000","last_peered":"2023-11-16T18:22:44.801044+0000","last_clean":"2023-11-16T18:22:44.801044+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:22:44.801044+0000","last_undegraded":"2023-11-16T18:22:44.801044+0000","last_fullsized":"2023-11-16T18:22:44.801044+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:41:38.664540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807500+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:22:44.807500+0000","last_peered":"2023-11-16T18:22:44.807500+0000","last_clean":"2023-11-16T18:22:44.807500+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:22:44.807500+0000","last_undegraded":"2023-11-16T18:22:44.807500+0000","last_fullsized":"2023-11-16T18:22:44.807500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:58:51.735112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808115+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:22:44.808115+0000","last_peered":"2023-11-16T18:22:44.808115+0000","last_clean":"2023-11-16T18:22:44.808115+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:22:44.808115+0000","last_undegraded":"2023-11-16T18:22:44.808115+0000","last_fullsized":"2023-11-16T18:22:44.808115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:12:03.962269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803537+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:22:44.803537+0000","last_peered":"2023-11-16T18:22:44.803537+0000","last_clean":"2023-11-16T18:22:44.803537+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:22:44.803537+0000","last_undegraded":"2023-11-16T18:22:44.803537+0000","last_fullsized":"2023-11-16T18:22:44.803537+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:53:26.907396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803897+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:22:44.803897+0000","last_peered":"2023-11-16T18:22:44.803897+0000","last_clean":"2023-11-16T18:22:44.803897+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:22:44.803897+0000","last_undegraded":"2023-11-16T18:22:44.803897+0000","last_fullsized":"2023-11-16T18:22:44.803897+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:35:54.958263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802810+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:22:44.802810+0000","last_peered":"2023-11-16T18:22:44.802810+0000","last_clean":"2023-11-16T18:22:44.802810+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:22:44.802810+0000","last_undegraded":"2023-11-16T18:22:44.802810+0000","last_fullsized":"2023-11-16T18:22:44.802810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:40.545054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803874+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:22:44.803874+0000","last_peered":"2023-11-16T18:22:44.803874+0000","last_clean":"2023-11-16T18:22:44.803874+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:22:44.803874+0000","last_undegraded":"2023-11-16T18:22:44.803874+0000","last_fullsized":"2023-11-16T18:22:44.803874+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:04:18.024349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809886+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:22:44.809886+0000","last_peered":"2023-11-16T18:22:44.809886+0000","last_clean":"2023-11-16T18:22:44.809886+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:22:44.809886+0000","last_undegraded":"2023-11-16T18:22:44.809886+0000","last_fullsized":"2023-11-16T18:22:44.809886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:48:47.417763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800145+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:22:44.800145+0000","last_peered":"2023-11-16T18:22:44.800145+0000","last_clean":"2023-11-16T18:22:44.800145+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:22:44.800145+0000","last_undegraded":"2023-11-16T18:22:44.800145+0000","last_fullsized":"2023-11-16T18:22:44.800145+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:03:31.075728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809992+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:22:44.809992+0000","last_peered":"2023-11-16T18:22:44.809992+0000","last_clean":"2023-11-16T18:22:44.809992+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:22:44.809992+0000","last_undegraded":"2023-11-16T18:22:44.809992+0000","last_fullsized":"2023-11-16T18:22:44.809992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:56:05.087136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802841+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:22:44.802841+0000","last_peered":"2023-11-16T18:22:44.802841+0000","last_clean":"2023-11-16T18:22:44.802841+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:22:44.802841+0000","last_undegraded":"2023-11-16T18:22:44.802841+0000","last_fullsized":"2023-11-16T18:22:44.802841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:41:06.324304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800470+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:22:44.800470+0000","last_peered":"2023-11-16T18:22:44.800470+0000","last_clean":"2023-11-16T18:22:44.800470+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:22:44.800470+0000","last_undegraded":"2023-11-16T18:22:44.800470+0000","last_fullsized":"2023-11-16T18:22:44.800470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:15:19.806252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.816102+0000","last_change":"2023-11-16T18:22:44.815673+0000","last_active":"2023-11-16T18:22:44.816102+0000","last_peered":"2023-11-16T18:22:44.816102+0000","last_clean":"2023-11-16T18:22:44.816102+0000","last_became_active":"2023-11-16T18:22:44.809218+0000","last_became_peered":"2023-11-16T18:22:44.809218+0000","last_unstale":"2023-11-16T18:22:44.816102+0000","last_undegraded":"2023-11-16T18:22:44.816102+0000","last_fullsized":"2023-11-16T18:22:44.816102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:25.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808584+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:22:44.808584+0000","last_peered":"2023-11-16T18:22:44.808584+0000","last_clean":"2023-11-16T18:22:44.808584+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:22:44.808584+0000","last_undegraded":"2023-11-16T18:22:44.808584+0000","last_fullsized":"2023-11-16T18:22:44.808584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:11.822448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800279+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:22:44.800279+0000","last_peered":"2023-11-16T18:22:44.800279+0000","last_clean":"2023-11-16T18:22:44.800279+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:22:44.800279+0000","last_undegraded":"2023-11-16T18:22:44.800279+0000","last_fullsized":"2023-11-16T18:22:44.800279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:46:04.155521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810891+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:22:44.810891+0000","last_peered":"2023-11-16T18:22:44.810891+0000","last_clean":"2023-11-16T18:22:44.810891+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:22:44.810891+0000","last_undegraded":"2023-11-16T18:22:44.810891+0000","last_fullsized":"2023-11-16T18:22:44.810891+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:51:17.892318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800909+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:22:44.800909+0000","last_peered":"2023-11-16T18:22:44.800909+0000","last_clean":"2023-11-16T18:22:44.800909+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:22:44.800909+0000","last_undegraded":"2023-11-16T18:22:44.800909+0000","last_fullsized":"2023-11-16T18:22:44.800909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:30:22.910780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.805670+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:22:44.805670+0000","last_peered":"2023-11-16T18:22:44.805670+0000","last_clean":"2023-11-16T18:22:44.805670+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:22:44.805670+0000","last_undegraded":"2023-11-16T18:22:44.805670+0000","last_fullsized":"2023-11-16T18:22:44.805670+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:38:12.520136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":79,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:04.763465+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:23:04.763465+0000","last_peered":"2023-11-16T18:23:04.763465+0000","last_clean":"2023-11-16T18:23:04.763465+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:23:04.763465+0000","last_undegraded":"2023-11-16T18:23:04.763465+0000","last_fullsized":"2023-11-16T18:23:04.763465+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:27:06.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810681+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:22:44.810681+0000","last_peered":"2023-11-16T18:22:44.810681+0000","last_clean":"2023-11-16T18:22:44.810681+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:22:44.810681+0000","last_undegraded":"2023-11-16T18:22:44.810681+0000","last_fullsized":"2023-11-16T18:22:44.810681+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:36:36.131201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822862+0000","last_change":"2023-11-16T18:22:44.822862+0000","last_active":"2023-11-16T18:22:44.822862+0000","last_peered":"2023-11-16T18:22:44.822862+0000","last_clean":"2023-11-16T18:22:44.822862+0000","last_became_active":"2023-11-16T18:22:44.822234+0000","last_became_peered":"2023-11-16T18:22:44.822234+0000","last_unstale":"2023-11-16T18:22:44.822862+0000","last_undegraded":"2023-11-16T18:22:44.822862+0000","last_fullsized":"2023-11-16T18:22:44.822862+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:04:03.114386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,10,5],"acting":[2,6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803067+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:22:44.803067+0000","last_peered":"2023-11-16T18:22:44.803067+0000","last_clean":"2023-11-16T18:22:44.803067+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:22:44.803067+0000","last_undegraded":"2023-11-16T18:22:44.803067+0000","last_fullsized":"2023-11-16T18:22:44.803067+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:37.391601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811260+0000","last_change":"2023-11-16T18:22:44.810766+0000","last_active":"2023-11-16T18:22:44.811260+0000","last_peered":"2023-11-16T18:22:44.811260+0000","last_clean":"2023-11-16T18:22:44.811260+0000","last_became_active":"2023-11-16T18:22:44.810442+0000","last_became_peered":"2023-11-16T18:22:44.810442+0000","last_unstale":"2023-11-16T18:22:44.811260+0000","last_undegraded":"2023-11-16T18:22:44.811260+0000","last_fullsized":"2023-11-16T18:22:44.811260+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:20:39.931299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808095+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:22:44.808095+0000","last_peered":"2023-11-16T18:22:44.808095+0000","last_clean":"2023-11-16T18:22:44.808095+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:22:44.808095+0000","last_undegraded":"2023-11-16T18:22:44.808095+0000","last_fullsized":"2023-11-16T18:22:44.808095+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:38:19.575058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821552+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:22:44.821552+0000","last_peered":"2023-11-16T18:22:44.821552+0000","last_clean":"2023-11-16T18:22:44.821552+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:22:44.821552+0000","last_undegraded":"2023-11-16T18:22:44.821552+0000","last_fullsized":"2023-11-16T18:22:44.821552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:37:14.862992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809110+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:22:44.809110+0000","last_peered":"2023-11-16T18:22:44.809110+0000","last_clean":"2023-11-16T18:22:44.809110+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:22:44.809110+0000","last_undegraded":"2023-11-16T18:22:44.809110+0000","last_fullsized":"2023-11-16T18:22:44.809110+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:21:54.251323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802388+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:22:44.802388+0000","last_peered":"2023-11-16T18:22:44.802388+0000","last_clean":"2023-11-16T18:22:44.802388+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:22:44.802388+0000","last_undegraded":"2023-11-16T18:22:44.802388+0000","last_fullsized":"2023-11-16T18:22:44.802388+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:01:47.456485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800385+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:22:44.800385+0000","last_peered":"2023-11-16T18:22:44.800385+0000","last_clean":"2023-11-16T18:22:44.800385+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:22:44.800385+0000","last_undegraded":"2023-11-16T18:22:44.800385+0000","last_fullsized":"2023-11-16T18:22:44.800385+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:29:48.548786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803089+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:22:44.803089+0000","last_peered":"2023-11-16T18:22:44.803089+0000","last_clean":"2023-11-16T18:22:44.803089+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:22:44.803089+0000","last_undegraded":"2023-11-16T18:22:44.803089+0000","last_fullsized":"2023-11-16T18:22:44.803089+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:46:35.951694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809139+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:22:44.809139+0000","last_peered":"2023-11-16T18:22:44.809139+0000","last_clean":"2023-11-16T18:22:44.809139+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:22:44.809139+0000","last_undegraded":"2023-11-16T18:22:44.809139+0000","last_fullsized":"2023-11-16T18:22:44.809139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:04:18.941438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:02.759870+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:23:02.759870+0000","last_peered":"2023-11-16T18:23:02.759870+0000","last_clean":"2023-11-16T18:23:02.759870+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:23:02.759870+0000","last_undegraded":"2023-11-16T18:23:02.759870+0000","last_fullsized":"2023-11-16T18:23:02.759870+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:32:05.037622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809038+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:22:44.809038+0000","last_peered":"2023-11-16T18:22:44.809038+0000","last_clean":"2023-11-16T18:22:44.809038+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:22:44.809038+0000","last_undegraded":"2023-11-16T18:22:44.809038+0000","last_fullsized":"2023-11-16T18:22:44.809038+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:37:28.899255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803443+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:22:44.803443+0000","last_peered":"2023-11-16T18:22:44.803443+0000","last_clean":"2023-11-16T18:22:44.803443+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:22:44.803443+0000","last_undegraded":"2023-11-16T18:22:44.803443+0000","last_fullsized":"2023-11-16T18:22:44.803443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:11:41.380722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804208+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:22:44.804208+0000","last_peered":"2023-11-16T18:22:44.804208+0000","last_clean":"2023-11-16T18:22:44.804208+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:22:44.804208+0000","last_undegraded":"2023-11-16T18:22:44.804208+0000","last_fullsized":"2023-11-16T18:22:44.804208+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:18:39.435734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802958+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:22:44.802958+0000","last_peered":"2023-11-16T18:22:44.802958+0000","last_clean":"2023-11-16T18:22:44.802958+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:22:44.802958+0000","last_undegraded":"2023-11-16T18:22:44.802958+0000","last_fullsized":"2023-11-16T18:22:44.802958+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:48:13.375359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800610+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:22:44.800610+0000","last_peered":"2023-11-16T18:22:44.800610+0000","last_clean":"2023-11-16T18:22:44.800610+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:22:44.800610+0000","last_undegraded":"2023-11-16T18:22:44.800610+0000","last_fullsized":"2023-11-16T18:22:44.800610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:26:12.871527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800987+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:22:44.800987+0000","last_peered":"2023-11-16T18:22:44.800987+0000","last_clean":"2023-11-16T18:22:44.800987+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:22:44.800987+0000","last_undegraded":"2023-11-16T18:22:44.800987+0000","last_fullsized":"2023-11-16T18:22:44.800987+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:58.082235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808700+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:22:44.808700+0000","last_peered":"2023-11-16T18:22:44.808700+0000","last_clean":"2023-11-16T18:22:44.808700+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:22:44.808700+0000","last_undegraded":"2023-11-16T18:22:44.808700+0000","last_fullsized":"2023-11-16T18:22:44.808700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:21:35.251579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803891+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:22:44.803891+0000","last_peered":"2023-11-16T18:22:44.803891+0000","last_clean":"2023-11-16T18:22:44.803891+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:22:44.803891+0000","last_undegraded":"2023-11-16T18:22:44.803891+0000","last_fullsized":"2023-11-16T18:22:44.803891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:10:10.863116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'32","reported_seq":168,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:03.839297+0000","last_change":"2023-11-16T18:22:44.816889+0000","last_active":"2023-11-16T18:23:03.839297+0000","last_peered":"2023-11-16T18:23:03.839297+0000","last_clean":"2023-11-16T18:23:03.839297+0000","last_became_active":"2023-11-16T18:22:44.808697+0000","last_became_peered":"2023-11-16T18:22:44.808697+0000","last_unstale":"2023-11-16T18:23:03.839297+0000","last_undegraded":"2023-11-16T18:23:03.839297+0000","last_fullsized":"2023-11-16T18:23:03.839297+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:25:49.454507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60837,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":87,"num_read_kb":99,"num_write":33,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":59185,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811378+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:22:44.811378+0000","last_peered":"2023-11-16T18:22:44.811378+0000","last_clean":"2023-11-16T18:22:44.811378+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:22:44.811378+0000","last_undegraded":"2023-11-16T18:22:44.811378+0000","last_fullsized":"2023-11-16T18:22:44.811378+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:48:25.192443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801266+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:22:44.801266+0000","last_peered":"2023-11-16T18:22:44.801266+0000","last_clean":"2023-11-16T18:22:44.801266+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:22:44.801266+0000","last_undegraded":"2023-11-16T18:22:44.801266+0000","last_fullsized":"2023-11-16T18:22:44.801266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:13:20.674943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803270+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:22:44.803270+0000","last_peered":"2023-11-16T18:22:44.803270+0000","last_clean":"2023-11-16T18:22:44.803270+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:22:44.803270+0000","last_undegraded":"2023-11-16T18:22:44.803270+0000","last_fullsized":"2023-11-16T18:22:44.803270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:16.985446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821684+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:22:44.821684+0000","last_peered":"2023-11-16T18:22:44.821684+0000","last_clean":"2023-11-16T18:22:44.821684+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:22:44.821684+0000","last_undegraded":"2023-11-16T18:22:44.821684+0000","last_fullsized":"2023-11-16T18:22:44.821684+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:52:56.030116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.806945+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:22:44.806945+0000","last_peered":"2023-11-16T18:22:44.806945+0000","last_clean":"2023-11-16T18:22:44.806945+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:22:44.806945+0000","last_undegraded":"2023-11-16T18:22:44.806945+0000","last_fullsized":"2023-11-16T18:22:44.806945+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:56:59.006078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801553+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:22:44.801553+0000","last_peered":"2023-11-16T18:22:44.801553+0000","last_clean":"2023-11-16T18:22:44.801553+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:22:44.801553+0000","last_undegraded":"2023-11-16T18:22:44.801553+0000","last_fullsized":"2023-11-16T18:22:44.801553+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:38:03.775209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804599+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:22:44.804599+0000","last_peered":"2023-11-16T18:22:44.804599+0000","last_clean":"2023-11-16T18:22:44.804599+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:22:44.804599+0000","last_undegraded":"2023-11-16T18:22:44.804599+0000","last_fullsized":"2023-11-16T18:22:44.804599+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:21:03.912385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811956+0000","last_change":"2023-11-16T18:22:44.811956+0000","last_active":"2023-11-16T18:22:44.811956+0000","last_peered":"2023-11-16T18:22:44.811956+0000","last_clean":"2023-11-16T18:22:44.811956+0000","last_became_active":"2023-11-16T18:22:44.811332+0000","last_became_peered":"2023-11-16T18:22:44.811332+0000","last_unstale":"2023-11-16T18:22:44.811956+0000","last_undegraded":"2023-11-16T18:22:44.811956+0000","last_fullsized":"2023-11-16T18:22:44.811956+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:11:34.874180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":75,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:02.759777+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:23:02.759777+0000","last_peered":"2023-11-16T18:23:02.759777+0000","last_clean":"2023-11-16T18:23:02.759777+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:23:02.759777+0000","last_undegraded":"2023-11-16T18:23:02.759777+0000","last_fullsized":"2023-11-16T18:23:02.759777+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:18:06.573004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803241+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:22:44.803241+0000","last_peered":"2023-11-16T18:22:44.803241+0000","last_clean":"2023-11-16T18:22:44.803241+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:22:44.803241+0000","last_undegraded":"2023-11-16T18:22:44.803241+0000","last_fullsized":"2023-11-16T18:22:44.803241+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:38:11.785197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822305+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:22:44.822305+0000","last_peered":"2023-11-16T18:22:44.822305+0000","last_clean":"2023-11-16T18:22:44.822305+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:22:44.822305+0000","last_undegraded":"2023-11-16T18:22:44.822305+0000","last_fullsized":"2023-11-16T18:22:44.822305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:20:54.833515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810825+0000","last_change":"2023-11-16T18:21:51.738759+0000","last_active":"2023-11-16T18:22:44.810825+0000","last_peered":"2023-11-16T18:22:44.810825+0000","last_clean":"2023-11-16T18:22:44.810825+0000","last_became_active":"2023-11-16T18:21:51.738393+0000","last_became_peered":"2023-11-16T18:21:51.738393+0000","last_unstale":"2023-11-16T18:22:44.810825+0000","last_undegraded":"2023-11-16T18:22:44.810825+0000","last_fullsized":"2023-11-16T18:22:44.810825+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:56:06.313769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800493+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:22:44.800493+0000","last_peered":"2023-11-16T18:22:44.800493+0000","last_clean":"2023-11-16T18:22:44.800493+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:22:44.800493+0000","last_undegraded":"2023-11-16T18:22:44.800493+0000","last_fullsized":"2023-11-16T18:22:44.800493+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:46:37.767908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800448+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:22:44.800448+0000","last_peered":"2023-11-16T18:22:44.800448+0000","last_clean":"2023-11-16T18:22:44.800448+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:22:44.800448+0000","last_undegraded":"2023-11-16T18:22:44.800448+0000","last_fullsized":"2023-11-16T18:22:44.800448+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:58.957250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811955+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:22:44.811955+0000","last_peered":"2023-11-16T18:22:44.811955+0000","last_clean":"2023-11-16T18:22:44.811955+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:22:44.811955+0000","last_undegraded":"2023-11-16T18:22:44.811955+0000","last_fullsized":"2023-11-16T18:22:44.811955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:31:39.047741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808217+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:22:44.808217+0000","last_peered":"2023-11-16T18:22:44.808217+0000","last_clean":"2023-11-16T18:22:44.808217+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:22:44.808217+0000","last_undegraded":"2023-11-16T18:22:44.808217+0000","last_fullsized":"2023-11-16T18:22:44.808217+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:26:50.660250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810662+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:22:44.810662+0000","last_peered":"2023-11-16T18:22:44.810662+0000","last_clean":"2023-11-16T18:22:44.810662+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:22:44.810662+0000","last_undegraded":"2023-11-16T18:22:44.810662+0000","last_fullsized":"2023-11-16T18:22:44.810662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:46:35.980593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804054+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:22:44.804054+0000","last_peered":"2023-11-16T18:22:44.804054+0000","last_clean":"2023-11-16T18:22:44.804054+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:22:44.804054+0000","last_undegraded":"2023-11-16T18:22:44.804054+0000","last_fullsized":"2023-11-16T18:22:44.804054+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:27:53.800617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804178+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:22:44.804178+0000","last_peered":"2023-11-16T18:22:44.804178+0000","last_clean":"2023-11-16T18:22:44.804178+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:22:44.804178+0000","last_undegraded":"2023-11-16T18:22:44.804178+0000","last_fullsized":"2023-11-16T18:22:44.804178+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:06:55.746017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822056+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:22:44.822056+0000","last_peered":"2023-11-16T18:22:44.822056+0000","last_clean":"2023-11-16T18:22:44.822056+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:22:44.822056+0000","last_undegraded":"2023-11-16T18:22:44.822056+0000","last_fullsized":"2023-11-16T18:22:44.822056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:16:04.101063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803571+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:22:44.803571+0000","last_peered":"2023-11-16T18:22:44.803571+0000","last_clean":"2023-11-16T18:22:44.803571+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:22:44.803571+0000","last_undegraded":"2023-11-16T18:22:44.803571+0000","last_fullsized":"2023-11-16T18:22:44.803571+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:15:40.835914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803514+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:22:44.803514+0000","last_peered":"2023-11-16T18:22:44.803514+0000","last_clean":"2023-11-16T18:22:44.803514+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:22:44.803514+0000","last_undegraded":"2023-11-16T18:22:44.803514+0000","last_fullsized":"2023-11-16T18:22:44.803514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:50:37.975601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822310+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:22:44.822310+0000","last_peered":"2023-11-16T18:22:44.822310+0000","last_clean":"2023-11-16T18:22:44.822310+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:22:44.822310+0000","last_undegraded":"2023-11-16T18:22:44.822310+0000","last_fullsized":"2023-11-16T18:22:44.822310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:35.427578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809902+0000","last_change":"2023-11-16T18:22:44.809902+0000","last_active":"2023-11-16T18:22:44.809902+0000","last_peered":"2023-11-16T18:22:44.809902+0000","last_clean":"2023-11-16T18:22:44.809902+0000","last_became_active":"2023-11-16T18:22:44.809233+0000","last_became_peered":"2023-11-16T18:22:44.809233+0000","last_unstale":"2023-11-16T18:22:44.809902+0000","last_undegraded":"2023-11-16T18:22:44.809902+0000","last_fullsized":"2023-11-16T18:22:44.809902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:27:28.450935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":76,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:23:06.765129+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:23:06.765129+0000","last_peered":"2023-11-16T18:23:06.765129+0000","last_clean":"2023-11-16T18:23:06.765129+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:23:06.765129+0000","last_undegraded":"2023-11-16T18:23:06.765129+0000","last_fullsized":"2023-11-16T18:23:06.765129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:24:13.616539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":46,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.818268+0000","last_change":"2023-11-16T18:22:44.818268+0000","last_active":"2023-11-16T18:22:44.818268+0000","last_peered":"2023-11-16T18:22:44.818268+0000","last_clean":"2023-11-16T18:22:44.818268+0000","last_became_active":"2023-11-16T18:22:44.813196+0000","last_became_peered":"2023-11-16T18:22:44.813196+0000","last_unstale":"2023-11-16T18:22:44.818268+0000","last_undegraded":"2023-11-16T18:22:44.818268+0000","last_fullsized":"2023-11-16T18:22:44.818268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:29:13.683551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,11,9],"acting":[7,8,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809202+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:22:44.809202+0000","last_peered":"2023-11-16T18:22:44.809202+0000","last_clean":"2023-11-16T18:22:44.809202+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:22:44.809202+0000","last_undegraded":"2023-11-16T18:22:44.809202+0000","last_fullsized":"2023-11-16T18:22:44.809202+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:48.880801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800503+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:22:44.800503+0000","last_peered":"2023-11-16T18:22:44.800503+0000","last_clean":"2023-11-16T18:22:44.800503+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:22:44.800503+0000","last_undegraded":"2023-11-16T18:22:44.800503+0000","last_fullsized":"2023-11-16T18:22:44.800503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:44:25.013699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803085+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:22:44.803085+0000","last_peered":"2023-11-16T18:22:44.803085+0000","last_clean":"2023-11-16T18:22:44.803085+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:22:44.803085+0000","last_undegraded":"2023-11-16T18:22:44.803085+0000","last_fullsized":"2023-11-16T18:22:44.803085+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:21:57.530240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822930+0000","last_change":"2023-11-16T18:22:44.822930+0000","last_active":"2023-11-16T18:22:44.822930+0000","last_peered":"2023-11-16T18:22:44.822930+0000","last_clean":"2023-11-16T18:22:44.822930+0000","last_became_active":"2023-11-16T18:22:44.822557+0000","last_became_peered":"2023-11-16T18:22:44.822557+0000","last_unstale":"2023-11-16T18:22:44.822930+0000","last_undegraded":"2023-11-16T18:22:44.822930+0000","last_fullsized":"2023-11-16T18:22:44.822930+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:42:01.598413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821403+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:22:44.821403+0000","last_peered":"2023-11-16T18:22:44.821403+0000","last_clean":"2023-11-16T18:22:44.821403+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:22:44.821403+0000","last_undegraded":"2023-11-16T18:22:44.821403+0000","last_fullsized":"2023-11-16T18:22:44.821403+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:21:42.520973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803148+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:22:44.803148+0000","last_peered":"2023-11-16T18:22:44.803148+0000","last_clean":"2023-11-16T18:22:44.803148+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:22:44.803148+0000","last_undegraded":"2023-11-16T18:22:44.803148+0000","last_fullsized":"2023-11-16T18:22:44.803148+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:41:15.098406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807606+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:22:44.807606+0000","last_peered":"2023-11-16T18:22:44.807606+0000","last_clean":"2023-11-16T18:22:44.807606+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:22:44.807606+0000","last_undegraded":"2023-11-16T18:22:44.807606+0000","last_fullsized":"2023-11-16T18:22:44.807606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:21:37.246079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.811449+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:22:44.811449+0000","last_peered":"2023-11-16T18:22:44.811449+0000","last_clean":"2023-11-16T18:22:44.811449+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:22:44.811449+0000","last_undegraded":"2023-11-16T18:22:44.811449+0000","last_fullsized":"2023-11-16T18:22:44.811449+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:59:22.182676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822170+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:22:44.822170+0000","last_peered":"2023-11-16T18:22:44.822170+0000","last_clean":"2023-11-16T18:22:44.822170+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:22:44.822170+0000","last_undegraded":"2023-11-16T18:22:44.822170+0000","last_fullsized":"2023-11-16T18:22:44.822170+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:23:41.148968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808842+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:22:44.808842+0000","last_peered":"2023-11-16T18:22:44.808842+0000","last_clean":"2023-11-16T18:22:44.808842+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:22:44.808842+0000","last_undegraded":"2023-11-16T18:22:44.808842+0000","last_fullsized":"2023-11-16T18:22:44.808842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:24:20.190356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803621+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:22:44.803621+0000","last_peered":"2023-11-16T18:22:44.803621+0000","last_clean":"2023-11-16T18:22:44.803621+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:22:44.803621+0000","last_undegraded":"2023-11-16T18:22:44.803621+0000","last_fullsized":"2023-11-16T18:22:44.803621+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:10:52.823125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810162+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:22:44.810162+0000","last_peered":"2023-11-16T18:22:44.810162+0000","last_clean":"2023-11-16T18:22:44.810162+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:22:44.810162+0000","last_undegraded":"2023-11-16T18:22:44.810162+0000","last_fullsized":"2023-11-16T18:22:44.810162+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:37:29.397837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802797+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:22:44.802797+0000","last_peered":"2023-11-16T18:22:44.802797+0000","last_clean":"2023-11-16T18:22:44.802797+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:22:44.802797+0000","last_undegraded":"2023-11-16T18:22:44.802797+0000","last_fullsized":"2023-11-16T18:22:44.802797+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:12:01.893520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801078+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:22:44.801078+0000","last_peered":"2023-11-16T18:22:44.801078+0000","last_clean":"2023-11-16T18:22:44.801078+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:22:44.801078+0000","last_undegraded":"2023-11-16T18:22:44.801078+0000","last_fullsized":"2023-11-16T18:22:44.801078+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:43:51.053930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.802565+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:22:44.802565+0000","last_peered":"2023-11-16T18:22:44.802565+0000","last_clean":"2023-11-16T18:22:44.802565+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:22:44.802565+0000","last_undegraded":"2023-11-16T18:22:44.802565+0000","last_fullsized":"2023-11-16T18:22:44.802565+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:09:13.759058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800875+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:22:44.800875+0000","last_peered":"2023-11-16T18:22:44.800875+0000","last_clean":"2023-11-16T18:22:44.800875+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:22:44.800875+0000","last_undegraded":"2023-11-16T18:22:44.800875+0000","last_fullsized":"2023-11-16T18:22:44.800875+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:11:44.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807579+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:22:44.807579+0000","last_peered":"2023-11-16T18:22:44.807579+0000","last_clean":"2023-11-16T18:22:44.807579+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:22:44.807579+0000","last_undegraded":"2023-11-16T18:22:44.807579+0000","last_fullsized":"2023-11-16T18:22:44.807579+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:07:31.257194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810443+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:22:44.810443+0000","last_peered":"2023-11-16T18:22:44.810443+0000","last_clean":"2023-11-16T18:22:44.810443+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:22:44.810443+0000","last_undegraded":"2023-11-16T18:22:44.810443+0000","last_fullsized":"2023-11-16T18:22:44.810443+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:56:25.706270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803756+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:22:44.803756+0000","last_peered":"2023-11-16T18:22:44.803756+0000","last_clean":"2023-11-16T18:22:44.803756+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:22:44.803756+0000","last_undegraded":"2023-11-16T18:22:44.803756+0000","last_fullsized":"2023-11-16T18:22:44.803756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:54:08.855781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809311+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:22:44.809311+0000","last_peered":"2023-11-16T18:22:44.809311+0000","last_clean":"2023-11-16T18:22:44.809311+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:22:44.809311+0000","last_undegraded":"2023-11-16T18:22:44.809311+0000","last_fullsized":"2023-11-16T18:22:44.809311+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:13:39.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807008+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:22:44.807008+0000","last_peered":"2023-11-16T18:22:44.807008+0000","last_clean":"2023-11-16T18:22:44.807008+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:22:44.807008+0000","last_undegraded":"2023-11-16T18:22:44.807008+0000","last_fullsized":"2023-11-16T18:22:44.807008+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:13:20.880163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800824+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:22:44.800824+0000","last_peered":"2023-11-16T18:22:44.800824+0000","last_clean":"2023-11-16T18:22:44.800824+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:22:44.800824+0000","last_undegraded":"2023-11-16T18:22:44.800824+0000","last_fullsized":"2023-11-16T18:22:44.800824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:03:46.794988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803027+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:22:44.803027+0000","last_peered":"2023-11-16T18:22:44.803027+0000","last_clean":"2023-11-16T18:22:44.803027+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:22:44.803027+0000","last_undegraded":"2023-11-16T18:22:44.803027+0000","last_fullsized":"2023-11-16T18:22:44.803027+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:52:13.877998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809713+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:22:44.809713+0000","last_peered":"2023-11-16T18:22:44.809713+0000","last_clean":"2023-11-16T18:22:44.809713+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:22:44.809713+0000","last_undegraded":"2023-11-16T18:22:44.809713+0000","last_fullsized":"2023-11-16T18:22:44.809713+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:49:25.896541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800837+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:22:44.800837+0000","last_peered":"2023-11-16T18:22:44.800837+0000","last_clean":"2023-11-16T18:22:44.800837+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:22:44.800837+0000","last_undegraded":"2023-11-16T18:22:44.800837+0000","last_fullsized":"2023-11-16T18:22:44.800837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:26.389068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810158+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:22:44.810158+0000","last_peered":"2023-11-16T18:22:44.810158+0000","last_clean":"2023-11-16T18:22:44.810158+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:22:44.810158+0000","last_undegraded":"2023-11-16T18:22:44.810158+0000","last_fullsized":"2023-11-16T18:22:44.810158+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:05:53.656237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803787+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:22:44.803787+0000","last_peered":"2023-11-16T18:22:44.803787+0000","last_clean":"2023-11-16T18:22:44.803787+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:22:44.803787+0000","last_undegraded":"2023-11-16T18:22:44.803787+0000","last_fullsized":"2023-11-16T18:22:44.803787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:52:57.922305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808138+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:22:44.808138+0000","last_peered":"2023-11-16T18:22:44.808138+0000","last_clean":"2023-11-16T18:22:44.808138+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:22:44.808138+0000","last_undegraded":"2023-11-16T18:22:44.808138+0000","last_fullsized":"2023-11-16T18:22:44.808138+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:13:52.547661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804318+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:22:44.804318+0000","last_peered":"2023-11-16T18:22:44.804318+0000","last_clean":"2023-11-16T18:22:44.804318+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:22:44.804318+0000","last_undegraded":"2023-11-16T18:22:44.804318+0000","last_fullsized":"2023-11-16T18:22:44.804318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:56:38.577929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804986+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:22:44.804986+0000","last_peered":"2023-11-16T18:22:44.804986+0000","last_clean":"2023-11-16T18:22:44.804986+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:22:44.804986+0000","last_undegraded":"2023-11-16T18:22:44.804986+0000","last_fullsized":"2023-11-16T18:22:44.804986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:10:46.192802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801279+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:22:44.801279+0000","last_peered":"2023-11-16T18:22:44.801279+0000","last_clean":"2023-11-16T18:22:44.801279+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:22:44.801279+0000","last_undegraded":"2023-11-16T18:22:44.801279+0000","last_fullsized":"2023-11-16T18:22:44.801279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:25:18.419704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801065+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:22:44.801065+0000","last_peered":"2023-11-16T18:22:44.801065+0000","last_clean":"2023-11-16T18:22:44.801065+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:22:44.801065+0000","last_undegraded":"2023-11-16T18:22:44.801065+0000","last_fullsized":"2023-11-16T18:22:44.801065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:30:45.409401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804491+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:22:44.804491+0000","last_peered":"2023-11-16T18:22:44.804491+0000","last_clean":"2023-11-16T18:22:44.804491+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:22:44.804491+0000","last_undegraded":"2023-11-16T18:22:44.804491+0000","last_fullsized":"2023-11-16T18:22:44.804491+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:41:34.798357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800204+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:22:44.800204+0000","last_peered":"2023-11-16T18:22:44.800204+0000","last_clean":"2023-11-16T18:22:44.800204+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:22:44.800204+0000","last_undegraded":"2023-11-16T18:22:44.800204+0000","last_fullsized":"2023-11-16T18:22:44.800204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:48:26.697667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822318+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:22:44.822318+0000","last_peered":"2023-11-16T18:22:44.822318+0000","last_clean":"2023-11-16T18:22:44.822318+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:22:44.822318+0000","last_undegraded":"2023-11-16T18:22:44.822318+0000","last_fullsized":"2023-11-16T18:22:44.822318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:02:22.423694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.805250+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:22:44.805250+0000","last_peered":"2023-11-16T18:22:44.805250+0000","last_clean":"2023-11-16T18:22:44.805250+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:22:44.805250+0000","last_undegraded":"2023-11-16T18:22:44.805250+0000","last_fullsized":"2023-11-16T18:22:44.805250+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:48:06.776676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807157+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:22:44.807157+0000","last_peered":"2023-11-16T18:22:44.807157+0000","last_clean":"2023-11-16T18:22:44.807157+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:22:44.807157+0000","last_undegraded":"2023-11-16T18:22:44.807157+0000","last_fullsized":"2023-11-16T18:22:44.807157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:03:26.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803481+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:22:44.803481+0000","last_peered":"2023-11-16T18:22:44.803481+0000","last_clean":"2023-11-16T18:22:44.803481+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:22:44.803481+0000","last_undegraded":"2023-11-16T18:22:44.803481+0000","last_fullsized":"2023-11-16T18:22:44.803481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:52:40.611419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.803548+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:22:44.803548+0000","last_peered":"2023-11-16T18:22:44.803548+0000","last_clean":"2023-11-16T18:22:44.803548+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:22:44.803548+0000","last_undegraded":"2023-11-16T18:22:44.803548+0000","last_fullsized":"2023-11-16T18:22:44.803548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:01:05.677834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.801613+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:22:44.801613+0000","last_peered":"2023-11-16T18:22:44.801613+0000","last_clean":"2023-11-16T18:22:44.801613+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:22:44.801613+0000","last_undegraded":"2023-11-16T18:22:44.801613+0000","last_fullsized":"2023-11-16T18:22:44.801613+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:42:11.139781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.822179+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:22:44.822179+0000","last_peered":"2023-11-16T18:22:44.822179+0000","last_clean":"2023-11-16T18:22:44.822179+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:22:44.822179+0000","last_undegraded":"2023-11-16T18:22:44.822179+0000","last_fullsized":"2023-11-16T18:22:44.822179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:54:37.086843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808329+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:22:44.808329+0000","last_peered":"2023-11-16T18:22:44.808329+0000","last_clean":"2023-11-16T18:22:44.808329+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:22:44.808329+0000","last_undegraded":"2023-11-16T18:22:44.808329+0000","last_fullsized":"2023-11-16T18:22:44.808329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:57:41.765487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.804316+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:22:44.804316+0000","last_peered":"2023-11-16T18:22:44.804316+0000","last_clean":"2023-11-16T18:22:44.804316+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:22:44.804316+0000","last_undegraded":"2023-11-16T18:22:44.804316+0000","last_fullsized":"2023-11-16T18:22:44.804316+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:58:46.772663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.810355+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:22:44.810355+0000","last_peered":"2023-11-16T18:22:44.810355+0000","last_clean":"2023-11-16T18:22:44.810355+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:22:44.810355+0000","last_undegraded":"2023-11-16T18:22:44.810355+0000","last_fullsized":"2023-11-16T18:22:44.810355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:33:37.047872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.800593+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:22:44.800593+0000","last_peered":"2023-11-16T18:22:44.800593+0000","last_clean":"2023-11-16T18:22:44.800593+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:22:44.800593+0000","last_undegraded":"2023-11-16T18:22:44.800593+0000","last_fullsized":"2023-11-16T18:22:44.800593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:16:21.436498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.809199+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:22:44.809199+0000","last_peered":"2023-11-16T18:22:44.809199+0000","last_clean":"2023-11-16T18:22:44.809199+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:22:44.809199+0000","last_undegraded":"2023-11-16T18:22:44.809199+0000","last_fullsized":"2023-11-16T18:22:44.809199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:19:58.111081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.808412+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:22:44.808412+0000","last_peered":"2023-11-16T18:22:44.808412+0000","last_clean":"2023-11-16T18:22:44.808412+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:22:44.808412+0000","last_undegraded":"2023-11-16T18:22:44.808412+0000","last_fullsized":"2023-11-16T18:22:44.808412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:43:09.697022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.821949+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:22:44.821949+0000","last_peered":"2023-11-16T18:22:44.821949+0000","last_clean":"2023-11-16T18:22:44.821949+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:22:44.821949+0000","last_undegraded":"2023-11-16T18:22:44.821949+0000","last_fullsized":"2023-11-16T18:22:44.821949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:08:22.251655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2023-11-16T18:22:44.807188+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:22:44.807188+0000","last_peered":"2023-11-16T18:22:44.807188+0000","last_clean":"2023-11-16T18:22:44.807188+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:22:44.807188+0000","last_undegraded":"2023-11-16T18:22:44.807188+0000","last_fullsized":"2023-11-16T18:22:44.807188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:57:53.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64741,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":280,"num_read_kb":206,"num_write":154,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":59185,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":194223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416411,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6192,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93738960,"statfs":{"total":95995035648,"available":95988695040,"internally_reserved":0,"allocated":1024000,"data_stored":502694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.375}]},{"osd":1,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.57199999999999995}]},{"osd":2,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.44},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.41799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.502}]},{"osd":5,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.66400000000000003}]},{"osd":6,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.626}]},{"osd":7,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.755},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.65000000000000002}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72499999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.79100000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.73999999999999999}]}]},{"osd":10,"up_from":72,"seq":309237645342,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7184,"kb_used_data":1672,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93737968,"statfs":{"total":95995035648,"available":95987679232,"internally_reserved":0,"allocated":1712128,"data_stored":1151141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":7.6609999999999996,"5min":7.6609999999999996,"15min":7.6609999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.9160000000000004,"5min":6.9160000000000004,"15min":6.9160000000000004},"last":0.82399999999999995}]},{"osd":1,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45000000000000001,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.629,"15min":0.61499999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.5519999999999996,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":0.752},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65000000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77600000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.372}]},{"osd":5,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71099999999999997,"15min":0.71899999999999997},"min":{"1min":0.48199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93999999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.70899999999999996,"15min":0.72099999999999997},"min":{"1min":0.52700000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.80100000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.59499999999999997}]},{"osd":6,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.79100000000000004,"15min":0.76500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.7309999999999999,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.76500000000000001,"15min":0.74299999999999999},"min":{"1min":0.53700000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":4.5750000000000002,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":0.77800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.75900000000000001,"15min":0.76200000000000001},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92800000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.626},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.78700000000000003,"15min":0.79500000000000004},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":0.90200000000000002,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.73899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":0.86099999999999999,"15min":0.81699999999999995},"min":{"1min":0.57999999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":7.8010000000000002,"5min":7.8010000000000002,"15min":7.8010000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.081,"5min":0.86099999999999999,"15min":0.82499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.79200000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72399999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808868,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6404,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738748,"statfs":{"total":95995035648,"available":95988477952,"internally_reserved":0,"allocated":1044480,"data_stored":507026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.47999999999999998,"15min":0.496},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61599999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67500000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.40300000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78900000000000003,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.64100000000000001,"15min":0.65500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72399999999999998,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.63,"15min":0.63900000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.77300000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.70499999999999996,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.48899999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.63,"15min":0.65400000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.749,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.60599999999999998,"15min":0.63},"min":{"1min":0.32400000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.73799999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.67300000000000004,"15min":0.68700000000000006},"min":{"1min":0.45800000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79900000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73699999999999999,"15min":0.75800000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83299999999999996,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76600000000000001,"15min":0.78600000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.95399999999999996,"5min":1.139,"15min":1.139},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.71599999999999997,"15min":0.73399999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.81999999999999995,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.81399999999999995,"15min":0.84099999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.88,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.80600000000000005,"15min":0.83499999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90300000000000002,"5min":1.395,"15min":1.395},"last":0.65700000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:33 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.81999999999999995,"15min":0.84399999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.84399999999999997,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.86899999999999999,"15min":0.89300000000000002},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.92300000000000004,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.73399999999999999}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":0.89400000000000002,"5min":1.131,"15min":1.131},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81499999999999995,"15min":0.82899999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.97699999999999998,"5min":1.147,"15min":1.147},"last":0.82199999999999995}]},{"osd":11,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.69399999999999995}]}]},{"osd":8,"up_from":59,"seq":253403070503,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6532,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738620,"statfs":{"total":95995035648,"available":95988346880,"internally_reserved":0,"allocated":1044480,"data_stored":506946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68100000000000005,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.432}]},{"osd":1,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.52000000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.73699999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70599999999999996,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73099999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.755,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.44700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88400000000000001,"5min":1.044,"15min":1.044},"last":0.76800000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.57799999999999996,"15min":0.58899999999999997},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67100000000000004,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66200000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.69699999999999995,"15min":0.70299999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86099999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.65700000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.69299999999999995,"15min":0.69899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80800000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.69799999999999995,"15min":0.70599999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.75600000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.75900000000000001,"15min":0.75700000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.99399999999999999,"5min":1.036,"15min":1.036},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.79100000000000004,"15min":0.78900000000000003},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0029999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.79400000000000004}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.68300000000000005,"15min":0.67000000000000004},"min":{"1min":0.621,"5min":0.432,"15min":0.432},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76600000000000001,"15min":0.75600000000000001},"min":{"1min":0.623,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.83899999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.96499999999999997}]}]},{"osd":7,"up_from":51,"seq":219043332141,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7172,"kb_used_data":1596,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93737980,"statfs":{"total":95995035648,"available":95987691520,"internally_reserved":0,"allocated":1634304,"data_stored":1098662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.50800000000000001,"15min":0.40100000000000002},"min":{"1min":0.34499999999999997,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":10.805999999999999,"5min":10.805999999999999,"15min":10.805999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.436,"15min":0.40799999999999997},"min":{"1min":0.35599999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.39500000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":0.66700000000000004,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.3480000000000001,"5min":0.70399999999999996,"15min":0.57399999999999995},"min":{"1min":0.44400000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":13.634,"5min":13.634,"15min":13.634},"last":0.57499999999999996}]},{"osd":3,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":0.65600000000000003,"15min":0.56399999999999995},"min":{"1min":0.47999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":9.5129999999999999,"5min":9.5129999999999999,"15min":9.5129999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.413,"5min":0.73299999999999998,"15min":0.60499999999999998},"min":{"1min":0.46500000000000002,"5min":0.37,"15min":0.37},"max":{"1min":13.484999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.56499999999999995,"15min":0.50800000000000001},"min":{"1min":0.36499999999999999,"5min":0.318,"15min":0.318},"max":{"1min":6.492,"5min":6.492,"15min":6.492},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.39900000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69999999999999996,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.44400000000000001}]},{"osd":5,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.63900000000000001,"15min":0.61499999999999999},"min":{"1min":0.498,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90200000000000002,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.423,"5min":0.76500000000000001,"15min":0.63700000000000001},"min":{"1min":0.55500000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":13.864000000000001,"5min":13.864000000000001,"15min":13.864000000000001},"last":0.67600000000000005}]},{"osd":6,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.67300000000000004,"15min":0.626},"min":{"1min":0.51000000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.3499999999999996,"5min":5.3499999999999996,"15min":5.3499999999999996},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68100000000000005,"15min":0.64000000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":2.8679999999999999,"5min":2.8679999999999999,"15min":2.8679999999999999},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.68700000000000006,"15min":0.66600000000000004},"min":{"1min":0.46999999999999997,"5min":0.437,"15min":0.437},"max":{"1min":2.5800000000000001,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.53700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.1970000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.68700000000000006}]},{"osd":9,"last update":"Thu Nov 16 18:22:31 2023","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":0.83299999999999996,"15min":0.76400000000000001},"min":{"1min":0.59199999999999997,"5min":0.504,"15min":0.504},"max":{"1min":9.5760000000000005,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.2949999999999999,"5min":0.85499999999999998,"15min":0.78200000000000003},"min":{"1min":0.56499999999999995,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":10.601000000000001,"5min":10.601000000000001,"15min":10.601000000000001},"last":0.71199999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.1850000000000001,"15min":1.2589999999999999},"min":{"1min":0.60999999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.92400000000000004,"5min":10.663,"15min":10.663},"last":0.751},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.23,"15min":1.3069999999999999},"min":{"1min":0.46800000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.94799999999999995,"5min":10.693,"15min":10.693},"last":0.79700000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.393,"5min":1.393,"15min":1.393},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":13.531000000000001,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.72499999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495665,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6508,"kb_used_data":996,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738644,"statfs":{"total":95995035648,"available":95988371456,"internally_reserved":0,"allocated":1019904,"data_stored":498106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57299999999999995,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82499999999999996,"5min":1.077,"15min":1.077},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60599999999999998,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75600000000000001,"5min":1.089,"15min":1.089},"last":0.61399999999999999}]},{"osd":2,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58899999999999997,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80400000000000005,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59399999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80900000000000005,"5min":0.877,"15min":0.877},"last":0.434}]},{"osd":3,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.31,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.50600000000000001,"15min":0.498},"min":{"1min":0.38600000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69699999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.623,"15min":0.625},"min":{"1min":0.41399999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Nov 16 18:22:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.44400000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91900000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.59999999999999998}]},{"osd":7,"last update":"Thu Nov 16 18:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66600000000000004,"15min":0.66800000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1,"5min":1.071,"15min":1.071},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.67800000000000005,"15min":0.67200000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.88400000000000001,"5min":1.04,"15min":1.04},"last":0.69599999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.75,"15min":0.75800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.91500000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98599999999999999,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.68000000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.80200000000000005,"15min":0.82099999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0269999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.73299999999999998,"15min":0.749},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.96399999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.64300000000000002}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73899999999999999,"15min":0.747},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.85399999999999998,"5min":1.046,"15min":1.046},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.80000000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.91200000000000003,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.71499999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:22:59 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.68600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7596,"kb_used_data":1060,"kb_used_omap":0,"kb_used_meta":6528,"kb_avail":93737556,"statfs":{"total":95995035648,"available":95987257344,"internally_reserved":0,"allocated":1085440,"data_stored":558853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6684672},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.28899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.98399999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53600000000000003,"15min":0.52000000000000002},"min":{"1min":0.373,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.70299999999999996}]},{"osd":2,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52600000000000002,"15min":0.48199999999999998},"min":{"1min":0.34499999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.505,"15min":0.46700000000000003},"min":{"1min":0.35999999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.54400000000000004},"min":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.56699999999999995,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Nov 16 18:22:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.45800000000000002,"15min":0.42299999999999999},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.79500000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.45300000000000001,"15min":0.42999999999999999},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.75900000000000001,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.81699999999999995}]},{"osd":5,"last update":"Thu Nov 16 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.40100000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.53000000000000003},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.875}]},{"osd":6,"last update":"Thu Nov 16 18:22:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.621,"15min":0.59299999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.056,"5min":1.071,"15min":1.071},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.60899999999999999,"15min":0.60099999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.78500000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.54400000000000004,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.60199999999999998,"15min":0.55900000000000005},"min":{"1min":0.438,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.84299999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68000000000000005,"15min":0.67000000000000004},"min":{"1min":0.505,"5min":0.439,"15min":0.439},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46899999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.01,"5min":1.153,"15min":1.153},"last":0.85899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.69899999999999995,"15min":0.68999999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.76000000000000001,"15min":0.75},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.98299999999999998}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.60699999999999998,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.9809999999999999,"5min":2.9809999999999999,"15min":2.9809999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.74399999999999999,"15min":0.72399999999999998},"min":{"1min":0.61899999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":1.0209999999999999}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.96899999999999997},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":1.0449999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7428,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737724,"statfs":{"total":95995035648,"available":95987429376,"internally_reserved":0,"allocated":1044480,"data_stored":499494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:22:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.499,"15min":0.47099999999999997},"min":{"1min":0.32000000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.71199999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54000000000000004,"15min":0.48499999999999999},"min":{"1min":0.33900000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.97499999999999998,"5min":1.948,"15min":1.948},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:23:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.5},"min":{"1min":0.437,"5min":0.311,"15min":0.311},"max":{"1min":0.81999999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.496},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69699999999999995,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.47899999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:22:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53700000000000003,"15min":0.52100000000000002},"min":{"1min":0.39800000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.439},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.57199999999999995,"15min":0.52600000000000002},"min":{"1min":0.40000000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.626}]},{"osd":5,"last update":"Thu Nov 16 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.55400000000000005},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.57299999999999995,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:22:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79100000000000004,"5min":1,"15min":1},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.53700000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.77400000000000002,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.69399999999999995},"min":{"1min":0.50900000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.502}]},{"osd":9,"last update":"Thu Nov 16 18:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.70899999999999996,"15min":0.71999999999999997},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0009999999999999,"5min":1.052,"15min":1.052},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.70099999999999996,"15min":0.71299999999999997},"min":{"1min":0.44,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.66300000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0629999999999999,"5min":1.089,"15min":1.089},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.621,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.64300000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:14 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.68799999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7616,"kb_used_data":1016,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737536,"statfs":{"total":95995035648,"available":95987236864,"internally_reserved":0,"allocated":1040384,"data_stored":499318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51400000000000001,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.379},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.497,"15min":0.47699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69699999999999995,"5min":0.753,"15min":0.753},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.50900000000000001},"min":{"1min":0.39600000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.57899999999999996,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72499999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54100000000000004,"15min":0.52100000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58899999999999997,"15min":0.55300000000000005},"min":{"1min":0.438,"5min":0.312,"15min":0.312},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.68700000000000006}]},{"osd":5,"last update":"Thu Nov 16 18:22:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72299999999999998,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.48799999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.443,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.442},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83699999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.70799999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.55300000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.48199999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.65600000000000003,"15min":0.65800000000000003},"min":{"1min":0.48999999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.81499999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53200000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.59799999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.70999999999999996,"15min":0.68999999999999995},"min":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.68100000000000005}]},{"osd":11,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.626}]}]},{"osd":3,"up_from":25,"seq":107374182462,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6776,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738376,"statfs":{"total":95995035648,"available":95988097024,"internally_reserved":0,"allocated":1032192,"data_stored":498300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35599999999999998,"15min":0.33200000000000002},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.61199999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.376},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.39400000000000002,"15min":0.36599999999999999},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56799999999999995,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.27600000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70899999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53400000000000003,"15min":0.502},"min":{"1min":0.36299999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.56899999999999995}]},{"osd":2,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.56399999999999995,"15min":0.53100000000000003},"min":{"1min":0.41999999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54400000000000004,"15min":0.53200000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79000000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.59299999999999997},"min":{"1min":0.45700000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Nov 16 18:23:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.432,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65300000000000002,"15min":0.64100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.432}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.57299999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.75,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.46100000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69799999999999995,"15min":0.68300000000000005},"min":{"1min":0.58599999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.503}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.75900000000000001,"15min":0.77300000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.69699999999999995,"15min":0.70699999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.318}]},{"osd":10,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.76300000000000001,"15min":0.77200000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.73699999999999999,"15min":0.751},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.90300000000000002,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.54400000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.48699999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920826,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6716,"kb_used_data":1076,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738436,"statfs":{"total":95995035648,"available":95988158464,"internally_reserved":0,"allocated":1101824,"data_stored":563935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.379,"15min":0.36599999999999999},"min":{"1min":0.25700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.58699999999999997,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.39800000000000002,"15min":0.379},"min":{"1min":0.26900000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.59499999999999997,"15min":0.56399999999999995},"min":{"1min":0.41699999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.748},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81599999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Nov 16 18:22:41 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.60599999999999998,"15min":0.57299999999999995},"min":{"1min":0.41499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.877,"15min":0.877},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58699999999999997,"15min":0.56499999999999995},"min":{"1min":0.40899999999999997,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.58199999999999996},"min":{"1min":0.46300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.88600000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.40600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79000000000000004,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63100000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.35599999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.39800000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.86299999999999999,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Nov 16 18:22:47 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.52500000000000002,"15min":0.52600000000000002},"min":{"1min":0.35099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.67900000000000005,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54200000000000004,"15min":0.52900000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.746,"5min":0.878,"15min":0.878},"last":0.72499999999999998}]},{"osd":8,"last update":"Thu Nov 16 18:22:10 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70499999999999996,"15min":0.69399999999999995},"min":{"1min":0.496,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.68799999999999994,"15min":0.68200000000000005},"min":{"1min":0.44900000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.81100000000000005}]},{"osd":9,"last update":"Thu Nov 16 18:22:32 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68500000000000005,"15min":0.68899999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83199999999999996,"5min":0.871,"15min":0.871},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.75900000000000001,"15min":0.76500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.92300000000000004,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.83599999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69899999999999995,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.77700000000000002,"15min":0.78700000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.92800000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.89400000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.85199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757301,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7368,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93737784,"statfs":{"total":95995035648,"available":95987490816,"internally_reserved":0,"allocated":1638400,"data_stored":1089812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.67500000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.51900000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76400000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.48099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.73599999999999999}]},{"osd":2,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.371},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.66000000000000003,"5min":0.746,"15min":0.746},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71899999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.46400000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67600000000000005,"5min":0.745,"15min":0.745},"last":0.70399999999999996}]},{"osd":4,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.48999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.91500000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.58499999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.751}]},{"osd":6,"last update":"Thu Nov 16 18:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.623,"15min":0.60999999999999999},"min":{"1min":0.438,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80100000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61899999999999999,"15min":0.61099999999999999},"min":{"1min":0.42499999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64100000000000001,"15min":0.63200000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93200000000000005,"5min":1.095,"15min":1.095},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.49299999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.80900000000000005}]},{"osd":8,"last update":"Thu Nov 16 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.61699999999999999,"15min":0.61599999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.88800000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:22:31 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72499999999999998,"15min":0.72599999999999998},"min":{"1min":0.53600000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.876,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.65600000000000003,"15min":0.65200000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.78100000000000003,"5min":0.878,"15min":0.878},"last":0.82799999999999996}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.73599999999999999,"15min":0.73099999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.53800000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.872}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:23:10.164 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-11-16T18:23:10.164 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-11-16T18:23:10.165 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-11-16T18:23:10.165 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph health --format=json 2023-11-16T18:23:10.819 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:10.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:10 smithi063 ceph-mon[98873]: pgmap v304: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:10 smithi063 ceph-mon[98873]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:10 smithi093 ceph-mon[100185]: pgmap v304: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:10 smithi093 ceph-mon[100185]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:10 smithi125 ceph-mon[100672]: pgmap v304: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:10 smithi125 ceph-mon[100672]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 -- 172.21.15.63:0/1358510396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101e50 msgr2=0x7f99a010a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 --2- 172.21.15.63:0/1358510396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101e50 0x7f99a010a350 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f999c009990 tx=0x7f999c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 -- 172.21.15.63:0/1358510396 shutdown_connections 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 --2- 172.21.15.63:0/1358510396 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a010a890 0x7f99a010ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 --2- 172.21.15.63:0/1358510396 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a0101540 0x7f99a0101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 --2- 172.21.15.63:0/1358510396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101e50 0x7f99a010a350 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 -- 172.21.15.63:0/1358510396 >> 172.21.15.63:0/1358510396 conn(0x7f99a00770a0 msgr2=0x7f99a00774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 -- 172.21.15.63:0/1358510396 shutdown_connections 2023-11-16T18:23:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.109+0000 7f99a7782700 1 -- 172.21.15.63:0/1358510396 wait complete. 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 Processor -- start 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 -- start start 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a0101e50 0x7f99a01969a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a010a890 0x7f99a019ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99a019b420 con 0x7f99a0101540 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99a019b590 con 0x7f99a010a890 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a7782700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99a019b750 con 0x7f99a0101e50 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a551e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a551e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43328/0 (socket says 172.21.15.63:43328) 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.110+0000 7f99a551e700 1 -- 172.21.15.63:0/1925020822 learned_addr learned my addr 172.21.15.63:0/1925020822 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a5d1f700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a010a890 0x7f99a019ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a4d1d700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a0101e50 0x7f99a01969a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 -- 172.21.15.63:0/1925020822 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a0101e50 msgr2=0x7f99a01969a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a0101e50 0x7f99a01969a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 -- 172.21.15.63:0/1925020822 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a010a890 msgr2=0x7f99a019ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a010a890 0x7f99a019ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 -- 172.21.15.63:0/1925020822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f999c0095f0 con 0x7f99a0101540 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a551e700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f999000d950 tx=0x7f999000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9990009940 con 0x7f99a0101540 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99a0110380 con 0x7f99a0101540 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99a01101f0 con 0x7f99a0101540 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9990010460 con 0x7f99a0101540 2023-11-16T18:23:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.111+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999000f620 con 0x7f99a0101540 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.112+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99a0110510 con 0x7f99a0101540 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.113+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f99900108d0 con 0x7f99a0101540 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.114+0000 7f99967fc700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 0x7f998c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.114+0000 7f99a4d1d700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 0x7f998c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.114+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f99900ccfe0 con 0x7f99a0101540 2023-11-16T18:23:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.114+0000 7f99a4d1d700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 0x7f998c0a3710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f999c006010 tx=0x7f999c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.118+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9990096260 con 0x7f99a0101540 2023-11-16T18:23:12.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.361+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f99a0197890 con 0x7f99a0101540 2023-11-16T18:23:12.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.362+0000 7f99967fc700 1 -- 172.21.15.63:0/1925020822 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f9990020040 con 0x7f99a0101540 2023-11-16T18:23:12.364 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:12.364 INFO:teuthology.orchestra.run.smithi063.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-11-16T18:23:12.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 msgr2=0x7f998c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 0x7f998c0a3710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f999c006010 tx=0x7f999c00b540 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 msgr2=0x7f99a0196460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f999000d950 tx=0x7f999000dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 shutdown_connections 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f998c0a1260 0x7f998c0a3710 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f99a010a890 0x7f99a019ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99a0101540 0x7f99a0196460 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 --2- 172.21.15.63:0/1925020822 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f99a0101e50 0x7f99a01969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 >> 172.21.15.63:0/1925020822 conn(0x7f99a00770a0 msgr2=0x7f99a00fbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 shutdown_connections 2023-11-16T18:23:12.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.364+0000 7f99a7782700 1 -- 172.21.15.63:0/1925020822 wait complete. 2023-11-16T18:23:12.779 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-11-16T18:23:12.779 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:12.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 -- 172.21.15.63:0/437630087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b280ff1c0 msgr2=0x7f9b280ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 --2- 172.21.15.63:0/437630087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b280ff1c0 0x7f9b280ff5d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009990 tx=0x7f9b24009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 -- 172.21.15.63:0/437630087 shutdown_connections 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 --2- 172.21.15.63:0/437630087 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b28100d40 0x7f9b28107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 --2- 172.21.15.63:0/437630087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b280ff1c0 0x7f9b280ff5d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 --2- 172.21.15.63:0/437630087 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b281003b0 0x7f9b28100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 -- 172.21.15.63:0/437630087 >> 172.21.15.63:0/437630087 conn(0x7f9b280fa7a0 msgr2=0x7f9b280fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 -- 172.21.15.63:0/437630087 shutdown_connections 2023-11-16T18:23:12.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.908+0000 7f9b304b2700 1 -- 172.21.15.63:0/437630087 wait complete. 2023-11-16T18:23:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 Processor -- start 2023-11-16T18:23:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 -- start start 2023-11-16T18:23:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b280ff1c0 0x7f9b28194df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b28100d40 0x7f9b2819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2819c970 con 0x7f9b281003b0 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2819cab0 con 0x7f9b28100d40 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b304b2700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2819cc40 con 0x7f9b280ff1c0 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b2da4d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b2da4d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43342/0 (socket says 172.21.15.63:43342) 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b2da4d700 1 -- 172.21.15.63:0/288342858 learned_addr learned my addr 172.21.15.63:0/288342858 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.909+0000 7f9b2e24e700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b280ff1c0 0x7f9b28194df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2ea4f700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b28100d40 0x7f9b2819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 -- 172.21.15.63:0/288342858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b280ff1c0 msgr2=0x7f9b28194df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b280ff1c0 0x7f9b28194df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 -- 172.21.15.63:0/288342858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b28100d40 msgr2=0x7f9b2819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b28100d40 0x7f9b2819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:12.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 -- 172.21.15.63:0/288342858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b240095f0 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b2da4d700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800c9b0 tx=0x7f9b1800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b18007b00 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b2810ab20 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b18007c60 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b18018660 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.910+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b2810a990 con 0x7f9b281003b0 2023-11-16T18:23:12.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.911+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b28106710 con 0x7f9b281003b0 2023-11-16T18:23:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.912+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9b1800f450 con 0x7f9b281003b0 2023-11-16T18:23:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.913+0000 7f9b1f7fe700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 0x7f9b140a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.913+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9b180cd030 con 0x7f9b281003b0 2023-11-16T18:23:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.913+0000 7f9b2e24e700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 0x7f9b140a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:12.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.913+0000 7f9b2e24e700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 0x7f9b140a3690 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400b5c0 tx=0x7f9b24005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:12.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:12.916+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9b18096340 con 0x7f9b281003b0 2023-11-16T18:23:13.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:12 smithi125 ceph-mon[100672]: pgmap v305: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:13.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:12 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1925020822' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-11-16T18:23:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:12 smithi063 ceph-mon[98873]: pgmap v305: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:12 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1925020822' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-11-16T18:23:13.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.116+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9b2802cfe0 con 0x7f9b281003b0 2023-11-16T18:23:13.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.118+0000 7f9b1f7fe700 1 -- 172.21.15.63:0/288342858 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7f9b18099960 con 0x7f9b281003b0 2023-11-16T18:23:13.121 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:13.121 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 msgr2=0x7f9b140a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 0x7f9b140a3690 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400b5c0 tx=0x7f9b24005960 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 msgr2=0x7f9b28195330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800c9b0 tx=0x7f9b1800ccc0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 shutdown_connections 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9b140a11e0 0x7f9b140a3690 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9b28100d40 0x7f9b2819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9b280ff1c0 0x7f9b28194df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 --2- 172.21.15.63:0/288342858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b281003b0 0x7f9b28195330 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 >> 172.21.15.63:0/288342858 conn(0x7f9b280fa7a0 msgr2=0x7f9b28103850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 shutdown_connections 2023-11-16T18:23:13.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.120+0000 7f9b304b2700 1 -- 172.21.15.63:0/288342858 wait complete. 2023-11-16T18:23:13.136 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:13.136 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:12 smithi093 ceph-mon[100185]: pgmap v305: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:12 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1925020822' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-11-16T18:23:13.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- 172.21.15.63:0/2584309711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970100da0 msgr2=0x7fc970103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 --2- 172.21.15.63:0/2584309711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970100da0 0x7fc970103180 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc964009990 tx=0x7fc964009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- 172.21.15.63:0/2584309711 shutdown_connections 2023-11-16T18:23:13.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 --2- 172.21.15.63:0/2584309711 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc970105fe0 0x7fc9701083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 --2- 172.21.15.63:0/2584309711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970100da0 0x7fc970103180 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 --2- 172.21.15.63:0/2584309711 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc9701036c0 0x7fc970105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- 172.21.15.63:0/2584309711 >> 172.21.15.63:0/2584309711 conn(0x7fc9700fa7c0 msgr2=0x7fc9700fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- 172.21.15.63:0/2584309711 shutdown_connections 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- 172.21.15.63:0/2584309711 wait complete. 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 Processor -- start 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.264+0000 7fc976b3f700 1 -- start start 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc970100da0 0x7fc970195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9701036c0 0x7fc970196530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019db70 con 0x7fc970105fe0 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019dcb0 con 0x7fc970100da0 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc976b3f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019de40 con 0x7fc9701036c0 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9748db700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc970100da0 0x7fc970195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43358/0 (socket says 172.21.15.63:43358) 2023-11-16T18:23:13.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 -- 172.21.15.63:0/4195548642 learned_addr learned my addr 172.21.15.63:0/4195548642 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:13.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc96ffff700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9701036c0 0x7fc970196530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 -- 172.21.15.63:0/4195548642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9701036c0 msgr2=0x7fc970196530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9701036c0 0x7fc970196530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 -- 172.21.15.63:0/4195548642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc970100da0 msgr2=0x7fc970195ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc970100da0 0x7fc970195ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 -- 172.21.15.63:0/4195548642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9640095f0 con 0x7fc970105fe0 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.265+0000 7fc9750dc700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc968007d70 tx=0x7fc96800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.266+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc96800ac90 con 0x7fc970105fe0 2023-11-16T18:23:13.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.266+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc96800adf0 con 0x7fc970105fe0 2023-11-16T18:23:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.266+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc97010bc20 con 0x7fc970105fe0 2023-11-16T18:23:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.266+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9680115e0 con 0x7fc970105fe0 2023-11-16T18:23:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.266+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc97010ba90 con 0x7fc970105fe0 2023-11-16T18:23:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.267+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9700fc330 con 0x7fc970105fe0 2023-11-16T18:23:13.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.268+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc968012420 con 0x7fc970105fe0 2023-11-16T18:23:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.268+0000 7fc96dffb700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 0x7fc9600a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.268+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc9680ccdb0 con 0x7fc970105fe0 2023-11-16T18:23:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.268+0000 7fc9748db700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 0x7fc9600a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.269+0000 7fc9748db700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 0x7fc9600a3690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc96400b5c0 tx=0x7fc964005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.273+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc9680961a0 con 0x7fc970105fe0 2023-11-16T18:23:13.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.470+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc970067b00 con 0x7fc970105fe0 2023-11-16T18:23:13.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.470+0000 7fc96dffb700 1 -- 172.21.15.63:0/4195548642 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc9680997c0 con 0x7fc970105fe0 2023-11-16T18:23:13.476 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:13.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 msgr2=0x7fc9600a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 0x7fc9600a3690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc96400b5c0 tx=0x7fc964005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 msgr2=0x7fc97019d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc968007d70 tx=0x7fc96800a340 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 shutdown_connections 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9600a11e0 0x7fc9600a3690 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc970105fe0 0x7fc97019d5a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc970100da0 0x7fc970195ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 --2- 172.21.15.63:0/4195548642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc9701036c0 0x7fc970196530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 >> 172.21.15.63:0/4195548642 conn(0x7fc9700fa7c0 msgr2=0x7fc970101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 shutdown_connections 2023-11-16T18:23:13.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.472+0000 7fc976b3f700 1 -- 172.21.15.63:0/4195548642 wait complete. 2023-11-16T18:23:13.487 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 -- 172.21.15.63:0/1331616267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 msgr2=0x7f65bc100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/1331616267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc100820 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f65ac009990 tx=0x7f65ac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 -- 172.21.15.63:0/1331616267 shutdown_connections 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/1331616267 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc100d60 0x7f65bc107620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/1331616267 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc0ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/1331616267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc100820 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 -- 172.21.15.63:0/1331616267 >> 172.21.15.63:0/1331616267 conn(0x7f65bc0fa800 msgr2=0x7f65bc0fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 -- 172.21.15.63:0/1331616267 shutdown_connections 2023-11-16T18:23:13.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 -- 172.21.15.63:0/1331616267 wait complete. 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.614+0000 7f65c3a1b700 1 Processor -- start 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 -- start start 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc069c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 0x7f65bc19d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc19db70 con 0x7f65bc1003d0 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc19dce0 con 0x7f65bc100d60 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c3a1b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc19dea0 con 0x7f65bc0ff1e0 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43370/0 (socket says 172.21.15.63:43370) 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 -- 172.21.15.63:0/2003710613 learned_addr learned my addr 172.21.15.63:0/2003710613 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c17b7700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc069c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c1fb8700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 0x7f65bc19d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 -- 172.21.15.63:0/2003710613 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 msgr2=0x7f65bc069c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc069c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 -- 172.21.15.63:0/2003710613 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 msgr2=0x7f65bc19d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 0x7f65bc19d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 -- 172.21.15.63:0/2003710613 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65ac0095f0 con 0x7f65bc1003d0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c17b7700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc069c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c1fb8700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 0x7f65bc19d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65c0fb6700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f65ac004760 tx=0x7f65ac009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.615+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac01d070 con 0x7f65bc1003d0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.616+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65ac004200 con 0x7f65bc1003d0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.616+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65bc10ab50 con 0x7f65bc1003d0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.616+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac0049f0 con 0x7f65bc1003d0 2023-11-16T18:23:13.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.616+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65bc10a9c0 con 0x7f65bc1003d0 2023-11-16T18:23:13.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.617+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65bc19e530 con 0x7f65bc1003d0 2023-11-16T18:23:13.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.618+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f65ac003d40 con 0x7f65bc1003d0 2023-11-16T18:23:13.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.618+0000 7f65b27fc700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 0x7f65a80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.618+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f65ac0cdd00 con 0x7f65bc1003d0 2023-11-16T18:23:13.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.618+0000 7f65c17b7700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 0x7f65a80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.619+0000 7f65c17b7700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 0x7f65a80a3690 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f65b8005950 tx=0x7f65b80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.622+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f65ac097070 con 0x7f65bc1003d0 2023-11-16T18:23:13.824 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.822+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f65bc106090 con 0x7f65bc1003d0 2023-11-16T18:23:13.825 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.823+0000 7f65b27fc700 1 -- 172.21.15.63:0/2003710613 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7f65ac09a690 con 0x7f65bc1003d0 2023-11-16T18:23:13.825 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:13.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 msgr2=0x7f65a80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 0x7f65a80a3690 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f65b8005950 tx=0x7f65b80058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 msgr2=0x7f65bc19ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f65ac004760 tx=0x7f65ac009f90 comp rx=0 tx=0).stop 2023-11-16T18:23:13.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 shutdown_connections 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f65a80a11e0 0x7f65a80a3690 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f65bc100d60 0x7f65bc19d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f65bc0ff1e0 0x7f65bc069c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 --2- 172.21.15.63:0/2003710613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65bc1003d0 0x7f65bc19ad50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 >> 172.21.15.63:0/2003710613 conn(0x7f65bc0fa800 msgr2=0x7f65bc0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 shutdown_connections 2023-11-16T18:23:13.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.825+0000 7f65c3a1b700 1 -- 172.21.15.63:0/2003710613 wait complete. 2023-11-16T18:23:13.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/288342858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:13.832 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4195548642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:13.840 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.967+0000 7fd4b18b3700 1 -- 172.21.15.63:0/1549992358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac101e70 msgr2=0x7fd4ac108730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.967+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/1549992358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac101e70 0x7fd4ac108730 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd4a400b0a0 tx=0x7fd4a400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 -- 172.21.15.63:0/1549992358 shutdown_connections 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/1549992358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac101e70 0x7fd4ac108730 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/1549992358 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/1549992358 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 -- 172.21.15.63:0/1549992358 >> 172.21.15.63:0/1549992358 conn(0x7fd4ac0fb930 msgr2=0x7fd4ac0fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:13.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 -- 172.21.15.63:0/1549992358 shutdown_connections 2023-11-16T18:23:13.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 -- 172.21.15.63:0/1549992358 wait complete. 2023-11-16T18:23:13.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 Processor -- start 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 -- start start 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.968+0000 7fd4b18b3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac101e70 0x7fd4ac19d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac19dbe0 con 0x7fd4ac1014e0 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac19dd20 con 0x7fd4ac1002f0 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac19deb0 con 0x7fd4ac101e70 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43384/0 (socket says 172.21.15.63:43384) 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 -- 172.21.15.63:0/3255798920 learned_addr learned my addr 172.21.15.63:0/3255798920 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aaffd700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4ab7fe700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac101e70 0x7fd4ac19d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 -- 172.21.15.63:0/3255798920 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac101e70 msgr2=0x7fd4ac19d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac101e70 0x7fd4ac19d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 -- 172.21.15.63:0/3255798920 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 msgr2=0x7fd4ac196060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac196060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 -- 172.21.15.63:0/3255798920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a4009d00 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aaffd700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac196060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4aa7fc700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd4a000d950 tx=0x7fd4a000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0009940 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd4a0010460 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a000f620 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4ac10bc70 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.969+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4ac10bae0 con 0x7fd4ac1014e0 2023-11-16T18:23:13.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.970+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4ac107740 con 0x7fd4ac1014e0 2023-11-16T18:23:13.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.972+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd4a00108d0 con 0x7fd4ac1014e0 2023-11-16T18:23:13.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.973+0000 7fd4b08b1700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 0x7fd4940a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:13.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.973+0000 7fd4aaffd700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 0x7fd4940a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:13.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.973+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd4a00ccc70 con 0x7fd4ac1014e0 2023-11-16T18:23:13.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.973+0000 7fd4aaffd700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 0x7fd4940a3690 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd49c005fd0 tx=0x7fd49c005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:13.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:13.976+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd4a0095ef0 con 0x7fd4ac1014e0 2023-11-16T18:23:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/288342858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:14.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4195548642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.173+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd4ac061700 con 0x7fd4ac1014e0 2023-11-16T18:23:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.174+0000 7fd4b08b1700 1 -- 172.21.15.63:0/3255798920 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd4a00160a0 con 0x7fd4ac1014e0 2023-11-16T18:23:14.176 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:14.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 msgr2=0x7fd4940a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 0x7fd4940a3690 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd49c005fd0 tx=0x7fd49c005e40 comp rx=0 tx=0).stop 2023-11-16T18:23:14.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 msgr2=0x7fd4ac1965a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd4a000d950 tx=0x7fd4a000dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 shutdown_connections 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd4940a11e0 0x7fd4940a3690 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd4ac101e70 0x7fd4ac19d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd4ac1002f0 0x7fd4ac196060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 --2- 172.21.15.63:0/3255798920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ac1014e0 0x7fd4ac1965a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 >> 172.21.15.63:0/3255798920 conn(0x7fd4ac0fb930 msgr2=0x7fd4ac104880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 shutdown_connections 2023-11-16T18:23:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.176+0000 7fd4b18b3700 1 -- 172.21.15.63:0/3255798920 wait complete. 2023-11-16T18:23:14.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/288342858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:14.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4195548642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:14.191 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:14.320 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/4262625460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 msgr2=0x7fd5dc1006e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/4262625460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc1006e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc009990 tx=0x7fd5cc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/4262625460 shutdown_connections 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/4262625460 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/4262625460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc1006e0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/4262625460 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/4262625460 >> 172.21.15.63:0/4262625460 conn(0x7fd5dc0fb8d0 msgr2=0x7fd5dc0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/4262625460 shutdown_connections 2023-11-16T18:23:14.321 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.318+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/4262625460 wait complete. 2023-11-16T18:23:14.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 Processor -- start 2023-11-16T18:23:14.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 -- start start 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc073bc0 con 0x7fd5dc1002d0 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc073d30 con 0x7fd5dc101e50 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5e0a6a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc19ffe0 con 0x7fd5dc1014c0 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5da59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5da59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43394/0 (socket says 172.21.15.63:43394) 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.319+0000 7fd5da59c700 1 -- 172.21.15.63:0/1693061454 learned_addr learned my addr 172.21.15.63:0/1693061454 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5dad9d700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 -- 172.21.15.63:0/1693061454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 msgr2=0x7fd5dc072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5d9d9b700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 -- 172.21.15.63:0/1693061454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 msgr2=0x7fd5dc073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 -- 172.21.15.63:0/1693061454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5cc0095f0 con 0x7fd5dc1002d0 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5dad9d700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5d9d9b700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5da59c700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc0059d0 tx=0x7fd5cc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:14.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc01d070 con 0x7fd5dc1002d0 2023-11-16T18:23:14.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5cc004120 con 0x7fd5dc1002d0 2023-11-16T18:23:14.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5dc10bc30 con 0x7fd5dc1002d0 2023-11-16T18:23:14.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc022de0 con 0x7fd5dc1002d0 2023-11-16T18:23:14.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.320+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5dc10baa0 con 0x7fd5dc1002d0 2023-11-16T18:23:14.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.321+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5dc107130 con 0x7fd5dc1002d0 2023-11-16T18:23:14.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.322+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd5cc022470 con 0x7fd5dc1002d0 2023-11-16T18:23:14.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.323+0000 7fd5d37fe700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 0x7fd5c80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.323+0000 7fd5d9d9b700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 0x7fd5c80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.323+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd5cc0ce960 con 0x7fd5dc1002d0 2023-11-16T18:23:14.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.323+0000 7fd5d9d9b700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 0x7fd5c80a3690 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005fd0 tx=0x7fd5c4005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:14.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.326+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd5cc097c70 con 0x7fd5dc1002d0 2023-11-16T18:23:14.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.523+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd5dc061ad0 con 0x7fd5dc1002d0 2023-11-16T18:23:14.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.523+0000 7fd5d37fe700 1 -- 172.21.15.63:0/1693061454 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd5cc09b290 con 0x7fd5dc1002d0 2023-11-16T18:23:14.525 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:14.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 msgr2=0x7fd5c80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 0x7fd5c80a3690 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005fd0 tx=0x7fd5c4005e20 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 msgr2=0x7fd5dc0748a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc0059d0 tx=0x7fd5cc005ef0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 shutdown_connections 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd5c80a11e0 0x7fd5c80a3690 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5dc101e50 0x7fd5dc073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5dc1002d0 0x7fd5dc0748a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 --2- 172.21.15.63:0/1693061454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5dc1014c0 0x7fd5dc072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 >> 172.21.15.63:0/1693061454 conn(0x7fd5dc0fb8d0 msgr2=0x7fd5dc0fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 shutdown_connections 2023-11-16T18:23:14.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.525+0000 7fd5e0a6a700 1 -- 172.21.15.63:0/1693061454 wait complete. 2023-11-16T18:23:14.540 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:14.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 -- 172.21.15.63:0/1838096324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100db0 msgr2=0x7f474c107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 --2- 172.21.15.63:0/1838096324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100db0 0x7f474c107650 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f474400b0a0 tx=0x7f474400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 -- 172.21.15.63:0/1838096324 shutdown_connections 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 --2- 172.21.15.63:0/1838096324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100db0 0x7f474c107650 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 --2- 172.21.15.63:0/1838096324 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c0ff170 0x7f474c0ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 --2- 172.21.15.63:0/1838096324 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c100400 0x7f474c100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 -- 172.21.15.63:0/1838096324 >> 172.21.15.63:0/1838096324 conn(0x7f474c0fa750 msgr2=0x7f474c0fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 -- 172.21.15.63:0/1838096324 shutdown_connections 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.664+0000 7f475382c700 1 -- 172.21.15.63:0/1838096324 wait complete. 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 Processor -- start 2023-11-16T18:23:14.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 -- start start 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 0x7f474c068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 0x7f474c19d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f474c19db20 con 0x7f474c100400 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f474c19dc90 con 0x7f474c0ff170 2023-11-16T18:23:14.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f475382c700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f474c19de50 con 0x7f474c100db0 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43410/0 (socket says 172.21.15.63:43410) 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 -- 172.21.15.63:0/3313678246 learned_addr learned my addr 172.21.15.63:0/3313678246 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f47515c8700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 0x7f474c068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4751dc9700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 0x7f474c19d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 -- 172.21.15.63:0/3313678246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 msgr2=0x7f474c19d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 0x7f474c19d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 -- 172.21.15.63:0/3313678246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 msgr2=0x7f474c068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 0x7f474c068940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4750dc7700 1 -- 172.21.15.63:0/3313678246 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4744009d00 con 0x7f474c100400 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f4751dc9700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 0x7f474c19d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:14.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.665+0000 7f47515c8700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 0x7f474c068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f4750dc7700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f474800d950 tx=0x7f474800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4748009b40 con 0x7f474c100400 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f474c10ab70 con 0x7f474c100400 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4748009ca0 con 0x7f474c100400 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474800f620 con 0x7f474c100400 2023-11-16T18:23:14.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.666+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f474c10a9e0 con 0x7f474c100400 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.667+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f474c19e590 con 0x7f474c100400 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.668+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4748010460 con 0x7f474c100400 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.668+0000 7f47427fc700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 0x7f47380a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.669+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f47480cd190 con 0x7f474c100400 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.669+0000 7f47515c8700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 0x7f47380a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:14.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.669+0000 7f47515c8700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 0x7f47380a3690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f473c005950 tx=0x7f473c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:14.674 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.672+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4748096410 con 0x7f474c100400 2023-11-16T18:23:14.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:14 smithi063 ceph-mon[98873]: pgmap v306: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:14.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2003710613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:14.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3255798920' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:14.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:14 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1693061454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:14.921 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.919+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f474c1060a0 con 0x7f474c100400 2023-11-16T18:23:14.921 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.919+0000 7f47427fc700 1 -- 172.21.15.63:0/3313678246 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7f4748020090 con 0x7f474c100400 2023-11-16T18:23:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:14.922 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 msgr2=0x7f47380a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 0x7f47380a3690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f473c005950 tx=0x7f473c0058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 msgr2=0x7f474c19ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f474800d950 tx=0x7f474800dd10 comp rx=0 tx=0).stop 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 shutdown_connections 2023-11-16T18:23:14.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47380a11e0 0x7f47380a3690 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f474c100db0 0x7f474c19d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f474c0ff170 0x7f474c068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 --2- 172.21.15.63:0/3313678246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f474c100400 0x7f474c19ad40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 >> 172.21.15.63:0/3313678246 conn(0x7f474c0fa750 msgr2=0x7f474c0fc960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 shutdown_connections 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:14.922+0000 7f475382c700 1 -- 172.21.15.63:0/3313678246 wait complete. 2023-11-16T18:23:14.925 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:14.936 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:14 smithi125 ceph-mon[100672]: pgmap v306: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2003710613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3255798920' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:14 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1693061454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 -- 172.21.15.63:0/2236412787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 msgr2=0x7f65540739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 --2- 172.21.15.63:0/2236412787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f65540739c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f6548009990 tx=0x7f6548009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 -- 172.21.15.63:0/2236412787 shutdown_connections 2023-11-16T18:23:15.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 --2- 172.21.15.63:0/2236412787 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 0x7f655410eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 --2- 172.21.15.63:0/2236412787 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6554074b30 0x7f6554072f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 --2- 172.21.15.63:0/2236412787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f65540739c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 -- 172.21.15.63:0/2236412787 >> 172.21.15.63:0/2236412787 conn(0x7f65540fb7d0 msgr2=0x7f65540fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 -- 172.21.15.63:0/2236412787 shutdown_connections 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.060+0000 7f655a467700 1 -- 172.21.15.63:0/2236412787 wait complete. 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 Processor -- start 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 -- start start 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6554074b30 0x7f655419ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 0x7f65541a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65541a4040 con 0x7f6554073550 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65541a4180 con 0x7f655410c7c0 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f655a467700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65541a4310 con 0x7f6554074b30 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43422/0 (socket says 172.21.15.63:43422) 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 -- 172.21.15.63:0/1988943519 learned_addr learned my addr 172.21.15.63:0/1988943519 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 -- 172.21.15.63:0/1988943519 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6554074b30 msgr2=0x7f655419ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6554074b30 0x7f655419ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 -- 172.21.15.63:0/1988943519 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 msgr2=0x7f65541a3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6558a04700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 0x7f65541a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 0x7f65541a3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.061+0000 7f6553fff700 1 -- 172.21.15.63:0/1988943519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65480095f0 con 0x7f6554073550 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f6553fff700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f654400c9e0 tx=0x7f654400cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6544007aa0 con 0x7f6554073550 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6544007c00 con 0x7f6554073550 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6544018660 con 0x7f6554073550 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6554112180 con 0x7f6554073550 2023-11-16T18:23:15.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.062+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6554111ff0 con 0x7f6554073550 2023-11-16T18:23:15.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.063+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6554102310 con 0x7f6554073550 2023-11-16T18:23:15.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.064+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f654400f450 con 0x7f6554073550 2023-11-16T18:23:15.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.064+0000 7f65517fa700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 0x7f653c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.065+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f65440ccea0 con 0x7f6554073550 2023-11-16T18:23:15.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.065+0000 7f65537fe700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 0x7f653c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.065+0000 7f65537fe700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 0x7f653c0a3710 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f65480098e0 tx=0x7f6548005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.070 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.068+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6544096200 con 0x7f6554073550 2023-11-16T18:23:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:14 smithi093 ceph-mon[100185]: pgmap v306: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2003710613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3255798920' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:14 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1693061454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.269+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f655402cfe0 con 0x7f6554073550 2023-11-16T18:23:15.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.271+0000 7f65517fa700 1 -- 172.21.15.63:0/1988943519 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7f6544099820 con 0x7f6554073550 2023-11-16T18:23:15.275 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:15.275 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:15.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 msgr2=0x7f653c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 0x7f653c0a3710 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f65480098e0 tx=0x7f6548005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 msgr2=0x7f655419c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f654400c9e0 tx=0x7f654400cda0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 shutdown_connections 2023-11-16T18:23:15.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f653c0a1260 0x7f653c0a3710 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f655410c7c0 0x7f65541a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.278 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6554073550 0x7f655419c4c0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.278 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 --2- 172.21.15.63:0/1988943519 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6554074b30 0x7f655419ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.278 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 >> 172.21.15.63:0/1988943519 conn(0x7f65540fb7d0 msgr2=0x7f65540fdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.279 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 shutdown_connections 2023-11-16T18:23:15.279 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.273+0000 7f655a467700 1 -- 172.21.15.63:0/1988943519 wait complete. 2023-11-16T18:23:15.289 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:15.290 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:15.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 -- 172.21.15.63:0/507037896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c103690 msgr2=0x7f408c105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 --2- 172.21.15.63:0/507037896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c103690 0x7f408c105a70 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f407c009990 tx=0x7f407c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 -- 172.21.15.63:0/507037896 shutdown_connections 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 --2- 172.21.15.63:0/507037896 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c105fb0 0x7f408c108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 --2- 172.21.15.63:0/507037896 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c100d70 0x7f408c103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 --2- 172.21.15.63:0/507037896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c103690 0x7f408c105a70 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 -- 172.21.15.63:0/507037896 >> 172.21.15.63:0/507037896 conn(0x7f408c0fa810 msgr2=0x7f408c0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 -- 172.21.15.63:0/507037896 shutdown_connections 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.418+0000 7f4091221700 1 -- 172.21.15.63:0/507037896 wait complete. 2023-11-16T18:23:15.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 Processor -- start 2023-11-16T18:23:15.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 -- start start 2023-11-16T18:23:15.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c100d70 0x7f408c196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c103690 0x7f408c196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f408c19dba0 con 0x7f408c105fb0 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f408c19dce0 con 0x7f408c103690 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f4091221700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f408c19de70 con 0x7f408c100d70 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f408b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f408b59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43440/0 (socket says 172.21.15.63:43440) 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.419+0000 7f408b59e700 1 -- 172.21.15.63:0/35576137 learned_addr learned my addr 172.21.15.63:0/35576137 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408a59c700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c103690 0x7f408c196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408ad9d700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c100d70 0x7f408c196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 -- 172.21.15.63:0/35576137 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c100d70 msgr2=0x7f408c196020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c100d70 0x7f408c196020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 -- 172.21.15.63:0/35576137 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c103690 msgr2=0x7f408c196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c103690 0x7f408c196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 -- 172.21.15.63:0/35576137 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f407c0095f0 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f408b59e700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f4084007ee0 tx=0x7f408400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4084017070 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f408400f040 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f408c10bcd0 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4084005740 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.420+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f408c10bb40 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.421+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f408c0fc380 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.422+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f408400dc60 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.423+0000 7f4073fff700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 0x7f40740a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.423+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f40840ccbf0 con 0x7f408c105fb0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.423+0000 7f408ad9d700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 0x7f40740a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.423+0000 7f408ad9d700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 0x7f40740a3690 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4080005950 tx=0x7f40800058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.426+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4084095ed0 con 0x7f408c105fb0 2023-11-16T18:23:15.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.626+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f408c061700 con 0x7f408c105fb0 2023-11-16T18:23:15.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.627+0000 7f4073fff700 1 -- 172.21.15.63:0/35576137 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7f40840994f0 con 0x7f408c105fb0 2023-11-16T18:23:15.629 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 msgr2=0x7f40740a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 0x7f40740a3690 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4080005950 tx=0x7f40800058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 msgr2=0x7f408c19d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f4084007ee0 tx=0x7f408400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 shutdown_connections 2023-11-16T18:23:15.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f40740a11e0 0x7f40740a3690 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f408c105fb0 0x7f408c19d5d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f408c100d70 0x7f408c196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 --2- 172.21.15.63:0/35576137 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f408c103690 0x7f408c196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 >> 172.21.15.63:0/35576137 conn(0x7f408c0fa810 msgr2=0x7f408c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 shutdown_connections 2023-11-16T18:23:15.635 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.629+0000 7f4091221700 1 -- 172.21.15.63:0/35576137 wait complete. 2023-11-16T18:23:15.644 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:15.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 -- 172.21.15.63:0/1918020686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 msgr2=0x7f0970107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 --2- 172.21.15.63:0/1918020686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f0970107600 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f096800b0a0 tx=0x7f096800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 -- 172.21.15.63:0/1918020686 shutdown_connections 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 --2- 172.21.15.63:0/1918020686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f0970107600 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 --2- 172.21.15.63:0/1918020686 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 0x7f09700ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 --2- 172.21.15.63:0/1918020686 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f0970100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 -- 172.21.15.63:0/1918020686 >> 172.21.15.63:0/1918020686 conn(0x7f09700fa7c0 msgr2=0x7f09700fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 -- 172.21.15.63:0/1918020686 shutdown_connections 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.772+0000 7f09776f2700 1 -- 172.21.15.63:0/1918020686 wait complete. 2023-11-16T18:23:15.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 Processor -- start 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 -- start start 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 0x7f0970068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f097019aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097019dcd0 con 0x7f0970100d40 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097019de40 con 0x7f09701003b0 2023-11-16T18:23:15.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f09776f2700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097019e000 con 0x7f09700ff1c0 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f0975c8f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f0975c8f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43454/0 (socket says 172.21.15.63:43454) 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f0975c8f700 1 -- 172.21.15.63:0/2432092674 learned_addr learned my addr 172.21.15.63:0/2432092674 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f097548e700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 0x7f0970068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.773+0000 7f0974c8d700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f097019aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 -- 172.21.15.63:0/2432092674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 msgr2=0x7f0970068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 0x7f0970068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 -- 172.21.15.63:0/2432092674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 msgr2=0x7f097019aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f097019aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 -- 172.21.15.63:0/2432092674 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0968009d00 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0974c8d700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f097019aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f0975c8f700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f096800d010 tx=0x7f096800bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096800e040 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f097010ab40 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0968004e60 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096801b780 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.774+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f097010a9b0 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.775+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0970067b00 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.776+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f096801d9d0 con 0x7f0970100d40 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.777+0000 7f09627fc700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 0x7f095c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:15.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.777+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f09680cef00 con 0x7f0970100d40 2023-11-16T18:23:15.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.777+0000 7f097548e700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 0x7f095c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:15.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.777+0000 7f097548e700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 0x7f095c0a3690 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f096c005950 tx=0x7f096c00a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:15.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.780+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0968098270 con 0x7f0970100d40 2023-11-16T18:23:15.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.979+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0970106070 con 0x7f0970100d40 2023-11-16T18:23:15.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.979+0000 7f09627fc700 1 -- 172.21.15.63:0/2432092674 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7f096809b890 con 0x7f0970100d40 2023-11-16T18:23:15.982 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 msgr2=0x7f095c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 0x7f095c0a3690 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f096c005950 tx=0x7f096c00a300 comp rx=0 tx=0).stop 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 msgr2=0x7f097019d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f096800d010 tx=0x7f096800bd00 comp rx=0 tx=0).stop 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 shutdown_connections 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f095c0a11e0 0x7f095c0a3690 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0970100d40 0x7f097019d500 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f09700ff1c0 0x7f0970068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 --2- 172.21.15.63:0/2432092674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f09701003b0 0x7f097019aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 >> 172.21.15.63:0/2432092674 conn(0x7f09700fa7c0 msgr2=0x7f09700fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 shutdown_connections 2023-11-16T18:23:15.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:15.982+0000 7f09776f2700 1 -- 172.21.15.63:0/2432092674 wait complete. 2023-11-16T18:23:15.995 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3313678246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:15.996 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1988943519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:15.996 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/35576137' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:15.998 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3313678246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1988943519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:16.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/35576137' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:16.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.125+0000 7faabd320700 1 -- 172.21.15.63:0/458034082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 msgr2=0x7faab8103140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.125+0000 7faabd320700 1 --2- 172.21.15.63:0/458034082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8103140 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7faaa8009990 tx=0x7faaa8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 -- 172.21.15.63:0/458034082 shutdown_connections 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 --2- 172.21.15.63:0/458034082 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8105fa0 0x7faab8108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 --2- 172.21.15.63:0/458034082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8103140 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 --2- 172.21.15.63:0/458034082 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8103680 0x7faab8105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 -- 172.21.15.63:0/458034082 >> 172.21.15.63:0/458034082 conn(0x7faab80fa800 msgr2=0x7faab80fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 -- 172.21.15.63:0/458034082 shutdown_connections 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 -- 172.21.15.63:0/458034082 wait complete. 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 Processor -- start 2023-11-16T18:23:16.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.126+0000 7faabd320700 1 -- start start 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8103680 0x7faab8196510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8105fa0 0x7faab819d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab819db50 con 0x7faab8100d60 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab819dc90 con 0x7faab8103680 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faabd320700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab819de20 con 0x7faab8105fa0 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43462/0 (socket says 172.21.15.63:43462) 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 -- 172.21.15.63:0/1228971267 learned_addr learned my addr 172.21.15.63:0/1228971267 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab77fe700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8105fa0 0x7faab819d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab67fc700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8103680 0x7faab8196510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 -- 172.21.15.63:0/1228971267 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8105fa0 msgr2=0x7faab819d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8105fa0 0x7faab819d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 -- 172.21.15.63:0/1228971267 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8103680 msgr2=0x7faab8196510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8103680 0x7faab8196510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 -- 172.21.15.63:0/1228971267 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa80095f0 con 0x7faab8100d60 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faab6ffd700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005910 tx=0x7faaa800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.127+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa801d070 con 0x7faab8100d60 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.128+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faaa8022470 con 0x7faab8100d60 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.128+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faab810bc90 con 0x7faab8100d60 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.128+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa8017650 con 0x7faab8100d60 2023-11-16T18:23:16.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.128+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faab810bb00 con 0x7faab8100d60 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.129+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab80fc370 con 0x7faab8100d60 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.130+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7faaa800fad0 con 0x7faab8100d60 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.131+0000 7faaaffff700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 0x7faaa40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.131+0000 7faab67fc700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 0x7faaa40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.131+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7faaa80ce550 con 0x7faab8100d60 2023-11-16T18:23:16.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.131+0000 7faab67fc700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 0x7faaa40a3690 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7faaa0005950 tx=0x7faaa000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.137 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.134+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7faaa80978c0 con 0x7faab8100d60 2023-11-16T18:23:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3313678246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1988943519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/35576137' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:16.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.335+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7faab8061700 con 0x7faab8100d60 2023-11-16T18:23:16.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.335+0000 7faaaffff700 1 -- 172.21.15.63:0/1228971267 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7faaa809aee0 con 0x7faab8100d60 2023-11-16T18:23:16.338 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:16.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 msgr2=0x7faaa40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 0x7faaa40a3690 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7faaa0005950 tx=0x7faaa000b410 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 msgr2=0x7faab8195fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005910 tx=0x7faaa800f690 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 shutdown_connections 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7faaa40a11e0 0x7faaa40a3690 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7faab8105fa0 0x7faab819d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faab8100d60 0x7faab8195fd0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 --2- 172.21.15.63:0/1228971267 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7faab8103680 0x7faab8196510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.337+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 >> 172.21.15.63:0/1228971267 conn(0x7faab80fa800 msgr2=0x7faab81019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.338+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 shutdown_connections 2023-11-16T18:23:16.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.338+0000 7faabd320700 1 -- 172.21.15.63:0/1228971267 wait complete. 2023-11-16T18:23:16.352 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2707884807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a38101e80 msgr2=0x7f6a38108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2707884807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a38101e80 0x7f6a38108740 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6a3000b0a0 tx=0x7f6a3000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2707884807 shutdown_connections 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2707884807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a38101e80 0x7f6a38108740 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2707884807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38100300 0x7f6a38100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2707884807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a381014f0 0x7f6a38101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2707884807 >> 172.21.15.63:0/2707884807 conn(0x7f6a380fb900 msgr2=0x7f6a380fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:16.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2707884807 shutdown_connections 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2707884807 wait complete. 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.479+0000 7f6a3f3fb700 1 Processor -- start 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 -- start start 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a38100300 0x7f6a38196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 0x7f6a3819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3819dc90 con 0x7f6a381014f0 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3819ddd0 con 0x7f6a38101e80 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3f3fb700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3819df60 con 0x7f6a38100300 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43478/0 (socket says 172.21.15.63:43478) 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 -- 172.21.15.63:0/2132465224 learned_addr learned my addr 172.21.15.63:0/2132465224 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:16.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3d197700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a38100300 0x7f6a38196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3d998700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 0x7f6a3819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 -- 172.21.15.63:0/2132465224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a38100300 msgr2=0x7f6a38196110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a38100300 0x7f6a38196110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 -- 172.21.15.63:0/2132465224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 msgr2=0x7f6a3819d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 0x7f6a3819d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 -- 172.21.15.63:0/2132465224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a30009d00 con 0x7f6a381014f0 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3d998700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 0x7f6a3819d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:16.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.480+0000 7f6a3c996700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6a3400d950 tx=0x7f6a3400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a34009940 con 0x7f6a381014f0 2023-11-16T18:23:16.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6a34010460 con 0x7f6a381014f0 2023-11-16T18:23:16.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a3810bc80 con 0x7f6a381014f0 2023-11-16T18:23:16.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3400f620 con 0x7f6a381014f0 2023-11-16T18:23:16.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a3810baf0 con 0x7f6a381014f0 2023-11-16T18:23:16.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.481+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a3819e650 con 0x7f6a381014f0 2023-11-16T18:23:16.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.483+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f6a340108d0 con 0x7f6a381014f0 2023-11-16T18:23:16.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.484+0000 7f6a2e7fc700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 0x7f6a240a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.484+0000 7f6a3d197700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 0x7f6a240a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.484+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f6a340ccca0 con 0x7f6a381014f0 2023-11-16T18:23:16.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.484+0000 7f6a3d197700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 0x7f6a240a3690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6a38101350 tx=0x7f6a28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.487+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6a34095f20 con 0x7f6a381014f0 2023-11-16T18:23:16.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.689+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6a38107140 con 0x7f6a381014f0 2023-11-16T18:23:16.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.689+0000 7f6a2e7fc700 1 -- 172.21.15.63:0/2132465224 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6a34020020 con 0x7f6a381014f0 2023-11-16T18:23:16.692 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:16.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 msgr2=0x7f6a240a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 0x7f6a240a3690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6a38101350 tx=0x7f6a28009260 comp rx=0 tx=0).stop 2023-11-16T18:23:16.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 msgr2=0x7f6a38196650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6a3400d950 tx=0x7f6a3400dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:16.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 shutdown_connections 2023-11-16T18:23:16.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6a240a11e0 0x7f6a240a3690 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6a38101e80 0x7f6a3819d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6a38100300 0x7f6a38196110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 --2- 172.21.15.63:0/2132465224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a381014f0 0x7f6a38196650 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 >> 172.21.15.63:0/2132465224 conn(0x7f6a380fb900 msgr2=0x7f6a380fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:16.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 shutdown_connections 2023-11-16T18:23:16.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.692+0000 7f6a3f3fb700 1 -- 172.21.15.63:0/2132465224 wait complete. 2023-11-16T18:23:16.708 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:16.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 -- 172.21.15.63:0/452337480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e98100300 msgr2=0x7f4e98100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 --2- 172.21.15.63:0/452337480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e98100300 0x7f4e98100710 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800b0a0 tx=0x7f4e8800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 -- 172.21.15.63:0/452337480 shutdown_connections 2023-11-16T18:23:16.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 --2- 172.21.15.63:0/452337480 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98101e80 0x7f4e98108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 --2- 172.21.15.63:0/452337480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e98100300 0x7f4e98100710 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 --2- 172.21.15.63:0/452337480 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e981014f0 0x7f4e98101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 -- 172.21.15.63:0/452337480 >> 172.21.15.63:0/452337480 conn(0x7f4e980fb8e0 msgr2=0x7f4e980fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 -- 172.21.15.63:0/452337480 shutdown_connections 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.832+0000 7f4e9f695700 1 -- 172.21.15.63:0/452337480 wait complete. 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 Processor -- start 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 -- start start 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98100300 0x7f4e98196180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 0x7f4e9819d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9819dcb0 con 0x7f4e981014f0 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9819ddf0 con 0x7f4e98100300 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9f695700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9819df80 con 0x7f4e98101e80 2023-11-16T18:23:16.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43492/0 (socket says 172.21.15.63:43492) 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 -- 172.21.15.63:0/1728893469 learned_addr learned my addr 172.21.15.63:0/1728893469 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9d431700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98100300 0x7f4e98196180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9dc32700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 0x7f4e9819d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 -- 172.21.15.63:0/1728893469 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 msgr2=0x7f4e9819d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 0x7f4e9819d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 -- 172.21.15.63:0/1728893469 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98100300 msgr2=0x7f4e98196180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98100300 0x7f4e98196180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9cc30700 1 -- 172.21.15.63:0/1728893469 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e88009d00 con 0x7f4e981014f0 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.833+0000 7f4e9dc32700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 0x7f4e9819d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:16.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e9cc30700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00d950 tx=0x7f4e8c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c009940 con 0x7f4e981014f0 2023-11-16T18:23:16.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e8c010460 con 0x7f4e981014f0 2023-11-16T18:23:16.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e9810bbf0 con 0x7f4e981014f0 2023-11-16T18:23:16.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c00f620 con 0x7f4e981014f0 2023-11-16T18:23:16.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.834+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e9810ba60 con 0x7f4e981014f0 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.835+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e98107990 con 0x7f4e981014f0 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.836+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4e8c0108d0 con 0x7f4e981014f0 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.837+0000 7f4e967fc700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 0x7f4e800a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.837+0000 7f4e9d431700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 0x7f4e800a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.837+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4e8c0ccc40 con 0x7f4e981014f0 2023-11-16T18:23:16.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.837+0000 7f4e9d431700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 0x7f4e800a3690 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4e88007a60 tx=0x7f4e8800b7b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:16.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:16.840+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4e8c095f20 con 0x7f4e981014f0 2023-11-16T18:23:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:16 smithi125 ceph-mon[100672]: pgmap v307: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2432092674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1228971267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:16 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2132465224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:16 smithi063 ceph-mon[98873]: pgmap v307: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2432092674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1228971267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:16 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2132465224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.084+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4e98061700 con 0x7f4e981014f0 2023-11-16T18:23:17.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.084+0000 7f4e967fc700 1 -- 172.21.15.63:0/1728893469 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7f4e8c016090 con 0x7f4e981014f0 2023-11-16T18:23:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:17.087 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 msgr2=0x7f4e800a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 0x7f4e800a3690 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4e88007a60 tx=0x7f4e8800b7b0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 msgr2=0x7f4e981966c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00d950 tx=0x7f4e8c00dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 shutdown_connections 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4e800a11e0 0x7f4e800a3690 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4e98101e80 0x7f4e9819d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4e98100300 0x7f4e98196180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 --2- 172.21.15.63:0/1728893469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e981014f0 0x7f4e981966c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.086+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 >> 172.21.15.63:0/1728893469 conn(0x7f4e980fb8e0 msgr2=0x7f4e98104ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.087+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 shutdown_connections 2023-11-16T18:23:17.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.087+0000 7f4e9f695700 1 -- 172.21.15.63:0/1728893469 wait complete. 2023-11-16T18:23:17.090 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:17.101 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:16 smithi093 ceph-mon[100185]: pgmap v307: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2432092674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1228971267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:16 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2132465224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 -- 172.21.15.63:0/142739760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 msgr2=0x7fae1c107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 --2- 172.21.15.63:0/142739760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c107650 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fae1400b0a0 tx=0x7fae1400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 -- 172.21.15.63:0/142739760 shutdown_connections 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 --2- 172.21.15.63:0/142739760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c107650 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 --2- 172.21.15.63:0/142739760 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 0x7fae1c0ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 --2- 172.21.15.63:0/142739760 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 0x7fae1c100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 -- 172.21.15.63:0/142739760 >> 172.21.15.63:0/142739760 conn(0x7fae1c0fa750 msgr2=0x7fae1c0fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 -- 172.21.15.63:0/142739760 shutdown_connections 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.224+0000 7fae23e8f700 1 -- 172.21.15.63:0/142739760 wait complete. 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 Processor -- start 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 -- start start 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 0x7fae1c068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 0x7fae1c19d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c19fd90 con 0x7fae1c100db0 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c19ff00 con 0x7fae1c0ff170 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae23e8f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c1a00c0 con 0x7fae1c100400 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43508/0 (socket says 172.21.15.63:43508) 2023-11-16T18:23:17.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 -- 172.21.15.63:0/3841394042 learned_addr learned my addr 172.21.15.63:0/3841394042 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae21c2b700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 0x7fae1c068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2142a700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 0x7fae1c19d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 -- 172.21.15.63:0/3841394042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 msgr2=0x7fae1c19d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 0x7fae1c19d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 -- 172.21.15.63:0/3841394042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 msgr2=0x7fae1c068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 0x7fae1c068940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 -- 172.21.15.63:0/3841394042 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae14009d00 con 0x7fae1c100db0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.225+0000 7fae2242c700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fae140062a0 tx=0x7fae14004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1400e040 con 0x7fae1c100db0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae1c10ab10 con 0x7fae1c100db0 2023-11-16T18:23:17.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae1400cec0 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1401baf0 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae1c10a980 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.226+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae1c106140 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.228+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fae1401bc50 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.228+0000 7fae12ffd700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 0x7fae080a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.229+0000 7fae21c2b700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 0x7fae080a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.229+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fae140cefb0 con 0x7fae1c100db0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.229+0000 7fae21c2b700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 0x7fae080a3690 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fae18005950 tx=0x7fae1800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.241 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.232+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fae14098320 con 0x7fae1c100db0 2023-11-16T18:23:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.431+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fae1c1a0280 con 0x7fae1c100db0 2023-11-16T18:23:17.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.433+0000 7fae12ffd700 1 -- 172.21.15.63:0/3841394042 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7fae1409b940 con 0x7fae1c100db0 2023-11-16T18:23:17.435 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:17.435 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 msgr2=0x7fae080a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 0x7fae080a3690 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fae18005950 tx=0x7fae1800b410 comp rx=0 tx=0).stop 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 msgr2=0x7fae1c19f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fae140062a0 tx=0x7fae14004d00 comp rx=0 tx=0).stop 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 shutdown_connections 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fae080a11e0 0x7fae080a3690 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae1c100db0 0x7fae1c19f6e0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fae1c0ff170 0x7fae1c068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 --2- 172.21.15.63:0/3841394042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fae1c100400 0x7fae1c19d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 >> 172.21.15.63:0/3841394042 conn(0x7fae1c0fa750 msgr2=0x7fae1c0fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 shutdown_connections 2023-11-16T18:23:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.435+0000 7fae23e8f700 1 -- 172.21.15.63:0/3841394042 wait complete. 2023-11-16T18:23:17.450 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.573+0000 7fbdff15f700 1 -- 172.21.15.63:0/2604961945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 msgr2=0x7fbdf81007d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.573+0000 7fbdff15f700 1 --2- 172.21.15.63:0/2604961945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf81007d0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fbde4009990 tx=0x7fbde4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 -- 172.21.15.63:0/2604961945 shutdown_connections 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 --2- 172.21.15.63:0/2604961945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf8100d10 0x7fbdf81075d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 --2- 172.21.15.63:0/2604961945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf80ff190 0x7fbdf80ff5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 --2- 172.21.15.63:0/2604961945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf81007d0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 -- 172.21.15.63:0/2604961945 >> 172.21.15.63:0/2604961945 conn(0x7fbdf80fa770 msgr2=0x7fbdf80fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 -- 172.21.15.63:0/2604961945 shutdown_connections 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 -- 172.21.15.63:0/2604961945 wait complete. 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 Processor -- start 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.574+0000 7fbdff15f700 1 -- start start 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf80ff190 0x7fbdf8195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 0x7fbdf819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdf819da90 con 0x7fbdf8100380 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdf819dbd0 con 0x7fbdf80ff190 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdff15f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdf819dd60 con 0x7fbdf8100d10 2023-11-16T18:23:17.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43520/0 (socket says 172.21.15.63:43520) 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 -- 172.21.15.63:0/1005641199 learned_addr learned my addr 172.21.15.63:0/1005641199 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdfd6fc700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 0x7fbdf819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdfcefb700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf80ff190 0x7fbdf8195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 -- 172.21.15.63:0/1005641199 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 msgr2=0x7fbdf819d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 0x7fbdf819d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 -- 172.21.15.63:0/1005641199 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf80ff190 msgr2=0x7fbdf8195f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf80ff190 0x7fbdf8195f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 -- 172.21.15.63:0/1005641199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdec009520 con 0x7fbdf8100380 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdfd6fc700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 0x7fbdf819d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf7fff700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fbde4005740 tx=0x7fbde4005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.580 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.575+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbde401d070 con 0x7fbdf8100380 2023-11-16T18:23:17.581 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.576+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbde400fbf0 con 0x7fbdf8100380 2023-11-16T18:23:17.581 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.576+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbde4017650 con 0x7fbdf8100380 2023-11-16T18:23:17.581 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.576+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbde40095f0 con 0x7fbdf8100380 2023-11-16T18:23:17.581 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.576+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdf810bcc0 con 0x7fbdf8100380 2023-11-16T18:23:17.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.577+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdf80671d0 con 0x7fbdf8100380 2023-11-16T18:23:17.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.578+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fbde4021410 con 0x7fbdf8100380 2023-11-16T18:23:17.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.578+0000 7fbdf5ffb700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 0x7fbde80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.578+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fbde40ce2d0 con 0x7fbdf8100380 2023-11-16T18:23:17.582 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.578+0000 7fbdfcefb700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 0x7fbde80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.583 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.579+0000 7fbdfcefb700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 0x7fbde80a3690 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbdf81001e0 tx=0x7fbdec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.585 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.583+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fbde4097640 con 0x7fbdf8100380 2023-11-16T18:23:17.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.827+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbdf8105ff0 con 0x7fbdf8100380 2023-11-16T18:23:17.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.828+0000 7fbdf5ffb700 1 -- 172.21.15.63:0/1005641199 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7fbde409ac60 con 0x7fbdf8100380 2023-11-16T18:23:17.830 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:17.830 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:17.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 msgr2=0x7fbde80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 0x7fbde80a3690 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbdf81001e0 tx=0x7fbdec009260 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 msgr2=0x7fbdf8196450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fbde4005740 tx=0x7fbde4005ef0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 shutdown_connections 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbde80a11e0 0x7fbde80a3690 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbdf8100d10 0x7fbdf819d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbdf80ff190 0x7fbdf8195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 --2- 172.21.15.63:0/1005641199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbdf8100380 0x7fbdf8196450 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 >> 172.21.15.63:0/1005641199 conn(0x7fbdf80fa770 msgr2=0x7fbdf80fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 shutdown_connections 2023-11-16T18:23:17.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.830+0000 7fbdff15f700 1 -- 172.21.15.63:0/1005641199 wait complete. 2023-11-16T18:23:17.834 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:17.846 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-11-16T18:21:52.147619+0000', 'modified': '2023-11-16T18:22:22.692356+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24509, 'mds_1': 24496, 'mds_2': 24481}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24458': {'gid': 24458, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.93:6835/1717784129', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6834', 'nonce': 1717784129}, {'type': 'v1', 'addr': '172.21.15.93:6835', 'nonce': 1717784129}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.125:6835/1749028636', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6834', 'nonce': 1749028636}, {'type': 'v1', 'addr': '172.21.15.125:6835', 'nonce': 1749028636}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.93:6837/1006832719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6836', 'nonce': 1006832719}, {'type': 'v1', 'addr': '172.21.15.93:6837', 'nonce': 1006832719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.125:6837/3225608754', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6836', 'nonce': 3225608754}, {'type': 'v1', 'addr': '172.21.15.125:6837', 'nonce': 3225608754}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24496': {'gid': 24496, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.125:6839/3734427778', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6838', 'nonce': 3734427778}, {'type': 'v1', 'addr': '172.21.15.125:6839', 'nonce': 3734427778}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.93:6839/2063013669', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6838', 'nonce': 2063013669}, {'type': 'v1', 'addr': '172.21.15.93:6839', 'nonce': 2063013669}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-16T18:23:17.846 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2023-11-16T18:23:17.847 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-11-16T18:23:17.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1728893469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:17.968 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:17 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3841394042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 -- 172.21.15.63:0/2867723371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101db0 msgr2=0x7f7ee4108670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/2867723371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101db0 0x7f7ee4108670 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f7edc00b0a0 tx=0x7f7edc00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 -- 172.21.15.63:0/2867723371 shutdown_connections 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/2867723371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101db0 0x7f7ee4108670 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/2867723371 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4100230 0x7f7ee4100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.973+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/2867723371 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4101420 0x7f7ee4101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.974+0000 7f7eea5a1700 1 -- 172.21.15.63:0/2867723371 >> 172.21.15.63:0/2867723371 conn(0x7f7ee40fb810 msgr2=0x7f7ee40fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.974+0000 7f7eea5a1700 1 -- 172.21.15.63:0/2867723371 shutdown_connections 2023-11-16T18:23:17.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.974+0000 7f7eea5a1700 1 -- 172.21.15.63:0/2867723371 wait complete. 2023-11-16T18:23:17.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.974+0000 7f7eea5a1700 1 Processor -- start 2023-11-16T18:23:17.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.974+0000 7f7eea5a1700 1 -- start start 2023-11-16T18:23:17.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4100230 0x7f7ee40748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4101db0 0x7f7ee4073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee4073bc0 con 0x7f7ee4101420 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee4073d30 con 0x7f7ee4101db0 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee41a00d0 con 0x7f7ee4100230 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43534/0 (socket says 172.21.15.63:43534) 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 -- 172.21.15.63:0/3529213157 learned_addr learned my addr 172.21.15.63:0/3529213157 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4100230 0x7f7ee40748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4101db0 0x7f7ee4073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 -- 172.21.15.63:0/3529213157 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4100230 msgr2=0x7f7ee40748a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4100230 0x7f7ee40748a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 -- 172.21.15.63:0/3529213157 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4101db0 msgr2=0x7f7ee4073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4101db0 0x7f7ee4073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 -- 172.21.15.63:0/3529213157 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7edc009d00 con 0x7f7ee4101420 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400d980 tx=0x7f7ed400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee17fa700 1 -- 172.21.15.63:0/3529213157 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4004a30 con 0x7f7ee4101420 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee17fa700 1 -- 172.21.15.63:0/3529213157 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ed40054e0 con 0x7f7ee4101420 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ee410bbc0 con 0x7f7ee4101420 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7ee17fa700 1 -- 172.21.15.63:0/3529213157 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4009c90 con 0x7f7ee4101420 2023-11-16T18:23:17.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.975+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ee410ba30 con 0x7f7ee4101420 2023-11-16T18:23:17.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.978+0000 7f7ee17fa700 1 -- 172.21.15.63:0/3529213157 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7ed4004c20 con 0x7f7ee4101420 2023-11-16T18:23:17.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.978+0000 7f7ee17fa700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 0x7f7ecc0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.978+0000 7f7ee17fa700 1 -- 172.21.15.63:0/3529213157 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7ed40ccc90 con 0x7f7ee4101420 2023-11-16T18:23:17.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.978+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 0x7f7ecc0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 0x7f7ecc0a3690 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4101280 tx=0x7f7ed8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 Processor -- start 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 -- start start 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 0x55b3995d8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995da530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3994de010 con 0x55b3995d9500 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b399530850 con 0x55b3995da0c0 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ef672db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b399529ce0 con 0x55b3995d8bb0 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43542/0 (socket says 172.21.15.63:43542) 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 -- 172.21.15.63:0/2633506736 learned_addr learned my addr 172.21.15.63:0/2633506736 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 0x55b3995d8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995da530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 -- 172.21.15.63:0/2633506736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 msgr2=0x55b3995d8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 0x55b3995d8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 -- 172.21.15.63:0/2633506736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 msgr2=0x55b3995da530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995da530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee37fe700 1 -- 172.21.15.63:0/2633506736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b3993ab5e0 con 0x55b3995d9500 2023-11-16T18:23:17.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 0x55b3995d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.979+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995da530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7ed40966a0 tx=0x7f7ed40996b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3098236fe647d53 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7eca7fc700 1 -- 172.21.15.63:0/2633506736 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed409d030 con 0x55b3995d9500 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7eca7fc700 1 -- 172.21.15.63:0/2633506736 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ed409dc60 con 0x55b3995d9500 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7eca7fc700 1 -- 172.21.15.63:0/2633506736 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed409a0f0 con 0x55b3995d9500 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7ef672db80 1 -- 172.21.15.63:0/2633506736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 msgr2=0x55b3995d9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.980+0000 7f7ef672db80 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7ed40966a0 tx=0x7f7ed40996b0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- 172.21.15.63:0/2633506736 shutdown_connections 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995da530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d8bb0 0x55b3995d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- 172.21.15.63:0/2633506736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995d9ae0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- 172.21.15.63:0/2633506736 >> 172.21.15.63:0/2633506736 conn(0x55b3995ce310 msgr2=0x55b3995d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- 172.21.15.63:0/2633506736 shutdown_connections 2023-11-16T18:23:17.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- 172.21.15.63:0/2633506736 wait complete. 2023-11-16T18:23:17.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- start start 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 Processor -- start 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d9500 0x55b3995e2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995e9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3994cb890 con 0x55b3995d8bb0 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3994cb530 con 0x55b3995da0c0 2023-11-16T18:23:17.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3993ad8d0 con 0x55b3995d9500 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.981+0000 7f7ef672db80 10 client.0 _ll_register_callbacks cb 0x55b3994e9730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43546/0 (socket says 172.21.15.63:43546) 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 -- 172.21.15.63:0/1006811331 learned_addr learned my addr 172.21.15.63:0/1006811331 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d9500 0x55b3995e2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995e9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 -- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d9500 msgr2=0x55b3995e2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d9500 0x55b3995e2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 -- 172.21.15.63:0/1006811331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 msgr2=0x55b3995e9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995e9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 -- 172.21.15.63:0/1006811331 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ee410ba30 con 0x55b3995d8bb0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995e9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8011fd0 tx=0x7f7ed80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8faf3a5cb386932a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:17.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ec37fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed800e640 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7ed800e7a0 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b3995cbad0 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ed800e960 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ef672db80 10 client.15216 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.982+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55b3994f0140 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b3995cbad0 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7ed8027d20 con 0x55b3995d8bb0 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 10 client.15216 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 10 client.15216 resolve_mds: resolved name 'c' to daemon mds.c 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 20 client.15216 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b3995ed890 0x55b3995ecc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:17.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 4 client.15216 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b3994ec050 con 0x55b3995ed890 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.983+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b3995ed890 0x55b3995ecc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.984+0000 7f7ec37fe700 10 client.15216 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.984+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b3995ed890 0x55b3995ecc40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1d68cbb1208715a1 server_cookie=84c10a9b283cb585 in_seq=0 out_seq=0 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.984+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1006811331 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b3994ec050 con 0x55b3995ed890 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.984+0000 7f7ec37fe700 10 client.15216 handle_command_reply: tid=0 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.984+0000 7f7ef672db80 1 client.15216 shutdown 2023-11-16T18:23:17.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 msgr2=0x55b3995e2510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8011fd0 tx=0x7f7ed80047c0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 shutdown_connections 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b3995ed890 0x55b3995ecc40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995da0c0 0x55b3995e9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ec37fe700 0 client.15216 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995e2510 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1006811331 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995d9500 0x55b3995e2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:17.995 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 >> 172.21.15.63:0/1006811331 conn(0x55b3995ce310 msgr2=0x55b3995d2d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:17.995 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 shutdown_connections 2023-11-16T18:23:17.995 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 1 -- 172.21.15.63:0/1006811331 wait complete. 2023-11-16T18:23:17.995 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:17.985+0000 7f7ef672db80 20 client.15216 trim_cache size 0 max 16384 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 Processor -- start 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 -- start start 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 0x55b3995e9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3995ecc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3995d4300 con 0x55b3995d8bb0 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3994ec050 con 0x55b3995d9500 2023-11-16T18:23:18.010 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ef672db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b399435ed0 con 0x55b3995da0c0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43554/0 (socket says 172.21.15.63:43554) 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 -- 172.21.15.63:0/3374535912 learned_addr learned my addr 172.21.15.63:0/3374535912 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 0x55b3995e9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 -- 172.21.15.63:0/3374535912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 msgr2=0x55b3995ecc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3995ecc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 -- 172.21.15.63:0/3374535912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 msgr2=0x55b3995e9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 0x55b3995e9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee3fff700 1 -- 172.21.15.63:0/3374535912 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b3994efe90 con 0x55b3995d8bb0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.003+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 0x55b3995e9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7ed80097c0 tx=0x7f7ed80046f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f651618b5874639f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ecaffd700 1 -- 172.21.15.63:0/3374535912 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed80269e0 con 0x55b3995d8bb0 2023-11-16T18:23:18.011 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ecaffd700 1 -- 172.21.15.63:0/3374535912 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ed800e640 con 0x55b3995d8bb0 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ecaffd700 1 -- 172.21.15.63:0/3374535912 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed8035730 con 0x55b3995d8bb0 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 -- 172.21.15.63:0/3374535912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 msgr2=0x55b3995da490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7ed80097c0 tx=0x7f7ed80046f0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 -- 172.21.15.63:0/3374535912 shutdown_connections 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3995ecc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d8bb0 0x55b3995da490 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 --2- 172.21.15.63:0/3374535912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d9500 0x55b3995e9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 -- 172.21.15.63:0/3374535912 >> 172.21.15.63:0/3374535912 conn(0x55b3995ce310 msgr2=0x55b3995f65c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 -- 172.21.15.63:0/3374535912 shutdown_connections 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.004+0000 7f7ef672db80 1 -- 172.21.15.63:0/3374535912 wait complete. 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 -- start start 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 Processor -- start 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 0x55b3995e4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3996416f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3995e9ac0 con 0x55b3995d9500 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3995e9c30 con 0x55b3995d8bb0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3995e9df0 con 0x55b3995da0c0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ef672db80 10 client.0 _ll_register_callbacks cb 0x7f7ed8011ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ee37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43562/0 (socket says 172.21.15.63:43562) 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ee37fe700 1 -- 172.21.15.63:0/1623998084 learned_addr learned my addr 172.21.15.63:0/1623998084 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ee8b3e700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3996416f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.005+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 0x55b3995e4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 -- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 msgr2=0x55b3996416f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3996416f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 -- 172.21.15.63:0/1623998084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 msgr2=0x55b3995e4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 0x55b3995e4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 -- 172.21.15.63:0/1623998084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b3994f0140 con 0x55b3995d9500 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 0x55b3995e4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ee37fe700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7ed40966a0 tx=0x7f7ed4004f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbf136c542c4ba28 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ed409d040 con 0x55b3995d9500 2023-11-16T18:23:18.014 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7ed40ca580 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ed409dc60 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ed40b2230 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 10 client.15222 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55b399340c10 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ed409dc60 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7ed4099e90 con 0x55b3995d9500 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 10 client.15222 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 10 client.15222 resolve_mds: resolved name 'c' to daemon mds.c 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 20 client.15222 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b399646330 0x55b399642cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 4 client.15222 mds_command: new command op to 24481 tid=0[{"prefix": "status"}] 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.006+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55b3994f8610 con 0x55b399646330 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b399646330 0x55b399642cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ee3fff700 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b399646330 0x55b399642cc0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=514e9e0cbb9bb0c2 server_cookie=66614590deb8be87 in_seq=0 out_seq=0 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ec37fe700 10 client.15222 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ec37fe700 1 -- 172.21.15.63:0/1623998084 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55b3994f8610 con 0x55b399646330 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ec37fe700 10 client.15222 handle_command_reply: tid=0 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.007+0000 7f7ef672db80 1 client.15222 shutdown 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 msgr2=0x55b3995e4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7ed40966a0 tx=0x7f7ed4004f30 comp rx=0 tx=0).stop 2023-11-16T18:23:18.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 shutdown_connections 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x55b399646330 0x55b399642cc0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b3995da0c0 0x55b3996416f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b3995d8bb0 0x55b3995e4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ec37fe700 0 client.15222 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 --2- 172.21.15.63:0/1623998084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b3995d9500 0x55b3995e4a90 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 >> 172.21.15.63:0/1623998084 conn(0x55b3995ce310 msgr2=0x55b3995ecc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 shutdown_connections 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 1 -- 172.21.15.63:0/1623998084 wait complete. 2023-11-16T18:23:18.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7ef672db80 20 client.15222 trim_cache size 0 max 16384 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 2, 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24481, 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 56.320161167999998, 2023-11-16T18:23:18.018 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:18.019 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:18.019 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:18.019 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 102.046174951 2023-11-16T18:23:18.019 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:18.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 msgr2=0x7f7ecc0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 0x7f7ecc0a3690 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4101280 tx=0x7f7ed8009260 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 msgr2=0x7f7ee4072ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400d980 tx=0x7f7ed400dc90 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 shutdown_connections 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7ecc0a11e0 0x7f7ecc0a3690 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ee4101db0 0x7f7ee4073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ee4100230 0x7f7ee40748a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 --2- 172.21.15.63:0/3529213157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ee4101420 0x7f7ee4072ee0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.008+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 >> 172.21.15.63:0/3529213157 conn(0x7f7ee40fb810 msgr2=0x7f7ee40fd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.009+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 shutdown_connections 2023-11-16T18:23:18.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.009+0000 7f7eea5a1700 1 -- 172.21.15.63:0/3529213157 wait complete. 2023-11-16T18:23:18.021 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1728893469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:18.022 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:17 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3841394042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:18.023 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-11-16T18:23:18.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 -- 172.21.15.63:0/3261157196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 msgr2=0x7f64fc103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 --2- 172.21.15.63:0/3261157196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc103070 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f64f0009990 tx=0x7f64f0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 -- 172.21.15.63:0/3261157196 shutdown_connections 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 --2- 172.21.15.63:0/3261157196 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 0x7f64fc108330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 --2- 172.21.15.63:0/3261157196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc103070 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 --2- 172.21.15.63:0/3261157196 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc105990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 -- 172.21.15.63:0/3261157196 >> 172.21.15.63:0/3261157196 conn(0x7f64fc0fa6f0 msgr2=0x7f64fc0fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 -- 172.21.15.63:0/3261157196 shutdown_connections 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.147+0000 7f6503028700 1 -- 172.21.15.63:0/3261157196 wait complete. 2023-11-16T18:23:18.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 Processor -- start 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 -- start start 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc1964a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 0x7f64fc19d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64fc19dae0 con 0x7f64fc100c90 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64fc19dc20 con 0x7f64fc105ed0 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6503028700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64fc19ddb0 con 0x7f64fc1035b0 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43574/0 (socket says 172.21.15.63:43574) 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 -- 172.21.15.63:0/2745770860 learned_addr learned my addr 172.21.15.63:0/2745770860 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f64fbfff700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc1964a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f65015c5700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 0x7f64fc19d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 -- 172.21.15.63:0/2745770860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 msgr2=0x7f64fc1964a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc1964a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 -- 172.21.15.63:0/2745770860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 msgr2=0x7f64fc19d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 0x7f64fc19d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f6500dc4700 1 -- 172.21.15.63:0/2745770860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64f00095f0 con 0x7f64fc100c90 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.148+0000 7f64fbfff700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc1964a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f6500dc4700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f64f0000c00 tx=0x7f64f000f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f64f9ffb700 1 -- 172.21.15.63:0/2745770860 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f001d070 con 0x7f64fc100c90 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f64f9ffb700 1 -- 172.21.15.63:0/2745770860 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64f000fc00 con 0x7f64fc100c90 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64fc10bb90 con 0x7f64fc100c90 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f64f9ffb700 1 -- 172.21.15.63:0/2745770860 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f0017650 con 0x7f64fc100c90 2023-11-16T18:23:18.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.149+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64fc10ba00 con 0x7f64fc100c90 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.151+0000 7f64f9ffb700 1 -- 172.21.15.63:0/2745770860 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f64f0022470 con 0x7f64fc100c90 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f64f9ffb700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 0x7f64ec0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f64fbfff700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 0x7f64ec0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f64f9ffb700 1 -- 172.21.15.63:0/2745770860 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f64f00cdf70 con 0x7f64fc100c90 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f64fbfff700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 0x7f64ec0a3710 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f64e8005950 tx=0x7f64e80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f650f1b4b80 1 Processor -- start 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.152+0000 7f650f1b4b80 1 -- start start 2023-11-16T18:23:18.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cbd350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cc4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277bbd010 con 0x55c277cbc050 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277c0f850 con 0x55c277cbcee0 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277c08ce0 con 0x55c277cbd890 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43582/0 (socket says 172.21.15.63:43582) 2023-11-16T18:23:18.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 -- 172.21.15.63:0/3526716877 learned_addr learned my addr 172.21.15.63:0/3526716877 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f65015c5700 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cc4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f64fbfff700 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cbd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 -- 172.21.15.63:0/3526716877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 msgr2=0x55c277cc4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cc4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 -- 172.21.15.63:0/3526716877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 msgr2=0x55c277cbd350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cbd350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 -- 172.21.15.63:0/3526716877 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c277a8a5e0 con 0x55c277cbc050 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f64f00a2e30 tx=0x7f64f0022bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ef925e3526abc76 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f64e6ffd700 1 -- 172.21.15.63:0/3526716877 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f009efd0 con 0x55c277cbc050 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f64e6ffd700 1 -- 172.21.15.63:0/3526716877 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64f00a3360 con 0x55c277cbc050 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.153+0000 7f64e6ffd700 1 -- 172.21.15.63:0/3526716877 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f00a2ed0 con 0x55c277cbc050 2023-11-16T18:23:18.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3526716877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 msgr2=0x55c277cbc460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f64f00a2e30 tx=0x7f64f0022bf0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3526716877 shutdown_connections 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cc4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cbc460 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3526716877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cbd350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3526716877 >> 172.21.15.63:0/3526716877 conn(0x55c277cad310 msgr2=0x55c277cb2620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3526716877 shutdown_connections 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.154+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3526716877 wait complete. 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 -- start start 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 Processor -- start 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 0x55c277cc5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277baa890 con 0x55c277cbcee0 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277baa530 con 0x55c277cbc050 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277a8c8d0 con 0x55c277cbd890 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f650f1b4b80 10 client.0 _ll_register_callbacks cb 0x55c277bc8730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f64fbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f64fbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43590/0 (socket says 172.21.15.63:43590) 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f64fbfff700 1 -- 172.21.15.63:0/1197805947 learned_addr learned my addr 172.21.15.63:0/1197805947 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f6500dc4700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 0x55c277cc5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f65015c5700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f64fbfff700 1 -- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 msgr2=0x55c277cccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.155+0000 7f64fbfff700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64fbfff700 1 -- 172.21.15.63:0/1197805947 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 msgr2=0x55c277cc5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64fbfff700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 0x55c277cc5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64fbfff700 1 -- 172.21.15.63:0/1197805947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64fc10ba00 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f65015c5700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f6500dc4700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 0x55c277cc5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64fbfff700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f64e80042e0 tx=0x7f64e8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e6f1d928841dae6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64e8017040 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f64e800fe70 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c277caaad0 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64e8003d10 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 10 client.15234 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c277bcf140 con 0x55c277cbcee0 2023-11-16T18:23:18.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c277caaad0 con 0x55c277cbcee0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f64e80204a0 con 0x55c277cbcee0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 10 client.15234 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 10 client.15234 resolve_mds: resolved name 'i' to daemon mds.i 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.156+0000 7f650f1b4b80 20 client.15234 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277cd08e0 0x55c277ccfc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f650f1b4b80 4 client.15234 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c277bcb050 con 0x55c277cd08e0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f6500dc4700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277cd08e0 0x55c277ccfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f6500dc4700 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277cd08e0 0x55c277ccfc90 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1e0044ca4f47e276 server_cookie=ea380bef6252c41e in_seq=0 out_seq=0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.157+0000 7f64dbfff700 10 client.15234 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f64dbfff700 1 -- 172.21.15.63:0/1197805947 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c277bcb050 con 0x55c277cd08e0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f64dbfff700 10 client.15234 handle_command_reply: tid=0 2023-11-16T18:23:18.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 client.15234 shutdown 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 msgr2=0x55c277cc5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f64e80042e0 tx=0x7f64e8004750 comp rx=0 tx=0).stop 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 shutdown_connections 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277cd08e0 0x55c277ccfc90 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbd890 0x55c277cccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f64dbfff700 0 client.15234 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbc050 0x55c277cc5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/1197805947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbcee0 0x55c277cc5b40 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 >> 172.21.15.63:0/1197805947 conn(0x55c277cad310 msgr2=0x55c277cb1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 shutdown_connections 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 1 -- 172.21.15.63:0/1197805947 wait complete. 2023-11-16T18:23:18.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.158+0000 7f650f1b4b80 20 client.15234 trim_cache size 0 max 16384 2023-11-16T18:23:18.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1728893469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:18.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:17 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3841394042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:18.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 Processor -- start 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 -- start start 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbc050 0x55c277cc53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cccb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277cd1dc0 con 0x55c277cbd890 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277c0f850 con 0x55c277cbcee0 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.176+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277bcb050 con 0x55c277cbc050 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43600/0 (socket says 172.21.15.63:43600) 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 -- 172.21.15.63:0/3719517460 learned_addr learned my addr 172.21.15.63:0/3719517460 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbc050 0x55c277cc53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f64fbfff700 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 -- 172.21.15.63:0/3719517460 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbc050 msgr2=0x55c277cc53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbc050 0x55c277cc53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 -- 172.21.15.63:0/3719517460 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 msgr2=0x55c277cccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cccb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 -- 172.21.15.63:0/3719517460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c277bcee90 con 0x55c277cbd890 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f65015c5700 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f64f4009ee0 tx=0x7f64f40077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b66ee42b7d829 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f64e77fe700 1 -- 172.21.15.63:0/3719517460 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f4017850 con 0x55c277cbd890 2023-11-16T18:23:18.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f64e77fe700 1 -- 172.21.15.63:0/3719517460 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64f400f040 con 0x55c277cbd890 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.177+0000 7f64e77fe700 1 -- 172.21.15.63:0/3719517460 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f4016c30 con 0x55c277cbd890 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3719517460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 msgr2=0x55c277cc58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f64f4009ee0 tx=0x7f64f40077e0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3719517460 shutdown_connections 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbd890 0x55c277cc58f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbc050 0x55c277cc53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3719517460 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbcee0 0x55c277cccb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3719517460 >> 172.21.15.63:0/3719517460 conn(0x55c277cad310 msgr2=0x55c277cc05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3719517460 shutdown_connections 2023-11-16T18:23:18.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3719517460 wait complete. 2023-11-16T18:23:18.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 -- start start 2023-11-16T18:23:18.189 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.178+0000 7f650f1b4b80 1 Processor -- start 2023-11-16T18:23:18.190 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.190 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbcee0 0x55c277cc9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.190 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbd890 0x55c277d24780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277ccccc0 con 0x55c277cbc050 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277ccce30 con 0x55c277cbd890 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c277d24cc0 con 0x55c277cbcee0 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 10 client.0 _ll_register_callbacks cb 0x7f64e800fcd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43602/0 (socket says 172.21.15.63:43602) 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 -- 172.21.15.63:0/3090812617 learned_addr learned my addr 172.21.15.63:0/3090812617 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f64fbfff700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbcee0 0x55c277cc9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f65015c5700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbd890 0x55c277d24780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 -- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbcee0 msgr2=0x55c277cc9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbcee0 0x55c277cc9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 -- 172.21.15.63:0/3090812617 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbd890 msgr2=0x55c277d24780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.192 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbd890 0x55c277d24780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 -- 172.21.15.63:0/3090812617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64f4009b90 con 0x55c277cbc050 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f6500dc4700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f64f009aee0 tx=0x7f64f0005ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=421e46ec9b0cd048 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f64dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f00cb980 con 0x55c277cbc050 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f64f009a490 con 0x55c277cbc050 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f64f00a3360 con 0x55c277cbc050 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64f009a650 con 0x55c277cbc050 2023-11-16T18:23:18.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 10 client.15240 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.179+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c277a1fc10 con 0x55c277cbc050 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64f00a3360 con 0x55c277cbc050 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f64f00a2ed0 con 0x55c277cbc050 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 10 client.15240 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 10 client.15240 resolve_mds: resolved name 'i' to daemon mds.i 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 20 client.15240 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:18.194 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277d294e0 0x55c277d25f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 4 client.15240 mds_command: new command op to 24496 tid=0[{"prefix": "status"}] 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c277bd7610 con 0x55c277d294e0 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.180+0000 7f64fbfff700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277d294e0 0x55c277d25f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f64dbfff700 10 client.15240 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f64fbfff700 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277d294e0 0x55c277d25f70 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=26a712c0aae49817 server_cookie=8ea7e00b242ec20d in_seq=0 out_seq=0 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f64dbfff700 1 -- 172.21.15.63:0/3090812617 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55c277bd7610 con 0x55c277d294e0 2023-11-16T18:23:18.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f64dbfff700 10 client.15240 handle_command_reply: tid=0 2023-11-16T18:23:18.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 client.15240 shutdown 2023-11-16T18:23:18.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 msgr2=0x55c277cc9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f64f009aee0 tx=0x7f64f0005ad0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 shutdown_connections 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55c277d294e0 0x55c277d25f70 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c277cbd890 0x55c277d24780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c277cbc050 0x55c277cc9760 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 --2- 172.21.15.63:0/3090812617 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c277cbcee0 0x55c277cc9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f64dbfff700 0 client.15240 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 >> 172.21.15.63:0/3090812617 conn(0x55c277cad310 msgr2=0x55c277cc53b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 shutdown_connections 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 1 -- 172.21.15.63:0/3090812617 wait complete. 2023-11-16T18:23:18.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.181+0000 7f650f1b4b80 20 client.15240 trim_cache size 0 max 16384 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 1, 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24496, 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:18.198 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 57.506200517000003, 2023-11-16T18:23:18.199 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:18.199 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:18.199 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:18.199 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 97.608261118000001 2023-11-16T18:23:18.199 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:18.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 msgr2=0x7f64ec0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 0x7f64ec0a3710 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f64e8005950 tx=0x7f64e80058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 msgr2=0x7f64fc195f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f64f0000c00 tx=0x7f64f000f710 comp rx=0 tx=0).stop 2023-11-16T18:23:18.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 shutdown_connections 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64ec0a1260 0x7f64ec0a3710 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64fc105ed0 0x7f64fc19d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64fc100c90 0x7f64fc195f60 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 --2- 172.21.15.63:0/2745770860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64fc1035b0 0x7f64fc1964a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 >> 172.21.15.63:0/2745770860 conn(0x7f64fc0fa6f0 msgr2=0x7f64fc1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 shutdown_connections 2023-11-16T18:23:18.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.182+0000 7f6503028700 1 -- 172.21.15.63:0/2745770860 wait complete. 2023-11-16T18:23:18.204 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-11-16T18:23:18.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 -- 172.21.15.63:0/3207878048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 msgr2=0x7f70a81007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 --2- 172.21.15.63:0/3207878048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81007a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f70a4009990 tx=0x7f70a4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 -- 172.21.15.63:0/3207878048 shutdown_connections 2023-11-16T18:23:18.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 --2- 172.21.15.63:0/3207878048 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 0x7f70a81075a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 --2- 172.21.15.63:0/3207878048 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 0x7f70a80ff570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 --2- 172.21.15.63:0/3207878048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81007a0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 -- 172.21.15.63:0/3207878048 >> 172.21.15.63:0/3207878048 conn(0x7f70a80fa740 msgr2=0x7f70a80fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 -- 172.21.15.63:0/3207878048 shutdown_connections 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 -- 172.21.15.63:0/3207878048 wait complete. 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.330+0000 7f70afab0700 1 Processor -- start 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 -- start start 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 0x7f70a8194e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 0x7f70a819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a819c9e0 con 0x7f70a8100350 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a819cb20 con 0x7f70a80ff160 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70afab0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a819ccb0 con 0x7f70a8100ce0 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43618/0 (socket says 172.21.15.63:43618) 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 -- 172.21.15.63:0/1572338160 learned_addr learned my addr 172.21.15.63:0/1572338160 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad84c700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 0x7f70a8194e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ae04d700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 0x7f70a819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 -- 172.21.15.63:0/1572338160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 msgr2=0x7f70a819c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 0x7f70a819c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 -- 172.21.15.63:0/1572338160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 msgr2=0x7f70a8194e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 0x7f70a8194e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 -- 172.21.15.63:0/1572338160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a40095f0 con 0x7f70a8100350 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f70ad04b700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f70a4000c00 tx=0x7f70a40047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.331+0000 7f709effd700 1 -- 172.21.15.63:0/1572338160 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a401d070 con 0x7f70a8100350 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.332+0000 7f709effd700 1 -- 172.21.15.63:0/1572338160 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70a4022470 con 0x7f70a8100350 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.332+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70a810aac0 con 0x7f70a8100350 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.332+0000 7f709effd700 1 -- 172.21.15.63:0/1572338160 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a4017650 con 0x7f70a8100350 2023-11-16T18:23:18.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.332+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a810a930 con 0x7f70a8100350 2023-11-16T18:23:18.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.334+0000 7f709effd700 1 -- 172.21.15.63:0/1572338160 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f70a40225e0 con 0x7f70a8100350 2023-11-16T18:23:18.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.335+0000 7f709effd700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 0x7f70940a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.335+0000 7f70ad84c700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 0x7f70940a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.335+0000 7f709effd700 1 -- 172.21.15.63:0/1572338160 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f70a40ce260 con 0x7f70a8100350 2023-11-16T18:23:18.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.335+0000 7f70ad84c700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 0x7f70940a3710 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f70a81001b0 tx=0x7f7098009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 Processor -- start 2023-11-16T18:23:18.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 -- start start 2023-11-16T18:23:18.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa77d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa783f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa67f010 con 0x558eaa77be50 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa6d1850 con 0x558eaa77d6a0 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa6cace0 con 0x558eaa77ccf0 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.354 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43624/0 (socket says 172.21.15.63:43624) 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 -- 172.21.15.63:0/2260477918 learned_addr learned my addr 172.21.15.63:0/2260477918 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa77d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa783f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 -- 172.21.15.63:0/2260477918 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 msgr2=0x558eaa77d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa77d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.355 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 -- 172.21.15.63:0/2260477918 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 msgr2=0x558eaa783f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa783f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.356 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad84c700 1 -- 172.21.15.63:0/2260477918 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558eaa54c5e0 con 0x558eaa77be50 2023-11-16T18:23:18.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa77d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:18.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.336+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa783f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:18.357 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.337+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7098011d50 tx=0x7f7098014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79b97b4b19f4971 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.337+0000 7f7093fff700 1 -- 172.21.15.63:0/2260477918 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709800edd0 con 0x558eaa77be50 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.337+0000 7f7093fff700 1 -- 172.21.15.63:0/2260477918 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7098021070 con 0x558eaa77be50 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.337+0000 7f7093fff700 1 -- 172.21.15.63:0/2260477918 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709801d6e0 con 0x558eaa77be50 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2260477918 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 msgr2=0x558eaa77c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7098011d50 tx=0x7f7098014000 comp rx=0 tx=0).stop 2023-11-16T18:23:18.358 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2260477918 shutdown_connections 2023-11-16T18:23:18.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa783f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa77c260 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2260477918 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa77d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2260477918 >> 172.21.15.63:0/2260477918 conn(0x558eaa76f310 msgr2=0x558eaa774620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2260477918 shutdown_connections 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2260477918 wait complete. 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 -- start start 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.338+0000 7f70bbc3cb80 1 Processor -- start 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa785780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa78cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa66c890 con 0x558eaa77ccf0 2023-11-16T18:23:18.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa66c530 con 0x558eaa77d6a0 2023-11-16T18:23:18.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa54e8d0 con 0x558eaa77be50 2023-11-16T18:23:18.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 10 client.0 _ll_register_callbacks cb 0x558eaa68a730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:18.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43632/0 (socket says 172.21.15.63:43632) 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 -- 172.21.15.63:0/2075915304 learned_addr learned my addr 172.21.15.63:0/2075915304 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa785780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa78cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 -- 172.21.15.63:0/2075915304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 msgr2=0x558eaa785780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa785780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 -- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 msgr2=0x558eaa78cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa78cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 -- 172.21.15.63:0/2075915304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7098017070 con 0x558eaa77ccf0 2023-11-16T18:23:18.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa78cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:18.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f70a400c010 tx=0x7f70a4022ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b62bfb352a69ee8 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70917fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a4095ea0 con 0x558eaa77ccf0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f70a409a780 con 0x558eaa77ccf0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.339+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558eaa76cad0 con 0x558eaa77ccf0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f70a409a940 con 0x558eaa77ccf0 2023-11-16T18:23:18.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 10 client.15252 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558eaa691140 con 0x558eaa77ccf0 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558eaa76cad0 con 0x558eaa77ccf0 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f70a40b3070 con 0x558eaa77ccf0 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 10 client.15252 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 10 client.15252 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:23:18.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 20 client.15252 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:18.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7905d0 0x558eaa78fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 4 client.15252 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:18.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558eaa68d050 con 0x558eaa7905d0 2023-11-16T18:23:18.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.340+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7905d0 0x558eaa78fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.341+0000 7f70917fa700 10 client.15252 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.341+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7905d0 0x558eaa78fba0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ada2332a3114076f server_cookie=94d0bce5d502b0ad in_seq=0 out_seq=0 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.341+0000 7f70917fa700 1 -- 172.21.15.63:0/2075915304 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558eaa68d050 con 0x558eaa7905d0 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.341+0000 7f70917fa700 10 client.15252 handle_command_reply: tid=0 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.341+0000 7f70bbc3cb80 1 client.15252 shutdown 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 msgr2=0x558eaa785cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f70a400c010 tx=0x7f70a4022ba0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 shutdown_connections 2023-11-16T18:23:18.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7905d0 0x558eaa78fba0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa78cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70917fa700 0 client.15252 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:18.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa785780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2075915304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77ccf0 0x558eaa785cc0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 >> 172.21.15.63:0/2075915304 conn(0x558eaa76f310 msgr2=0x558eaa773d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 shutdown_connections 2023-11-16T18:23:18.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2075915304 wait complete. 2023-11-16T18:23:18.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.342+0000 7f70bbc3cb80 20 client.15252 trim_cache size 0 max 16384 2023-11-16T18:23:18.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 Processor -- start 2023-11-16T18:23:18.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 -- start start 2023-11-16T18:23:18.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa783a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 0x558eaa78ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa68d050 con 0x558eaa77d6a0 2023-11-16T18:23:18.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa674730 con 0x558eaa77ccf0 2023-11-16T18:23:18.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa666e10 con 0x558eaa77be50 2023-11-16T18:23:18.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43642/0 (socket says 172.21.15.63:43642) 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 -- 172.21.15.63:0/2761773641 learned_addr learned my addr 172.21.15.63:0/2761773641 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 0x558eaa78ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa783a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 -- 172.21.15.63:0/2761773641 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 msgr2=0x558eaa783a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa783a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 -- 172.21.15.63:0/2761773641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 msgr2=0x558eaa78ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.360+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 0x558eaa78ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70ae04d700 1 -- 172.21.15.63:0/2761773641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558eaa690e90 con 0x558eaa77d6a0 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 0x558eaa78ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f70a0003fd0 tx=0x7f70a0009b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c39c4e518746763 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f709cdac700 1 -- 172.21.15.63:0/2761773641 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0004450 con 0x558eaa77d6a0 2023-11-16T18:23:18.385 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f709cdac700 1 -- 172.21.15.63:0/2761773641 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70a000f070 con 0x558eaa77d6a0 2023-11-16T18:23:18.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f709cdac700 1 -- 172.21.15.63:0/2761773641 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0015650 con 0x558eaa77d6a0 2023-11-16T18:23:18.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2761773641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 msgr2=0x558eaa780540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f70a0003fd0 tx=0x7f70a0009b10 comp rx=0 tx=0).stop 2023-11-16T18:23:18.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2761773641 shutdown_connections 2023-11-16T18:23:18.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77d6a0 0x558eaa780540 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77be50 0x558eaa783a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2761773641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77ccf0 0x558eaa78ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2761773641 >> 172.21.15.63:0/2761773641 conn(0x558eaa76f310 msgr2=0x558eaa799320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.361+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2761773641 shutdown_connections 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2761773641 wait complete. 2023-11-16T18:23:18.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 -- start start 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 Processor -- start 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa7895a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa789ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa78a130 con 0x558eaa77be50 2023-11-16T18:23:18.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa7e4450 con 0x558eaa77d6a0 2023-11-16T18:23:18.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x558eaa7e4590 con 0x558eaa77ccf0 2023-11-16T18:23:18.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70bbc3cb80 10 client.0 _ll_register_callbacks cb 0x7f70a40975d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:18.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70ad84c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70ad84c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43644/0 (socket says 172.21.15.63:43644) 2023-11-16T18:23:18.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70ad84c700 1 -- 172.21.15.63:0/2800153538 learned_addr learned my addr 172.21.15.63:0/2800153538 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:18.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.362+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa7895a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ae04d700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa789ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 -- 172.21.15.63:0/2800153538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 msgr2=0x558eaa7895a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa7895a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 -- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 msgr2=0x558eaa789ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa789ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 -- 172.21.15.63:0/2800153538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a0003d00 con 0x558eaa77be50 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70ad84c700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f709800ea20 tx=0x7f709800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cc111c23be71fe0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:18.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098032b30 con 0x558eaa77be50 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7098032c90 con 0x558eaa77be50 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7098021070 con 0x558eaa77be50 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7098032e50 con 0x558eaa77be50 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70bbc3cb80 10 client.15258 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558eaa4e1c10 con 0x558eaa77be50 2023-11-16T18:23:18.392 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7098021070 con 0x558eaa77be50 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f70980320e0 con 0x558eaa77be50 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70bbc3cb80 10 client.15258 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.363+0000 7f70bbc3cb80 10 client.15258 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70bbc3cb80 20 client.15258 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7e92d0 0x558eaa7e5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:18.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70bbc3cb80 4 client.15258 mds_command: new command op to 24509 tid=0[{"prefix": "status"}] 2023-11-16T18:23:18.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558eaa699610 con 0x558eaa7e92d0 2023-11-16T18:23:18.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7e92d0 0x558eaa7e5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:18.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70ad04b700 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7e92d0 0x558eaa7e5be0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94a6894b3067b659 server_cookie=c7050aab1bedf310 in_seq=0 out_seq=0 2023-11-16T18:23:18.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.364+0000 7f70917fa700 10 client.15258 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:18.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70917fa700 1 -- 172.21.15.63:0/2800153538 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x558eaa699610 con 0x558eaa7e92d0 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70917fa700 10 client.15258 handle_command_reply: tid=0 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 client.15258 shutdown 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 msgr2=0x558eaa78cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f709800ea20 tx=0x7f709800ee70 comp rx=0 tx=0).stop 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 shutdown_connections 2023-11-16T18:23:18.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x558eaa7e92d0 0x558eaa7e5be0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x558eaa77d6a0 0x558eaa789ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558eaa77be50 0x558eaa78cb00 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 --2- 172.21.15.63:0/2800153538 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x558eaa77ccf0 0x558eaa7895a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70917fa700 0 client.15258 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 >> 172.21.15.63:0/2800153538 conn(0x558eaa76f310 msgr2=0x558eaa783a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 shutdown_connections 2023-11-16T18:23:18.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 1 -- 172.21.15.63:0/2800153538 wait complete. 2023-11-16T18:23:18.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70bbc3cb80 20 client.15258 trim_cache size 0 max 16384 2023-11-16T18:23:18.398 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:18.398 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:18.398 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 0, 2023-11-16T18:23:18.398 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24509, 2023-11-16T18:23:18.398 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 86.215798715000005, 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:18.399 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:18.400 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 90.940793194999998 2023-11-16T18:23:18.400 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 msgr2=0x7f70940a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 0x7f70940a3710 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f70a81001b0 tx=0x7f7098009260 comp rx=0 tx=0).stop 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 msgr2=0x7f70a81953a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f70a4000c00 tx=0x7f70a40047a0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 shutdown_connections 2023-11-16T18:23:18.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70940a1260 0x7f70940a3710 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f70a8100ce0 0x7f70a819c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70a80ff160 0x7f70a8194e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 --2- 172.21.15.63:0/1572338160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70a8100350 0x7f70a81953a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.365+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 >> 172.21.15.63:0/1572338160 conn(0x7f70a80fa740 msgr2=0x7f70a81037f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.366+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 shutdown_connections 2023-11-16T18:23:18.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:18.366+0000 7f70afab0700 1 -- 172.21.15.63:0/1572338160 wait complete. 2023-11-16T18:23:18.402 INFO:tasks.cephadm:Setup complete, yielding 2023-11-16T18:23:18.403 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-11-16T18:23:18.413 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:23:18.414 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph orch status' 2023-11-16T18:23:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:18 smithi125 ceph-mon[100672]: pgmap v308: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:18 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1005641199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:19.064 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:19.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:18 smithi063 ceph-mon[98873]: pgmap v308: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:18 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1005641199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:18 smithi093 ceph-mon[100185]: pgmap v308: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:18 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1005641199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:20.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.294+0000 7f703ff31700 1 -- 172.21.15.63:0/192681178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 msgr2=0x7f7038100700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:20.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.294+0000 7f703ff31700 1 --2- 172.21.15.63:0/192681178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038100700 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f7034009990 tx=0x7f7034009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 -- 172.21.15.63:0/192681178 shutdown_connections 2023-11-16T18:23:20.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 --2- 172.21.15.63:0/192681178 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 0x7f7038108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 --2- 172.21.15.63:0/192681178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038100700 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 --2- 172.21.15.63:0/192681178 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 0x7f7038101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 -- 172.21.15.63:0/192681178 >> 172.21.15.63:0/192681178 conn(0x7f70380fb900 msgr2=0x7f70380fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 -- 172.21.15.63:0/192681178 shutdown_connections 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 -- 172.21.15.63:0/192681178 wait complete. 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 Processor -- start 2023-11-16T18:23:20.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 -- start start 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.295+0000 7f703ff31700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 0x7f7038196670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703ff31700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 0x7f703819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703ff31700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f703819dc70 con 0x7f70381002f0 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703ff31700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f703819ddb0 con 0x7f70381014f0 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703ff31700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f703819df40 con 0x7f7038101e80 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:20.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43658/0 (socket says 172.21.15.63:43658) 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 -- 172.21.15.63:0/59174614 learned_addr learned my addr 172.21.15.63:0/59174614 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703e4ce700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 0x7f703819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703d4cc700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 0x7f7038196670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 -- 172.21.15.63:0/59174614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 msgr2=0x7f703819d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 0x7f703819d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 -- 172.21.15.63:0/59174614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 msgr2=0x7f7038196670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 0x7f7038196670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 -- 172.21.15.63:0/59174614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70340095f0 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703dccd700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f703400c010 tx=0x7f703400f700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f703401d070 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f703810bcc0 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f703400fbe0 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.296+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7034017650 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.297+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f703810bb30 con 0x7f70381002f0 2023-11-16T18:23:20.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.298+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70381078e0 con 0x7f70381002f0 2023-11-16T18:23:20.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.298+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7034022470 con 0x7f70381002f0 2023-11-16T18:23:20.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.299+0000 7f702affd700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 0x7f70240a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:20.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.299+0000 7f703d4cc700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 0x7f70240a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:20.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.299+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f70340ce2f0 con 0x7f70381002f0 2023-11-16T18:23:20.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.300+0000 7f703d4cc700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 0x7f70240a3690 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f702c005fd0 tx=0x7f702c00a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:20.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.303+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7034097820 con 0x7f70381002f0 2023-11-16T18:23:20.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.517+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f7038061c10 con 0x7f70240a11e0 2023-11-16T18:23:20.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.519+0000 7f702affd700 1 -- 172.21.15.63:0/59174614 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f7038061c10 con 0x7f70240a11e0 2023-11-16T18:23:20.521 INFO:teuthology.orchestra.run.smithi063.stdout:Backend: cephadm 2023-11-16T18:23:20.521 INFO:teuthology.orchestra.run.smithi063.stdout:Available: Yes 2023-11-16T18:23:20.521 INFO:teuthology.orchestra.run.smithi063.stdout:Paused: No 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 msgr2=0x7f70240a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 0x7f70240a3690 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f702c005fd0 tx=0x7f702c00a560 comp rx=0 tx=0).stop 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 msgr2=0x7f7038196130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f703400c010 tx=0x7f703400f700 comp rx=0 tx=0).stop 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 shutdown_connections 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f70240a11e0 0x7f70240a3690 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7038101e80 0x7f703819d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70381002f0 0x7f7038196130 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 --2- 172.21.15.63:0/59174614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f70381014f0 0x7f7038196670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:20.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 >> 172.21.15.63:0/59174614 conn(0x7f70380fb900 msgr2=0x7f7038104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:20.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 shutdown_connections 2023-11-16T18:23:20.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:20.521+0000 7f703ff31700 1 -- 172.21.15.63:0/59174614 wait complete. 2023-11-16T18:23:20.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:20 smithi063 ceph-mon[98873]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:20.934 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph orch ps' 2023-11-16T18:23:21.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:20 smithi125 ceph-mon[100672]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:20 smithi093 ceph-mon[100185]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:21.588 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:22.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:21 smithi125 ceph-mon[100672]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:22.060 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:21 smithi063 ceph-mon[98873]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:22.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:21 smithi093 ceph-mon[100185]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- 172.21.15.63:0/2072240940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 msgr2=0x7f2a600ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 --2- 172.21.15.63:0/2072240940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a600ff5f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009990 tx=0x7f2a5c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- 172.21.15.63:0/2072240940 shutdown_connections 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 --2- 172.21.15.63:0/2072240940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 0x7f2a60107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 --2- 172.21.15.63:0/2072240940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a600ff5f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 --2- 172.21.15.63:0/2072240940 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 0x7f2a60100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- 172.21.15.63:0/2072240940 >> 172.21.15.63:0/2072240940 conn(0x7f2a600fa7f0 msgr2=0x7f2a600fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:22.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- 172.21.15.63:0/2072240940 shutdown_connections 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- 172.21.15.63:0/2072240940 wait complete. 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 Processor -- start 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 -- start start 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.919+0000 7f2a67f53700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 0x7f2a601965f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 0x7f2a6019d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6019dc40 con 0x7f2a600ff1e0 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6019dd80 con 0x7f2a60100d70 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6019df10 con 0x7f2a601003e0 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43672/0 (socket says 172.21.15.63:43672) 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 -- 172.21.15.63:0/3341407273 learned_addr learned my addr 172.21.15.63:0/3341407273 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a664f0700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 0x7f2a6019d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a654ee700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 0x7f2a601965f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 -- 172.21.15.63:0/3341407273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 msgr2=0x7f2a601965f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 0x7f2a601965f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 -- 172.21.15.63:0/3341407273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 msgr2=0x7f2a6019d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 0x7f2a6019d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 -- 172.21.15.63:0/3341407273 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c0095f0 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a65cef700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00f690 tx=0x7f2a5c00f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c01d070 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a6010abb0 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a5c00fd10 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c017650 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.920+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6010aa20 con 0x7f2a600ff1e0 2023-11-16T18:23:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.921+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a601072f0 con 0x7f2a600ff1e0 2023-11-16T18:23:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.923+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2a5c022470 con 0x7f2a600ff1e0 2023-11-16T18:23:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.924+0000 7f2a56ffd700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 0x7f2a4c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.924+0000 7f2a654ee700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 0x7f2a4c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.924+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2a5c0ce910 con 0x7f2a600ff1e0 2023-11-16T18:23:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.924+0000 7f2a654ee700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 0x7f2a4c0a3690 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2a50006fd0 tx=0x7f2a50008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:22.927+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2a5c097c20 con 0x7f2a600ff1e0 2023-11-16T18:23:23.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:22 smithi125 ceph-mon[100672]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:23.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:22 smithi063 ceph-mon[98873]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:23.135 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.133+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f2a60061c10 con 0x7f2a4c0a11e0 2023-11-16T18:23:23.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.153+0000 7f2a56ffd700 1 -- 172.21.15.63:0/3341407273 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f2a60061c10 con 0x7f2a4c0a11e0 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.a smithi063 running (98s) 17s ago 97s 16.4M - 18.0.0-3905-g5e4a743a d5b1f852d682 507714f0ed8d 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.b smithi093 running (96s) 25s ago 95s 30.3M - 18.0.0-3905-g5e4a743a d5b1f852d682 b8c3a0308716 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.c smithi125 running (107s) 25s ago 107s 21.2M - 18.0.0-3905-g5e4a743a d5b1f852d682 2fde42eb97e8 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.d smithi063 running (114s) 17s ago 113s 14.2M - 18.0.0-3905-g5e4a743a d5b1f852d682 05f11bdeb395 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.e smithi093 running (111s) 25s ago 111s 17.2M - 18.0.0-3905-g5e4a743a d5b1f852d682 93522f6057c9 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.f smithi125 running (109s) 25s ago 109s 17.2M - 18.0.0-3905-g5e4a743a d5b1f852d682 93aedaae8a12 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.g smithi063 running (100s) 17s ago 100s 14.8M - 18.0.0-3905-g5e4a743a d5b1f852d682 798c4169a2f1 2023-11-16T18:23:23.156 INFO:teuthology.orchestra.run.smithi063.stdout:mds.h smithi093 running (105s) 25s ago 104s 18.3M - 18.0.0-3905-g5e4a743a d5b1f852d682 fe2e522248dc 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mds.i smithi125 running (102s) 25s ago 102s 17.8M - 18.0.0-3905-g5e4a743a d5b1f852d682 f83ff830c43f 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mds.j smithi063 running (116s) 17s ago 116s 16.5M - 18.0.0-3905-g5e4a743a d5b1f852d682 697da6c8e7f8 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mds.k smithi093 running (118s) 25s ago 118s 17.5M - 18.0.0-3905-g5e4a743a d5b1f852d682 4ecb6408f0e2 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mds.l smithi125 running (2m) 25s ago 2m 16.4M - 18.0.0-3905-g5e4a743a d5b1f852d682 6b8fbd672999 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mgr.x smithi063 *:9283,8765 running (8m) 17s ago 8m 516M - 18.0.0-3905-g5e4a743a d5b1f852d682 47c0f2457d09 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mgr.y smithi093 *:8443,8765 running (6m) 25s ago 6m 446M - 18.0.0-3905-g5e4a743a d5b1f852d682 5dda1fafbabc 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mgr.z smithi125 *:8443,8765 running (6m) 25s ago 6m 446M - 18.0.0-3905-g5e4a743a d5b1f852d682 5ae3e36b2d6e 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mon.a smithi063 running (8m) 17s ago 8m 95.5M 2048M 18.0.0-3905-g5e4a743a d5b1f852d682 e004e11d6435 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mon.b smithi093 running (6m) 25s ago 6m 63.1M 2048M 18.0.0-3905-g5e4a743a d5b1f852d682 b34f28d6d890 2023-11-16T18:23:23.157 INFO:teuthology.orchestra.run.smithi063.stdout:mon.c smithi125 running (7m) 25s ago 7m 62.3M 2048M 18.0.0-3905-g5e4a743a d5b1f852d682 117077cce24b 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.0 smithi063 running (6m) 17s ago 6m 71.7M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 b88839bf485c 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.1 smithi093 running (6m) 25s ago 6m 76.3M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 c2c19901c8a8 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.2 smithi125 running (5m) 25s ago 5m 78.3M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 6e011249d6b8 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.3 smithi063 running (5m) 17s ago 5m 69.2M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 89e02c83c310 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.4 smithi093 running (4m) 25s ago 4m 64.8M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 38e49defec70 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.5 smithi125 running (4m) 25s ago 4m 71.0M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 9c0f96da6587 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.6 smithi063 running (4m) 17s ago 4m 61.6M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 010209b876b1 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.7 smithi093 running (3m) 25s ago 3m 66.2M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 c67977e8058a 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.8 smithi125 running (3m) 25s ago 3m 62.8M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 a3cfe7f71988 2023-11-16T18:23:23.158 INFO:teuthology.orchestra.run.smithi063.stdout:osd.9 smithi063 running (3m) 17s ago 3m 63.7M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 2745e0d39fd8 2023-11-16T18:23:23.159 INFO:teuthology.orchestra.run.smithi063.stdout:osd.10 smithi093 running (2m) 25s ago 2m 63.8M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 cf42b7164ab7 2023-11-16T18:23:23.159 INFO:teuthology.orchestra.run.smithi063.stdout:osd.11 smithi125 running (2m) 25s ago 2m 55.8M 4292M 18.0.0-3905-g5e4a743a d5b1f852d682 f3cf308a9696 2023-11-16T18:23:23.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 msgr2=0x7f2a4c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:23.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 0x7f2a4c0a3690 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2a50006fd0 tx=0x7f2a50008040 comp rx=0 tx=0).stop 2023-11-16T18:23:23.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 msgr2=0x7f2a601960b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:23.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00f690 tx=0x7f2a5c00f770 comp rx=0 tx=0).stop 2023-11-16T18:23:23.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 shutdown_connections 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2a4c0a11e0 0x7f2a4c0a3690 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2a60100d70 0x7f2a6019d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a600ff1e0 0x7f2a601960b0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 --2- 172.21.15.63:0/3341407273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2a601003e0 0x7f2a601965f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 >> 172.21.15.63:0/3341407273 conn(0x7f2a600fa7f0 msgr2=0x7f2a600fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 shutdown_connections 2023-11-16T18:23:23.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:23.155+0000 7f2a67f53700 1 -- 172.21.15.63:0/3341407273 wait complete. 2023-11-16T18:23:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:22 smithi093 ceph-mon[100185]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:23.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-11-16T18:23:24.297 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:24.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:24 smithi063 ceph-mon[98873]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:24.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:24 smithi063 ceph-mon[98873]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:25.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:24 smithi125 ceph-mon[100672]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:25.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:24 smithi125 ceph-mon[100672]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:24 smithi093 ceph-mon[100185]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:25.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:24 smithi093 ceph-mon[100185]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 -- 172.21.15.63:0/3927963082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c0fe5a0 msgr2=0x7f350c0fe9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 --2- 172.21.15.63:0/3927963082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c0fe5a0 0x7f350c0fe9b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3500009990 tx=0x7f3500009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 -- 172.21.15.63:0/3927963082 shutdown_connections 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 --2- 172.21.15.63:0/3927963082 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c101f10 0x7f350c1087d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 --2- 172.21.15.63:0/3927963082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c0fe5a0 0x7f350c0fe9b0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 --2- 172.21.15.63:0/3927963082 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101580 0x7f350c1019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 -- 172.21.15.63:0/3927963082 >> 172.21.15.63:0/3927963082 conn(0x7f350c0f9f70 msgr2=0x7f350c0fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 -- 172.21.15.63:0/3927963082 shutdown_connections 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.618+0000 7f3511469700 1 -- 172.21.15.63:0/3927963082 wait complete. 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 Processor -- start 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 -- start start 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c0fe5a0 0x7f350c195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101f10 0x7f350c19d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19db50 con 0x7f350c101580 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19dc90 con 0x7f350c101f10 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f3511469700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19de20 con 0x7f350c0fe5a0 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43688/0 (socket says 172.21.15.63:43688) 2023-11-16T18:23:25.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 -- 172.21.15.63:0/2314003512 learned_addr learned my addr 172.21.15.63:0/2314003512 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350affd700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c0fe5a0 0x7f350c195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350b7fe700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101f10 0x7f350c19d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 -- 172.21.15.63:0/2314003512 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c0fe5a0 msgr2=0x7f350c195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c0fe5a0 0x7f350c195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 -- 172.21.15.63:0/2314003512 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101f10 msgr2=0x7f350c19d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101f10 0x7f350c19d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.619+0000 7f350a7fc700 1 -- 172.21.15.63:0/2314003512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35000095f0 con 0x7f350c101580 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f350a7fc700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f34fc00c950 tx=0x7f34fc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34fc0078d0 con 0x7f350c101580 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f350c10bc30 con 0x7f350c101580 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f34fc00f450 con 0x7f350c101580 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34fc018660 con 0x7f350c101580 2023-11-16T18:23:25.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.620+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f350c10baa0 con 0x7f350c101580 2023-11-16T18:23:25.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.621+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f350c19e5b0 con 0x7f350c101580 2023-11-16T18:23:25.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.622+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f34fc007a30 con 0x7f350c101580 2023-11-16T18:23:25.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.622+0000 7f34f3fff700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 0x7f34f40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:25.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.623+0000 7f350affd700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 0x7f34f40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:25.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.623+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f34fc0ccca0 con 0x7f350c101580 2023-11-16T18:23:25.626 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.623+0000 7f350affd700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 0x7f34f40a3690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3500006010 tx=0x7f3500005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:25.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.626+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f34fc096010 con 0x7f350c101580 2023-11-16T18:23:25.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.833+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f350c19eb60 con 0x7f34f40a11e0 2023-11-16T18:23:25.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.840+0000 7f34f3fff700 1 -- 172.21.15.63:0/2314003512 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f350c19eb60 con 0x7f34f40a11e0 2023-11-16T18:23:25.842 INFO:teuthology.orchestra.run.smithi063.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-11-16T18:23:25.842 INFO:teuthology.orchestra.run.smithi063.stdout:mds.all 12/12 28s ago 2m smithi063=a;smithi063=d;smithi063=g;smithi063=j;smithi093=b;smithi093=e;smithi093=h;smithi093=k;smithi125=c;smithi125=f;smithi125=i;smithi125=l;count:12 2023-11-16T18:23:25.842 INFO:teuthology.orchestra.run.smithi063.stdout:mgr 3/3 28s ago 6m smithi063=x;smithi093=y;smithi125=z;count:3 2023-11-16T18:23:25.843 INFO:teuthology.orchestra.run.smithi063.stdout:mon 3/3 28s ago 7m smithi063:172.21.15.63=a;smithi093:172.21.15.93=b;smithi125:172.21.15.125=c;count:3 2023-11-16T18:23:25.843 INFO:teuthology.orchestra.run.smithi063.stdout:osd 12 28s ago - 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 msgr2=0x7f34f40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 0x7f34f40a3690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3500006010 tx=0x7f3500005960 comp rx=0 tx=0).stop 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 msgr2=0x7f350c196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f34fc00c950 tx=0x7f34fc00cc60 comp rx=0 tx=0).stop 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 shutdown_connections 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f34f40a11e0 0x7f34f40a3690 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f350c101f10 0x7f350c19d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f350c0fe5a0 0x7f350c195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 --2- 172.21.15.63:0/2314003512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f350c101580 0x7f350c196500 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:25.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 >> 172.21.15.63:0/2314003512 conn(0x7f350c0f9f70 msgr2=0x7f350c0fc180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:25.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 shutdown_connections 2023-11-16T18:23:25.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:25.842+0000 7f3511469700 1 -- 172.21.15.63:0/2314003512 wait complete. 2023-11-16T18:23:26.248 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph orch host ls' 2023-11-16T18:23:26.903 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:26 smithi125 ceph-mon[100672]: pgmap v312: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:27.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:26 smithi125 ceph-mon[100672]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:27.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:26 smithi063 ceph-mon[98873]: pgmap v312: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:27.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:26 smithi063 ceph-mon[98873]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:27.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:26 smithi093 ceph-mon[100185]: pgmap v312: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:27.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:26 smithi093 ceph-mon[100185]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 -- 172.21.15.63:0/2288754922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 msgr2=0x7f2eb4107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/2288754922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb4107630 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00b0a0 tx=0x7f2eac00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 -- 172.21.15.63:0/2288754922 shutdown_connections 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/2288754922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb4107630 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/2288754922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 0x7f2eb40ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.208 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/2288754922 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 0x7f2eb4100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 -- 172.21.15.63:0/2288754922 >> 172.21.15.63:0/2288754922 conn(0x7f2eb40fa7f0 msgr2=0x7f2eb40fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 -- 172.21.15.63:0/2288754922 shutdown_connections 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.204+0000 7f2ebbc93700 1 -- 172.21.15.63:0/2288754922 wait complete. 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 Processor -- start 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 -- start start 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 0x7f2eb4198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 0x7f2eb41988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb419ff00 con 0x7f2eb4100d70 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb41a0040 con 0x7f2eb40ff1e0 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2ebbc93700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb41a01d0 con 0x7f2eb41003e0 2023-11-16T18:23:28.209 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2eba230700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2eba230700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43704/0 (socket says 172.21.15.63:43704) 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2eba230700 1 -- 172.21.15.63:0/1615052667 learned_addr learned my addr 172.21.15.63:0/1615052667 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.205+0000 7f2eb922e700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 0x7f2eb41988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eb9a2f700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 0x7f2eb4198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 -- 172.21.15.63:0/1615052667 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 msgr2=0x7f2eb41988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 0x7f2eb41988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 -- 172.21.15.63:0/1615052667 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 msgr2=0x7f2eb4198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 0x7f2eb4198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.210 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 -- 172.21.15.63:0/1615052667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eac009d00 con 0x7f2eb4100d70 2023-11-16T18:23:28.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eba230700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00b070 tx=0x7f2eac00bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:28.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eac00e040 con 0x7f2eb4100d70 2023-11-16T18:23:28.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2eb410ab30 con 0x7f2eb4100d70 2023-11-16T18:23:28.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2eac0094a0 con 0x7f2eb4100d70 2023-11-16T18:23:28.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eac0052a0 con 0x7f2eb4100d70 2023-11-16T18:23:28.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.206+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2eb410a9a0 con 0x7f2eb4100d70 2023-11-16T18:23:28.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.207+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2eb41050e0 con 0x7f2eb4100d70 2023-11-16T18:23:28.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.208+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2eac01d470 con 0x7f2eb4100d70 2023-11-16T18:23:28.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.209+0000 7f2eaaffd700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 0x7f2ea00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:28.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.209+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2eac0ce310 con 0x7f2eb4100d70 2023-11-16T18:23:28.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.209+0000 7f2eb9a2f700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 0x7f2ea00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:28.230 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.209+0000 7f2eb9a2f700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 0x7f2ea00a3690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4100240 tx=0x7f2eb0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:28.232 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.213+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f2eac097680 con 0x7f2eb4100d70 2023-11-16T18:23:28.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.416+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f2eb4061b00 con 0x7f2ea00a11e0 2023-11-16T18:23:28.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.417+0000 7f2eaaffd700 1 -- 172.21.15.63:0/1615052667 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f2eb4061b00 con 0x7f2ea00a11e0 2023-11-16T18:23:28.419 INFO:teuthology.orchestra.run.smithi063.stdout:HOST ADDR LABELS STATUS 2023-11-16T18:23:28.420 INFO:teuthology.orchestra.run.smithi063.stdout:smithi063 172.21.15.63 2023-11-16T18:23:28.420 INFO:teuthology.orchestra.run.smithi063.stdout:smithi093 172.21.15.93 2023-11-16T18:23:28.420 INFO:teuthology.orchestra.run.smithi063.stdout:smithi125 172.21.15.125 2023-11-16T18:23:28.420 INFO:teuthology.orchestra.run.smithi063.stdout:3 hosts in cluster 2023-11-16T18:23:28.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 msgr2=0x7f2ea00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:28.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 0x7f2ea00a3690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4100240 tx=0x7f2eb0009260 comp rx=0 tx=0).stop 2023-11-16T18:23:28.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 msgr2=0x7f2eb419f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00b070 tx=0x7f2eac00bd60 comp rx=0 tx=0).stop 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 shutdown_connections 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2ea00a11e0 0x7f2ea00a3690 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4100d70 0x7f2eb419f930 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2eb40ff1e0 0x7f2eb4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 --2- 172.21.15.63:0/1615052667 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2eb41003e0 0x7f2eb41988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 >> 172.21.15.63:0/1615052667 conn(0x7f2eb40fa7f0 msgr2=0x7f2eb40fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 shutdown_connections 2023-11-16T18:23:28.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:28.419+0000 7f2ebbc93700 1 -- 172.21.15.63:0/1615052667 wait complete. 2023-11-16T18:23:28.859 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph orch device ls' 2023-11-16T18:23:29.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:28 smithi125 ceph-mon[100672]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:29.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:28 smithi063 ceph-mon[98873]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:29.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:28 smithi093 ceph-mon[100185]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:29.511 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:30.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:29 smithi125 ceph-mon[100672]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:30.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:29 smithi063 ceph-mon[98873]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:30.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:29 smithi093 ceph-mon[100185]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:30.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 -- 172.21.15.63:0/2879477854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 msgr2=0x7f52b80ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:30.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 --2- 172.21.15.63:0/2879477854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b80ff5f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f52ac009990 tx=0x7f52ac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 -- 172.21.15.63:0/2879477854 shutdown_connections 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 --2- 172.21.15.63:0/2879477854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b8100d70 0x7f52b8107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 --2- 172.21.15.63:0/2879477854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b80ff5f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 --2- 172.21.15.63:0/2879477854 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b81003e0 0x7f52b8100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 -- 172.21.15.63:0/2879477854 >> 172.21.15.63:0/2879477854 conn(0x7f52b80fa7f0 msgr2=0x7f52b80fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 -- 172.21.15.63:0/2879477854 shutdown_connections 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.827+0000 7f52bf132700 1 -- 172.21.15.63:0/2879477854 wait complete. 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 Processor -- start 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 -- start start 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b81003e0 0x7f52b8196620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:30.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b8100d70 0x7f52b819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52b819dc70 con 0x7f52b80ff1e0 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52b819ddb0 con 0x7f52b8100d70 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bf132700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52b819df40 con 0x7f52b81003e0 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43712/0 (socket says 172.21.15.63:43712) 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 -- 172.21.15.63:0/2868813951 learned_addr learned my addr 172.21.15.63:0/2868813951 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bd6cf700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b8100d70 0x7f52b819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52b7fff700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b81003e0 0x7f52b8196620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 -- 172.21.15.63:0/2868813951 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b81003e0 msgr2=0x7f52b8196620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:30.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b81003e0 0x7f52b8196620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 -- 172.21.15.63:0/2868813951 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b8100d70 msgr2=0x7f52b819d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b8100d70 0x7f52b819d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.828+0000 7f52bcece700 1 -- 172.21.15.63:0/2868813951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52ac0095f0 con 0x7f52b80ff1e0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52bcece700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00f6f0 tx=0x7f52ac00f720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac01d070 con 0x7f52b80ff1e0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f52ac004cf0 con 0x7f52b80ff1e0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52b810ab90 con 0x7f52b80ff1e0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac005650 con 0x7f52b80ff1e0 2023-11-16T18:23:30.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.829+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52b810aa00 con 0x7f52b80ff1e0 2023-11-16T18:23:30.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.830+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52b8066ea0 con 0x7f52b80ff1e0 2023-11-16T18:23:30.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.831+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f52ac00fcc0 con 0x7f52b80ff1e0 2023-11-16T18:23:30.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.832+0000 7f52b5ffb700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 0x7f52a80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:30.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.832+0000 7f52b7fff700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 0x7f52a80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:30.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.832+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f52ac0ce2d0 con 0x7f52b80ff1e0 2023-11-16T18:23:30.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.832+0000 7f52b7fff700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 0x7f52a80a3690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f52a4005950 tx=0x7f52a4005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:30.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:30.836+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f52ac0976f0 con 0x7f52b80ff1e0 2023-11-16T18:23:31.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:30 smithi125 ceph-mon[100672]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:31.045 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.042+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f52b8068d40 con 0x7f52a80a11e0 2023-11-16T18:23:31.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.044+0000 7f52b5ffb700 1 -- 172.21.15.63:0/2868813951 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+492 (secure 0 0 0) 0x7f52b8068d40 con 0x7f52a80a11e0 2023-11-16T18:23:31.048 INFO:teuthology.orchestra.run.smithi063.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stdout:smithi063 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5344005B400BGN 372G No 3m ago LVM detected, locked 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stdout:smithi093 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040150400BGN 372G No 2m ago LVM detected, locked 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stdout:smithi125 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040123400BGN 372G No 2m ago LVM detected, locked 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 msgr2=0x7f52a80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 0x7f52a80a3690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f52a4005950 tx=0x7f52a4005cf0 comp rx=0 tx=0).stop 2023-11-16T18:23:31.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 msgr2=0x7f52b81960e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00f6f0 tx=0x7f52ac00f720 comp rx=0 tx=0).stop 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 shutdown_connections 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f52a80a11e0 0x7f52a80a3690 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f52b8100d70 0x7f52b819d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52b80ff1e0 0x7f52b81960e0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 --2- 172.21.15.63:0/2868813951 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f52b81003e0 0x7f52b8196620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 >> 172.21.15.63:0/2868813951 conn(0x7f52b80fa7f0 msgr2=0x7f52b8068630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 shutdown_connections 2023-11-16T18:23:31.050 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:31.047+0000 7f52bf132700 1 -- 172.21.15.63:0/2868813951 wait complete. 2023-11-16T18:23:31.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:30 smithi063 ceph-mon[98873]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:31.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:30 smithi093 ceph-mon[100185]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:31.569 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-11-16T18:23:31.578 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:23:31.578 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph fs dump' 2023-11-16T18:23:32.238 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:32.736 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:32 smithi063 ceph-mon[98873]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:32.736 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:32 smithi063 ceph-mon[98873]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:32 smithi125 ceph-mon[100672]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:32 smithi125 ceph-mon[100672]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:32 smithi093 ceph-mon[100185]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:32 smithi093 ceph-mon[100185]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-11-16T18:23:33.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 -- 172.21.15.63:0/1471391401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc101560 msgr2=0x7ff2cc1019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 --2- 172.21.15.63:0/1471391401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc101560 0x7ff2cc1019b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0009990 tx=0x7ff2c0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 -- 172.21.15.63:0/1471391401 shutdown_connections 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 --2- 172.21.15.63:0/1471391401 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 0x7ff2cc1087b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 --2- 172.21.15.63:0/1471391401 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc100360 0x7ff2cc100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 --2- 172.21.15.63:0/1471391401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc101560 0x7ff2cc1019b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.675+0000 7ff2d1642700 1 -- 172.21.15.63:0/1471391401 >> 172.21.15.63:0/1471391401 conn(0x7ff2cc0fb970 msgr2=0x7ff2cc0fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- 172.21.15.63:0/1471391401 shutdown_connections 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- 172.21.15.63:0/1471391401 wait complete. 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 Processor -- start 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- start start 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc101560 0x7ff2cc196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:33.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 0x7ff2cc19d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2cc19dbe0 con 0x7ff2cc100360 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2cc19dd20 con 0x7ff2cc101560 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.676+0000 7ff2d1642700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2cc19deb0 con 0x7ff2cc101ef0 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43724/0 (socket says 172.21.15.63:43724) 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 -- 172.21.15.63:0/2301142790 learned_addr learned my addr 172.21.15.63:0/2301142790 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2ca7fc700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc101560 0x7ff2cc196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2cb7fe700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 0x7ff2cc19d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 -- 172.21.15.63:0/2301142790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 msgr2=0x7ff2cc19d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 0x7ff2cc19d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 -- 172.21.15.63:0/2301142790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc101560 msgr2=0x7ff2cc196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc101560 0x7ff2cc196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 -- 172.21.15.63:0/2301142790 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2c00095f0 con 0x7ff2cc100360 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2caffd700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00d9b0 tx=0x7ff2bc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc004020 con 0x7ff2cc100360 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2cc10bd40 con 0x7ff2cc100360 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff2bc009730 con 0x7ff2cc100360 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc0039e0 con 0x7ff2cc100360 2023-11-16T18:23:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.677+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2cc10bbb0 con 0x7ff2cc100360 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.679+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2cc107980 con 0x7ff2cc100360 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.680+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff2bc0098a0 con 0x7ff2cc100360 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.680+0000 7ff2b3fff700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 0x7ff2b40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.680+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff2bc0cca00 con 0x7ff2cc100360 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.680+0000 7ff2ca7fc700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 0x7ff2b40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.681+0000 7ff2ca7fc700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 0x7ff2b40a3690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000b5c0 tx=0x7ff2c0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.685+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff2bc095ce0 con 0x7ff2cc100360 2023-11-16T18:23:33.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.926+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7ff2cc066ea0 con 0x7ff2cc100360 2023-11-16T18:23:33.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.927+0000 7ff2b3fff700 1 -- 172.21.15.63:0/2301142790 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) v1 ==== 76+0+2897 (secure 0 0 0) 0x7ff2bc099300 con 0x7ff2cc100360 2023-11-16T18:23:33.929 INFO:teuthology.orchestra.run.smithi063.stdout:e23 2023-11-16T18:23:33.929 INFO:teuthology.orchestra.run.smithi063.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-11-16T18:23:33.929 INFO:teuthology.orchestra.run.smithi063.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:legacy client fscid: 1 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:Filesystem 'cephfs' (1) 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:fs_name cephfs 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:epoch 23 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:created 2023-11-16T18:21:52.147619+0000 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:modified 2023-11-16T18:22:22.692356+0000 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:tableserver 0 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:root 0 2023-11-16T18:23:33.930 INFO:teuthology.orchestra.run.smithi063.stdout:session_timeout 300 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:session_autoclose 300 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:max_file_size 1099511627776 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:max_xattr_size 65536 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:required_client_features {} 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:last_failure 0 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:last_failure_osd_epoch 0 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:max_mds 3 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:in 0,1,2 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:up {0=24509,1=24496,2=24481} 2023-11-16T18:23:33.931 INFO:teuthology.orchestra.run.smithi063.stdout:failed 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:damaged 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:stopped 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:data_pools [3,4] 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:metadata_pool 2 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:inline_data disabled 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:balancer 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:bal_rank_mask -1 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:standby_count_wanted 0 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.b{0:24509} state up:active seq 3 addr [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.h{0:24479} state up:standby-replay seq 1 addr [v2:172.21.15.93:6836/1006832719,v1:172.21.15.93:6837/1006832719] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.i{1:24496} state up:active seq 12 addr [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.932 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.f{1:24469} state up:standby-replay seq 1 addr [v2:172.21.15.125:6834/1749028636,v1:172.21.15.125:6835/1749028636] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.c{2:24481} state up:active seq 13 addr [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.e{2:24458} state up:standby-replay seq 1 addr [v2:172.21.15.93:6834/1717784129,v1:172.21.15.93:6835/1717784129] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:Standby daemons: 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.j{-1:14550} state up:standby seq 1 addr [v2:172.21.15.63:6834/3557747095,v1:172.21.15.63:6835/3557747095] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.d{-1:14562} state up:standby seq 1 addr [v2:172.21.15.63:6836/2587796355,v1:172.21.15.63:6837/2587796355] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.g{-1:14625} state up:standby seq 1 addr [v2:172.21.15.63:6838/616371744,v1:172.21.15.63:6839/616371744] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.a{-1:14637} state up:standby seq 1 addr [v2:172.21.15.63:6840/2441236659,v1:172.21.15.63:6841/2441236659] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.k{-1:24425} state up:standby seq 1 addr [v2:172.21.15.93:6832/317088292,v1:172.21.15.93:6833/317088292] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.933 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.l{-1:24427} state up:standby seq 1 addr [v2:172.21.15.125:6832/3309738147,v1:172.21.15.125:6833/3309738147] compat {c=[1],r=[1],i=[7ff]}] 2023-11-16T18:23:33.934 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.928+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 msgr2=0x7ff2b40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:33.934 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.928+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 0x7ff2b40a3690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000b5c0 tx=0x7ff2c0005fd0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.934 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.928+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 msgr2=0x7ff2cc196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:33.934 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.928+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00d9b0 tx=0x7ff2bc00dcc0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.934 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 shutdown_connections 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2b40a11e0 0x7ff2b40a3690 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff2cc101ef0 0x7ff2cc19d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2cc100360 0x7ff2cc196050 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 --2- 172.21.15.63:0/2301142790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff2cc101560 0x7ff2cc196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 >> 172.21.15.63:0/2301142790 conn(0x7ff2cc0fb970 msgr2=0x7ff2cc104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 shutdown_connections 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:33.929+0000 7ff2d1642700 1 -- 172.21.15.63:0/2301142790 wait complete. 2023-11-16T18:23:33.935 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:34.405 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- bash -c 'ceph osd dump' 2023-11-16T18:23:35.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:34 smithi125 ceph-mon[100672]: pgmap v316: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:35.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:34 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2301142790' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-11-16T18:23:35.058 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:35.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:34 smithi063 ceph-mon[98873]: pgmap v316: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:35.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:34 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2301142790' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-11-16T18:23:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:34 smithi093 ceph-mon[100185]: pgmap v316: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:34 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2301142790' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-11-16T18:23:36.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3715922262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c0ff1e0 msgr2=0x7f8b2c0ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3715922262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c0ff5f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009990 tx=0x7f8b28009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3715922262 shutdown_connections 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3715922262 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c100d70 0x7f8b2c107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3715922262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c0ff5f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3715922262 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c1003e0 0x7f8b2c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3715922262 >> 172.21.15.63:0/3715922262 conn(0x7f8b2c0fa7f0 msgr2=0x7f8b2c0fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3715922262 shutdown_connections 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3715922262 wait complete. 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 Processor -- start 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 -- start start 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c103170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:36.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.450+0000 7f8b33aa7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c1003e0 0x7f8b2c1017c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b33aa7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b33aa7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c102480 con 0x7f8b2c100d70 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b33aa7700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c1025f0 con 0x7f8b2c1003e0 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b33aa7700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c1a0110 con 0x7f8b2c0ff1e0 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b31843700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c103170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43742/0 (socket says 172.21.15.63:43742) 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b31843700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c103170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:42506/0 (socket says 172.21.15.63:42506) 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 -- 172.21.15.63:0/3738703364 learned_addr learned my addr 172.21.15.63:0/3738703364 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b31042700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c1003e0 0x7f8b2c1017c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 -- 172.21.15.63:0/3738703364 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 msgr2=0x7f8b2c103170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c103170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 -- 172.21.15.63:0/3738703364 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c1003e0 msgr2=0x7f8b2c1017c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c1003e0 0x7f8b2c1017c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 -- 172.21.15.63:0/3738703364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b280095f0 con 0x7f8b2c100d70 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b32044700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8b24007ee0 tx=0x7f8b2400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2400dd20 con 0x7f8b2c100d70 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b2400f040 con 0x7f8b2c100d70 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b2c10ab30 con 0x7f8b2c100d70 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.451+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b240048a0 con 0x7f8b2c100d70 2023-11-16T18:23:36.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.452+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b2c10a9a0 con 0x7f8b2c100d70 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.452+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b2c1a07a0 con 0x7f8b2c100d70 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.453+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f8b24003a00 con 0x7f8b2c100d70 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.454+0000 7f8b22ffd700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 0x7f8b180a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.454+0000 7f8b31843700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 0x7f8b180a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.454+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f8b240cc630 con 0x7f8b2c100d70 2023-11-16T18:23:36.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.455+0000 7f8b31843700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 0x7f8b180a3690 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8b2800b5c0 tx=0x7f8b28005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:36.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.458+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8b2404e730 con 0x7f8b2c100d70 2023-11-16T18:23:36.658 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.657+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f8b2c1a0d50 con 0x7f8b2c100d70 2023-11-16T18:23:36.659 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.657+0000 7f8b22ffd700 1 -- 172.21.15.63:0/3738703364 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) v1 ==== 56+0+5578 (secure 0 0 0) 0x7f8b24095910 con 0x7f8b2c100d70 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:epoch 91 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:created 2023-11-16T18:14:43.674541+0000 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:modified 2023-11-16T18:22:44.789759+0000 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:crush_version 27 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:full_ratio 0.95 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:backfillfull_ratio 0.9 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:nearfull_ratio 0.85 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:require_min_compat_client luminous 2023-11-16T18:23:36.660 INFO:teuthology.orchestra.run.smithi063.stdout:min_compat_client luminous 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:require_osd_release reef 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:stretch_mode_enabled false 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:max_osd 12 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6802/3982652177,v1:172.21.15.63:6803/3982652177] [v2:172.21.15.63:6804/3982652177,v1:172.21.15.63:6805/3982652177] exists,up 875da4ac-288a-4d41-a15f-ec3b718ce5fd 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.1 up in weight 1 up_from 13 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.93:6800/2049865543,v1:172.21.15.93:6801/2049865543] [v2:172.21.15.93:6802/2049865543,v1:172.21.15.93:6803/2049865543] exists,up 48e0cc7b-6818-4a44-a6a9-48414261b46b 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.2 up in weight 1 up_from 18 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.125:6800/2036056175,v1:172.21.15.125:6801/2036056175] [v2:172.21.15.125:6802/2036056175,v1:172.21.15.125:6803/2036056175] exists,up 34cb6aca-5b28-49c0-a973-862ad67d8fad 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.3 up in weight 1 up_from 25 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6810/694811623,v1:172.21.15.63:6811/694811623] [v2:172.21.15.63:6812/694811623,v1:172.21.15.63:6813/694811623] exists,up 12272d67-75cd-462b-b8ed-35d8065a4306 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.4 up in weight 1 up_from 33 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.93:6808/4090626686,v1:172.21.15.93:6809/4090626686] [v2:172.21.15.93:6810/4090626686,v1:172.21.15.93:6811/4090626686] exists,up fdff6942-7d15-4b15-9817-f51c927892e3 2023-11-16T18:23:36.661 INFO:teuthology.orchestra.run.smithi063.stdout:osd.5 up in weight 1 up_from 38 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.125:6808/428393545,v1:172.21.15.125:6809/428393545] [v2:172.21.15.125:6810/428393545,v1:172.21.15.125:6811/428393545] exists,up 7459920d-d6b8-41f9-b6f2-cdebb21234ad 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.6 up in weight 1 up_from 46 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6818/713352406,v1:172.21.15.63:6819/713352406] [v2:172.21.15.63:6820/713352406,v1:172.21.15.63:6821/713352406] exists,up eb757498-40c4-47e6-a130-dae647fb3f1b 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.7 up in weight 1 up_from 51 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.93:6816/2557060583,v1:172.21.15.93:6817/2557060583] [v2:172.21.15.93:6818/2557060583,v1:172.21.15.93:6819/2557060583] exists,up de6d2a83-9eed-48cf-bab0-835833143945 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.8 up in weight 1 up_from 59 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.125:6816/4273346885,v1:172.21.15.125:6817/4273346885] [v2:172.21.15.125:6818/4273346885,v1:172.21.15.125:6819/4273346885] exists,up 9b2e0965-8898-4a77-91d5-17db5dd064df 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.9 up in weight 1 up_from 67 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6826/1006098568,v1:172.21.15.63:6827/1006098568] [v2:172.21.15.63:6828/1006098568,v1:172.21.15.63:6829/1006098568] exists,up 24ac6d87-7854-4bab-b8ca-0d75515c5352 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.10 up in weight 1 up_from 72 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.93:6824/93249980,v1:172.21.15.93:6825/93249980] [v2:172.21.15.93:6826/93249980,v1:172.21.15.93:6827/93249980] exists,up 302e4db8-0a3a-478b-9c5a-4155e9f62575 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:osd.11 up in weight 1 up_from 79 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.125:6824/1834480331,v1:172.21.15.125:6825/1834480331] [v2:172.21.15.125:6826/1834480331,v1:172.21.15.125:6827/1834480331] exists,up f4e8fe18-01ed-41b8-a44d-d0ae39f05b70 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 2.14 [2,4] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 2.1d [8,11] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 3.0 [4,8] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 3.1b [5,9] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 3.36 [4,9] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 3.3c [4,9] 2023-11-16T18:23:36.662 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 4.5 [5,8] 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 4.6 [9,11] 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 4.17 [9,8] 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:pg_upmap_items 4.1c [9,10] 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:6800/2485432307 expires 2023-11-17T18:15:42.802514+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:6801/2485432307 expires 2023-11-17T18:15:42.802514+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:6801/4125414512 expires 2023-11-17T18:15:17.476776+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/2280504009 expires 2023-11-17T18:15:17.476776+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/3499985395 expires 2023-11-17T18:15:42.802514+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/2949704410 expires 2023-11-17T18:15:42.802514+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:6800/4125414512 expires 2023-11-17T18:15:17.476776+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/107289207 expires 2023-11-17T18:15:17.476776+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/441774763 expires 2023-11-17T18:15:42.802514+0000 2023-11-16T18:23:36.663 INFO:teuthology.orchestra.run.smithi063.stdout:blocklist 172.21.15.63:0/4175138216 expires 2023-11-17T18:15:17.476776+0000 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.659+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 msgr2=0x7f8b180a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.659+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 0x7f8b180a3690 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8b2800b5c0 tx=0x7f8b28005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.659+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 msgr2=0x7f8b2c101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.659+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8b24007ee0 tx=0x7f8b2400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 shutdown_connections 2023-11-16T18:23:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b180a11e0 0x7f8b180a3690 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b2c100d70 0x7f8b2c101d00 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b2c0ff1e0 0x7f8b2c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 --2- 172.21.15.63:0/3738703364 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b2c1003e0 0x7f8b2c1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 >> 172.21.15.63:0/3738703364 conn(0x7f8b2c0fa7f0 msgr2=0x7f8b2c068670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 shutdown_connections 2023-11-16T18:23:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:36.660+0000 7f8b33aa7700 1 -- 172.21.15.63:0/3738703364 wait complete. 2023-11-16T18:23:37.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:36 smithi125 ceph-mon[100672]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:37.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:36 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3738703364' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-11-16T18:23:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:36 smithi063 ceph-mon[98873]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:37.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:36 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3738703364' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-11-16T18:23:37.123 INFO:teuthology.run_tasks:Running task fs.ready... 2023-11-16T18:23:37.139 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:36 smithi093 ceph-mon[100185]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:36 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3738703364' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-11-16T18:23:37.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2592554319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc40ff170 msgr2=0x7fbfc40ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2592554319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc40ff170 0x7fbfc40ff580 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0009990 tx=0x7fbfc0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2592554319 shutdown_connections 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2592554319 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc4100db0 0x7fbfc4107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2592554319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc40ff170 0x7fbfc40ff580 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2592554319 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 0x7fbfc4100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.266+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2592554319 >> 172.21.15.63:0/2592554319 conn(0x7fbfc40fa750 msgr2=0x7fbfc40fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2592554319 shutdown_connections 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2592554319 wait complete. 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 Processor -- start 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- start start 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc40ff170 0x7fbfc4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 0x7fbfc419ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419da80 con 0x7fbfc4100db0 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419dbf0 con 0x7fbfc4100400 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfcb3d0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419ddb0 con 0x7fbfc40ff170 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfc996d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfc996d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43756/0 (socket says 172.21.15.63:43756) 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfc996d700 1 -- 172.21.15.63:0/2538411843 learned_addr learned my addr 172.21.15.63:0/2538411843 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.267+0000 7fbfc916c700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc40ff170 0x7fbfc4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc896b700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 0x7fbfc419ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 -- 172.21.15.63:0/2538411843 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc40ff170 msgr2=0x7fbfc4068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc40ff170 0x7fbfc4068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 -- 172.21.15.63:0/2538411843 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 msgr2=0x7fbfc419ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 0x7fbfc419ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 -- 172.21.15.63:0/2538411843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc00095f0 con 0x7fbfc4100db0 2023-11-16T18:23:37.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfc996d700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc007ee0 tx=0x7fbfbc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc017070 con 0x7fbfc4100db0 2023-11-16T18:23:37.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfbc00f040 con 0x7fbfc4100db0 2023-11-16T18:23:37.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc005580 con 0x7fbfc4100db0 2023-11-16T18:23:37.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfc410ab30 con 0x7fbfc4100db0 2023-11-16T18:23:37.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.268+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc410a9a0 con 0x7fbfc4100db0 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.269+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfc419e4a0 con 0x7fbfc4100db0 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.271+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fbfbc022020 con 0x7fbfc4100db0 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.271+0000 7fbfb67fc700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 0x7fbfb00a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.271+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fbfbc0cc2d0 con 0x7fbfc4100db0 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.271+0000 7fbfc916c700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 0x7fbfb00a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.272+0000 7fbfc916c700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 0x7fbfb00a3710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbfc000b5c0 tx=0x7fbfc0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.275+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fbfbc0955b0 con 0x7fbfc4100db0 2023-11-16T18:23:37.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.475+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbfc4106120 con 0x7fbfc4100db0 2023-11-16T18:23:37.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.477+0000 7fbfb67fc700 1 -- 172.21.15.63:0/2538411843 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7fbfbc098bd0 con 0x7fbfc4100db0 2023-11-16T18:23:37.479 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:37.479 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:37.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 msgr2=0x7fbfb00a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 0x7fbfb00a3710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbfc000b5c0 tx=0x7fbfc0005960 comp rx=0 tx=0).stop 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 msgr2=0x7fbfc419d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc007ee0 tx=0x7fbfbc00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 shutdown_connections 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbfb00a1260 0x7fbfb00a3710 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfc4100db0 0x7fbfc419d2b0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbfc40ff170 0x7fbfc4068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 --2- 172.21.15.63:0/2538411843 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbfc4100400 0x7fbfc419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 >> 172.21.15.63:0/2538411843 conn(0x7fbfc40fa750 msgr2=0x7fbfc40fc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:37.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 shutdown_connections 2023-11-16T18:23:37.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.479+0000 7fbfcb3d0700 1 -- 172.21.15.63:0/2538411843 wait complete. 2023-11-16T18:23:37.496 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:37.496 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:37.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 -- 172.21.15.63:0/1011108836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 msgr2=0x7f7e541006e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/1011108836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e541006e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f7e50009990 tx=0x7f7e50009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 -- 172.21.15.63:0/1011108836 shutdown_connections 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/1011108836 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e54108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/1011108836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e541006e0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/1011108836 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e54101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 -- 172.21.15.63:0/1011108836 >> 172.21.15.63:0/1011108836 conn(0x7f7e540fb8d0 msgr2=0x7f7e540fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 -- 172.21.15.63:0/1011108836 shutdown_connections 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.623+0000 7f7e5c66b700 1 -- 172.21.15.63:0/1011108836 wait complete. 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 Processor -- start 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 -- start start 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e541964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e5419d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.628 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5419db30 con 0x7f7e541002d0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5419dc70 con 0x7f7e541014c0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5c66b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e5419de00 con 0x7f7e54101e50 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43766/0 (socket says 172.21.15.63:43766) 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 -- 172.21.15.63:0/2767707783 learned_addr learned my addr 172.21.15.63:0/2767707783 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5ac08700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e5419d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e59c06700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e541964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 -- 172.21.15.63:0/2767707783 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 msgr2=0x7f7e5419d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e5419d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 -- 172.21.15.63:0/2767707783 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 msgr2=0x7f7e541964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e541964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5a407700 1 -- 172.21.15.63:0/2767707783 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e500095f0 con 0x7f7e541002d0 2023-11-16T18:23:37.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e5ac08700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e5419d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.624+0000 7f7e59c06700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e541964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e5a407700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7e500059d0 tx=0x7f7e50005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e5001d070 con 0x7f7e541002d0 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e50004120 con 0x7f7e541002d0 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e5410bc50 con 0x7f7e541002d0 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e50022de0 con 0x7f7e541002d0 2023-11-16T18:23:37.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.625+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e5410bac0 con 0x7f7e541002d0 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.626+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e5419e400 con 0x7f7e541002d0 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.627+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7e50022470 con 0x7f7e541002d0 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.627+0000 7f7e4b7fe700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 0x7f7e400a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.628+0000 7f7e59c06700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 0x7f7e400a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.628+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7e500ce1b0 con 0x7f7e541002d0 2023-11-16T18:23:37.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.628+0000 7f7e59c06700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 0x7f7e400a3710 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7e44005fd0 tx=0x7f7e44005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.632+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7e500974c0 con 0x7f7e541002d0 2023-11-16T18:23:37.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.833+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7e5419eaa0 con 0x7f7e541002d0 2023-11-16T18:23:37.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.833+0000 7f7e4b7fe700 1 -- 172.21.15.63:0/2767707783 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7e5009aae0 con 0x7f7e541002d0 2023-11-16T18:23:37.836 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:37.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 msgr2=0x7f7e400a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 0x7f7e400a3710 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7e44005fd0 tx=0x7f7e44005ee0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 msgr2=0x7f7e54195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7e500059d0 tx=0x7f7e50005ef0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 shutdown_connections 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7e400a1260 0x7f7e400a3710 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7e54101e50 0x7f7e5419d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e541002d0 0x7f7e54195fb0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 --2- 172.21.15.63:0/2767707783 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7e541014c0 0x7f7e541964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 >> 172.21.15.63:0/2767707783 conn(0x7f7e540fb8d0 msgr2=0x7f7e540fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 shutdown_connections 2023-11-16T18:23:37.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.835+0000 7f7e5c66b700 1 -- 172.21.15.63:0/2767707783 wait complete. 2023-11-16T18:23:37.850 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:37.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 -- 172.21.15.63:0/4178568992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 msgr2=0x7ff51c100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 --2- 172.21.15.63:0/4178568992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c100830 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff510009990 tx=0x7ff510009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 -- 172.21.15.63:0/4178568992 shutdown_connections 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 --2- 172.21.15.63:0/4178568992 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 --2- 172.21.15.63:0/4178568992 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 0x7ff51c0ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 --2- 172.21.15.63:0/4178568992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c100830 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 -- 172.21.15.63:0/4178568992 >> 172.21.15.63:0/4178568992 conn(0x7ff51c0fa810 msgr2=0x7ff51c0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 -- 172.21.15.63:0/4178568992 shutdown_connections 2023-11-16T18:23:37.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.978+0000 7ff520e2a700 1 -- 172.21.15.63:0/4178568992 wait complete. 2023-11-16T18:23:37.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 Processor -- start 2023-11-16T18:23:37.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 -- start start 2023-11-16T18:23:37.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 0x7ff51c0699e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c19d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c19db90 con 0x7ff51c1003e0 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c19dd00 con 0x7ff51c0ff1f0 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff520e2a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c19dec0 con 0x7ff51c100d70 2023-11-16T18:23:37.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43780/0 (socket says 172.21.15.63:43780) 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 -- 172.21.15.63:0/3155711420 learned_addr learned my addr 172.21.15.63:0/3155711420 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff51a59c700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 0x7ff51c0699e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff51ad9d700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c19d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 -- 172.21.15.63:0/3155711420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 msgr2=0x7ff51c19d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c19d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 -- 172.21.15.63:0/3155711420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 msgr2=0x7ff51c0699e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.979+0000 7ff519d9b700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 0x7ff51c0699e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:37.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff519d9b700 1 -- 172.21.15.63:0/3155711420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5100095f0 con 0x7ff51c1003e0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff51ad9d700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c19d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff519d9b700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff510005910 tx=0x7ff510004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51001d070 con 0x7ff51c1003e0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff51c10aba0 con 0x7ff51c1003e0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff510003f60 con 0x7ff51c1003e0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff510022da0 con 0x7ff51c1003e0 2023-11-16T18:23:37.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.980+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff51c10aa10 con 0x7ff51c1003e0 2023-11-16T18:23:37.989 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.981+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff51c19e4c0 con 0x7ff51c1003e0 2023-11-16T18:23:37.990 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.982+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff5100040d0 con 0x7ff51c1003e0 2023-11-16T18:23:37.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.982+0000 7ff50b7fe700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 0x7ff5040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:37.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.983+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff5100ce2b0 con 0x7ff51c1003e0 2023-11-16T18:23:37.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.983+0000 7ff51a59c700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 0x7ff5040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:37.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.983+0000 7ff51a59c700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 0x7ff5040a3690 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff51c100240 tx=0x7ff50c007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:37.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:37.986+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff5100975c0 con 0x7ff51c1003e0 2023-11-16T18:23:38.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:37 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2538411843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:38.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:37 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2538411843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:38.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:37 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2538411843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:38.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.186+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff51c1060a0 con 0x7ff51c1003e0 2023-11-16T18:23:38.188 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.186+0000 7ff50b7fe700 1 -- 172.21.15.63:0/3155711420 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff51009abe0 con 0x7ff51c1003e0 2023-11-16T18:23:38.188 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 msgr2=0x7ff5040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 0x7ff5040a3690 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff51c100240 tx=0x7ff50c007400 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 msgr2=0x7ff51c19ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff510005910 tx=0x7ff510004730 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 shutdown_connections 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff5040a11e0 0x7ff5040a3690 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff51c100d70 0x7ff51c19d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff51c0ff1f0 0x7ff51c0699e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 --2- 172.21.15.63:0/3155711420 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff51c1003e0 0x7ff51c19ad60 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 >> 172.21.15.63:0/3155711420 conn(0x7ff51c0fa810 msgr2=0x7ff51c0fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 shutdown_connections 2023-11-16T18:23:38.191 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.188+0000 7ff520e2a700 1 -- 172.21.15.63:0/3155711420 wait complete. 2023-11-16T18:23:38.203 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 -- 172.21.15.63:0/3298357213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f61701036e0 msgr2=0x7f6170105ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 --2- 172.21.15.63:0/3298357213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f61701036e0 0x7f6170105ac0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f6160009990 tx=0x7f6160009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 -- 172.21.15.63:0/3298357213 shutdown_connections 2023-11-16T18:23:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 --2- 172.21.15.63:0/3298357213 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f6170108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 --2- 172.21.15.63:0/3298357213 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6170100dc0 0x7f61701031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 --2- 172.21.15.63:0/3298357213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f61701036e0 0x7f6170105ac0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 -- 172.21.15.63:0/3298357213 >> 172.21.15.63:0/3298357213 conn(0x7f61700fa800 msgr2=0x7f61700fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 -- 172.21.15.63:0/3298357213 shutdown_connections 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 -- 172.21.15.63:0/3298357213 wait complete. 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.331+0000 7f61756f3700 1 Processor -- start 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 -- start start 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701036e0 0x7f6170196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f617019d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019dbd0 con 0x7f6170100dc0 2023-11-16T18:23:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019dd10 con 0x7f61701036e0 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f61756f3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019dea0 con 0x7f6170106000 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43792/0 (socket says 172.21.15.63:43792) 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 -- 172.21.15.63:0/3384247337 learned_addr learned my addr 172.21.15.63:0/3384247337 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616e7fc700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701036e0 0x7f6170196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616f7fe700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f617019d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 -- 172.21.15.63:0/3384247337 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 msgr2=0x7f617019d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f617019d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 -- 172.21.15.63:0/3384247337 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701036e0 msgr2=0x7f6170196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701036e0 0x7f6170196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 -- 172.21.15.63:0/3384247337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61600095f0 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616f7fe700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f617019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.332+0000 7f616effd700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f616400e9a0 tx=0x7f616400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.333+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6164009790 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.333+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f617010bc90 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.333+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f616400cbd0 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.333+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6164018680 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.333+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f617010bb00 con 0x7f6170100dc0 2023-11-16T18:23:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.334+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f617019e590 con 0x7f6170100dc0 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.335+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f616400cd40 con 0x7f6170100dc0 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.335+0000 7f6157fff700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 0x7f61580a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.335+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f6164014070 con 0x7f6170100dc0 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.335+0000 7f616e7fc700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 0x7f61580a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.336+0000 7f616e7fc700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 0x7f61580a3690 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f616000b2e0 tx=0x7f6160005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.340+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6164051730 con 0x7f6170100dc0 2023-11-16T18:23:38.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.540+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f617019eb40 con 0x7f6170100dc0 2023-11-16T18:23:38.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.541+0000 7f6157fff700 1 -- 172.21.15.63:0/3384247337 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7f61640962e0 con 0x7f6170100dc0 2023-11-16T18:23:38.543 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:38.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 msgr2=0x7f61580a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 0x7f61580a3690 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f616000b2e0 tx=0x7f6160005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 msgr2=0x7f6170196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f616400e9a0 tx=0x7f616400ecb0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 shutdown_connections 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f61580a11e0 0x7f61580a3690 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170106000 0x7f617019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100dc0 0x7f6170196050 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 --2- 172.21.15.63:0/3384247337 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701036e0 0x7f6170196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 >> 172.21.15.63:0/3384247337 conn(0x7f61700fa800 msgr2=0x7f6170102200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 shutdown_connections 2023-11-16T18:23:38.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.543+0000 7f61756f3700 1 -- 172.21.15.63:0/3384247337 wait complete. 2023-11-16T18:23:38.557 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:38.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.684+0000 7f590f186700 1 -- 172.21.15.63:0/4279127181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5908101e50 msgr2=0x7f5908108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.684+0000 7f590f186700 1 --2- 172.21.15.63:0/4279127181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5908101e50 0x7f5908108710 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f590000b0a0 tx=0x7f590000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- 172.21.15.63:0/4279127181 shutdown_connections 2023-11-16T18:23:38.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- 172.21.15.63:0/4279127181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5908101e50 0x7f5908108710 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- 172.21.15.63:0/4279127181 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f59081002d0 0x7f59081006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- 172.21.15.63:0/4279127181 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081014c0 0x7f5908101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- 172.21.15.63:0/4279127181 >> 172.21.15.63:0/4279127181 conn(0x7f59080fb8b0 msgr2=0x7f59080fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- 172.21.15.63:0/4279127181 shutdown_connections 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- 172.21.15.63:0/4279127181 wait complete. 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 Processor -- start 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- start start 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081002d0 0x7f59081961b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5908101e50 0x7f590819d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590819dd30 con 0x7f59081014c0 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590819de70 con 0x7f5908101e50 2023-11-16T18:23:38.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.685+0000 7f590f186700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590819e000 con 0x7f59081002d0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43806/0 (socket says 172.21.15.63:43806) 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 -- 172.21.15.63:0/2771559535 learned_addr learned my addr 172.21.15.63:0/2771559535 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f590cf22700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081002d0 0x7f59081961b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 -- 172.21.15.63:0/2771559535 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081002d0 msgr2=0x7f59081961b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f590d723700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5908101e50 0x7f590819d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081002d0 0x7f59081961b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 -- 172.21.15.63:0/2771559535 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5908101e50 msgr2=0x7f590819d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5908101e50 0x7f590819d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 -- 172.21.15.63:0/2771559535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5900009d00 con 0x7f59081014c0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5907fff700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d980 tx=0x7f58f400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f4009b40 con 0x7f59081014c0 2023-11-16T18:23:38.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58f400de60 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f590810bce0 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.686+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f4005580 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.687+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f590810bb50 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.688+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f590819e6a0 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.688+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f58f4004750 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.689+0000 7f5905ffb700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 0x7f58f80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.689+0000 7f590cf22700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 0x7f58f80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.689+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f58f40ccd70 con 0x7f59081014c0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.690+0000 7f590cf22700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 0x7f58f80a3690 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f58fc005950 tx=0x7f58fc0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:38.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.693+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f58f4096050 con 0x7f59081014c0 2023-11-16T18:23:38.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:38 smithi063 ceph-mon[98873]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:38 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2767707783' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:38 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3155711420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:38.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:38 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3384247337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:38.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.894+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5908107160 con 0x7f59081014c0 2023-11-16T18:23:38.896 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.894+0000 7f5905ffb700 1 -- 172.21.15.63:0/2771559535 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7f58f4017020 con 0x7f59081014c0 2023-11-16T18:23:38.896 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:38.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 msgr2=0x7f58f80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 0x7f58f80a3690 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f58fc005950 tx=0x7f58fc0058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 msgr2=0x7f59081966f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d980 tx=0x7f58f400dd40 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 shutdown_connections 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f58f80a11e0 0x7f58f80a3690 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5908101e50 0x7f590819d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f59081002d0 0x7f59081961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 --2- 172.21.15.63:0/2771559535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f59081014c0 0x7f59081966f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 >> 172.21.15.63:0/2771559535 conn(0x7f59080fb8b0 msgr2=0x7f59080fdac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 shutdown_connections 2023-11-16T18:23:38.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:38.896+0000 7f590f186700 1 -- 172.21.15.63:0/2771559535 wait complete. 2023-11-16T18:23:38.911 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:38 smithi125 ceph-mon[100672]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:38 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2767707783' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:38 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3155711420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:38 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3384247337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.039 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 -- 172.21.15.63:0/2214444511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b4102230 msgr2=0x7f10b40fe350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.039 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 --2- 172.21.15.63:0/2214444511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b4102230 0x7f10b40fe350 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f10a8009990 tx=0x7f10a8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.039 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 -- 172.21.15.63:0/2214444511 shutdown_connections 2023-11-16T18:23:39.039 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 --2- 172.21.15.63:0/2214444511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b40fe970 0x7f10b40fedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 --2- 172.21.15.63:0/2214444511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 0x7f10b4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 --2- 172.21.15.63:0/2214444511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b4102230 0x7f10b40fe350 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.034+0000 7f10b9b39700 1 -- 172.21.15.63:0/2214444511 >> 172.21.15.63:0/2214444511 conn(0x7f10b40f9ee0 msgr2=0x7f10b40fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 -- 172.21.15.63:0/2214444511 shutdown_connections 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 -- 172.21.15.63:0/2214444511 wait complete. 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 Processor -- start 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 -- start start 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 0x7f10b40ff620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.035+0000 7f10b9b39700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b4102230 0x7f10b40ffb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.040 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b9b39700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10b4100300 con 0x7f10b40fe970 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b9b39700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10b4100470 con 0x7f10b41018e0 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b9b39700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10b41a00a0 con 0x7f10b4102230 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43818/0 (socket says 172.21.15.63:43818) 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 -- 172.21.15.63:0/1896438456 learned_addr learned my addr 172.21.15.63:0/1896438456 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b3fff700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b4102230 0x7f10b40ffb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b2ffd700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 0x7f10b40ff620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 -- 172.21.15.63:0/1896438456 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b4102230 msgr2=0x7f10b40ffb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.041 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b4102230 0x7f10b40ffb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 -- 172.21.15.63:0/1896438456 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 msgr2=0x7f10b40ff620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 0x7f10b40ff620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 -- 172.21.15.63:0/1896438456 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10a80095f0 con 0x7f10b40fe970 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b37fe700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f10a400e9a0 tx=0x7f10a400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10a4009790 con 0x7f10b40fe970 2023-11-16T18:23:39.042 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10b410bc90 con 0x7f10b40fe970 2023-11-16T18:23:39.043 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10a400cbd0 con 0x7f10b40fe970 2023-11-16T18:23:39.043 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10a4018680 con 0x7f10b40fe970 2023-11-16T18:23:39.043 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.036+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10b410bb00 con 0x7f10b40fe970 2023-11-16T18:23:39.044 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.037+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10b4107050 con 0x7f10b40fe970 2023-11-16T18:23:39.045 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.038+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f10a400cd40 con 0x7f10b40fe970 2023-11-16T18:23:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.039+0000 7f10b0ff9700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 0x7f109c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.039+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f10a4014070 con 0x7f10b40fe970 2023-11-16T18:23:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.039+0000 7f10b2ffd700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 0x7f109c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.039+0000 7f10b2ffd700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 0x7f109c0a3690 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f10a800b2e0 tx=0x7f10a8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.046 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.042+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f10a4096560 con 0x7f10b40fe970 2023-11-16T18:23:39.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:38 smithi093 ceph-mon[100185]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-11-16T18:23:39.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:38 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2767707783' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:38 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3155711420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:38 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3384247337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.287+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f10b402cfe0 con 0x7f10b40fe970 2023-11-16T18:23:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.287+0000 7f10b0ff9700 1 -- 172.21.15.63:0/1896438456 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7f10a4099b80 con 0x7f10b40fe970 2023-11-16T18:23:39.289 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:39.290 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 msgr2=0x7f109c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 0x7f109c0a3690 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f10a800b2e0 tx=0x7f10a8005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 msgr2=0x7f10b4100fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f10a400e9a0 tx=0x7f10a400ecb0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 shutdown_connections 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f109c0a11e0 0x7f109c0a3690 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10b4102230 0x7f10b40ffb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10b40fe970 0x7f10b4100fe0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 --2- 172.21.15.63:0/1896438456 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10b41018e0 0x7f10b40ff620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.289+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 >> 172.21.15.63:0/1896438456 conn(0x7f10b40f9ee0 msgr2=0x7f10b40fbcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.290+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 shutdown_connections 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.290+0000 7f10b9b39700 1 -- 172.21.15.63:0/1896438456 wait complete. 2023-11-16T18:23:39.293 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:39.304 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:39.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 -- 172.21.15.63:0/2434489265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100ffe80 msgr2=0x7f1b10100300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 --2- 172.21.15.63:0/2434489265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100ffe80 0x7f1b10100300 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f1b0800b0a0 tx=0x7f1b0800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 -- 172.21.15.63:0/2434489265 shutdown_connections 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 --2- 172.21.15.63:0/2434489265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100ffe80 0x7f1b10100300 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 --2- 172.21.15.63:0/2434489265 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100feb80 0x7f1b100fef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 --2- 172.21.15.63:0/2434489265 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ff4d0 0x7f1b100ff940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.428+0000 7f1b179a8700 1 -- 172.21.15.63:0/2434489265 >> 172.21.15.63:0/2434489265 conn(0x7f1b100fa750 msgr2=0x7f1b100fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- 172.21.15.63:0/2434489265 shutdown_connections 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- 172.21.15.63:0/2434489265 wait complete. 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 Processor -- start 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- start start 2023-11-16T18:23:39.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100ff4d0 0x7f1b10198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ffe80 0x7f1b1019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1019fe60 con 0x7f1b100feb80 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1019ffa0 con 0x7f1b100ff4d0 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b179a8700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b101a0130 con 0x7f1b100ffe80 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b15744700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.429+0000 7f1b15744700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43832/0 (socket says 172.21.15.63:43832) 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 -- 172.21.15.63:0/4186442040 learned_addr learned my addr 172.21.15.63:0/4186442040 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15f45700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ffe80 0x7f1b1019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b14f43700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100ff4d0 0x7f1b10198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 -- 172.21.15.63:0/4186442040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ffe80 msgr2=0x7f1b1019f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ffe80 0x7f1b1019f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 -- 172.21.15.63:0/4186442040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100ff4d0 msgr2=0x7f1b10198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100ff4d0 0x7f1b10198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 -- 172.21.15.63:0/4186442040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b08009d00 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b15744700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c00d980 tx=0x7f1b0c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c00b950 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b0c007620 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b1010de30 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c00f3c0 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.430+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b1010dca0 con 0x7f1b100feb80 2023-11-16T18:23:39.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.431+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b10109960 con 0x7f1b100feb80 2023-11-16T18:23:39.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.433+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f1b0c010640 con 0x7f1b100feb80 2023-11-16T18:23:39.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.433+0000 7f1b067fc700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 0x7f1afc0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.433+0000 7f1b14f43700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 0x7f1afc0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.433+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1b0c0cd480 con 0x7f1b100feb80 2023-11-16T18:23:39.437 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.434+0000 7f1b14f43700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 0x7f1afc0a3710 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1b00009bd0 tx=0x7f1b00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.437+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1b0c096760 con 0x7f1b100feb80 2023-11-16T18:23:39.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.637+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b1002cfe0 con 0x7f1b100feb80 2023-11-16T18:23:39.640 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.638+0000 7f1b067fc700 1 -- 172.21.15.63:0/4186442040 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7f1b0c016020 con 0x7f1b100feb80 2023-11-16T18:23:39.641 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:39.641 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 msgr2=0x7f1afc0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 0x7f1afc0a3710 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1b00009bd0 tx=0x7f1b00009260 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 msgr2=0x7f1b101982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c00d980 tx=0x7f1b0c00dc90 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 shutdown_connections 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1afc0a1260 0x7f1afc0a3710 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1b100ffe80 0x7f1b1019f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b100feb80 0x7f1b101982e0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 --2- 172.21.15.63:0/4186442040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1b100ff4d0 0x7f1b10198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.643 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 >> 172.21.15.63:0/4186442040 conn(0x7f1b100fa750 msgr2=0x7f1b100fc4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:39.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 shutdown_connections 2023-11-16T18:23:39.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.641+0000 7f1b179a8700 1 -- 172.21.15.63:0/4186442040 wait complete. 2023-11-16T18:23:39.656 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:39.656 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:39.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 -- 172.21.15.63:0/2462310256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0288100d70 msgr2=0x7f0288107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 --2- 172.21.15.63:0/2462310256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0288100d70 0x7f0288107630 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f028000b0a0 tx=0x7f028000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 -- 172.21.15.63:0/2462310256 shutdown_connections 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 --2- 172.21.15.63:0/2462310256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0288100d70 0x7f0288107630 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 --2- 172.21.15.63:0/2462310256 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 0x7f02880ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 --2- 172.21.15.63:0/2462310256 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f02881003e0 0x7f0288100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.783+0000 7f02900ef700 1 -- 172.21.15.63:0/2462310256 >> 172.21.15.63:0/2462310256 conn(0x7f02880fa810 msgr2=0x7f02880fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- 172.21.15.63:0/2462310256 shutdown_connections 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- 172.21.15.63:0/2462310256 wait complete. 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 Processor -- start 2023-11-16T18:23:39.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- start start 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 0x7f0288103180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0288100d70 0x7f0288101d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02881024a0 con 0x7f02881003e0 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0288102610 con 0x7f02880ff1f0 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f02900ef700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02881a01c0 con 0x7f0288100d70 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f028d68a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f028d68a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43848/0 (socket says 172.21.15.63:43848) 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f028d68a700 1 -- 172.21.15.63:0/2232905175 learned_addr learned my addr 172.21.15.63:0/2232905175 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.784+0000 7f028e68c700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0288100d70 0x7f0288101d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028de8b700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 0x7f0288103180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 -- 172.21.15.63:0/2232905175 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0288100d70 msgr2=0x7f0288101d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0288100d70 0x7f0288101d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 -- 172.21.15.63:0/2232905175 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 msgr2=0x7f0288103180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 0x7f0288103180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 -- 172.21.15.63:0/2232905175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0280009d00 con 0x7f02881003e0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f028d68a700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f028400d950 tx=0x7f028400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0284009940 con 0x7f02881003e0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0284010460 con 0x7f02881003e0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f028810abb0 con 0x7f02881003e0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f028400f620 con 0x7f02881003e0 2023-11-16T18:23:39.790 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.785+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f028810aa20 con 0x7f02881003e0 2023-11-16T18:23:39.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.786+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02881a08d0 con 0x7f02881003e0 2023-11-16T18:23:39.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.787+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f02840108d0 con 0x7f02881003e0 2023-11-16T18:23:39.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.788+0000 7f027effd700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 0x7f02740a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:39.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.788+0000 7f028de8b700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 0x7f02740a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:39.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.788+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f02840ccbb0 con 0x7f02881003e0 2023-11-16T18:23:39.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.788+0000 7f028de8b700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 0x7f02740a3710 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0278005950 tx=0x7f02780058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:39.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.792+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0284095e90 con 0x7f02881003e0 2023-11-16T18:23:39.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.991+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f02881a0e80 con 0x7f02881003e0 2023-11-16T18:23:39.994 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.992+0000 7f027effd700 1 -- 172.21.15.63:0/2232905175 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7f02840160a0 con 0x7f02881003e0 2023-11-16T18:23:39.995 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:39.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 msgr2=0x7f02740a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:39.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 0x7f02740a3710 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0278005950 tx=0x7f02780058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:39.999 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 msgr2=0x7f02881017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f028400d950 tx=0x7f028400dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 shutdown_connections 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f02740a1260 0x7f02740a3710 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0288100d70 0x7f0288101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f02880ff1f0 0x7f0288103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 --2- 172.21.15.63:0/2232905175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02881003e0 0x7f02881017c0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 >> 172.21.15.63:0/2232905175 conn(0x7f02880fa810 msgr2=0x7f0288068e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 shutdown_connections 2023-11-16T18:23:40.000 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:39.994+0000 7f02900ef700 1 -- 172.21.15.63:0/2232905175 wait complete. 2023-11-16T18:23:40.009 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:39 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2771559535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:40.009 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:39 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1896438456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.009 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:39 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4186442040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.010 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:40.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:39 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2771559535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:40.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:39 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1896438456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:39 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4186442040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 -- 172.21.15.63:0/2655977422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0ffeb0 msgr2=0x7fcbac100320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2655977422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac100320 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcba400b0a0 tx=0x7fcba400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 -- 172.21.15.63:0/2655977422 shutdown_connections 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2655977422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac100320 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2655977422 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0febb0 0x7fcbac0fefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2655977422 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ff500 0x7fcbac0ff970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 -- 172.21.15.63:0/2655977422 >> 172.21.15.63:0/2655977422 conn(0x7fcbac0fa7c0 msgr2=0x7fcbac0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 -- 172.21.15.63:0/2655977422 shutdown_connections 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.137+0000 7fcbb4017700 1 -- 172.21.15.63:0/2655977422 wait complete. 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 Processor -- start 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 -- start start 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 0x7fcbac1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac19f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbac19ff20 con 0x7fcbac0febb0 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbac1a0060 con 0x7fcbac0ff500 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb4017700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbac1a01f0 con 0x7fcbac0ffeb0 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43860/0 (socket says 172.21.15.63:43860) 2023-11-16T18:23:40.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 -- 172.21.15.63:0/2537967236 learned_addr learned my addr 172.21.15.63:0/2537967236 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb25b4700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac19f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb15b2700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 0x7fcbac1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 -- 172.21.15.63:0/2537967236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ffeb0 msgr2=0x7fcbac19f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac19f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 -- 172.21.15.63:0/2537967236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 msgr2=0x7fcbac1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 0x7fcbac1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 -- 172.21.15.63:0/2537967236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba4009d00 con 0x7fcbac0febb0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb15b2700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 0x7fcbac1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.138+0000 7fcbb1db3700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00d950 tx=0x7fcb9c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.139+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c009b40 con 0x7fcbac0febb0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.139+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb9c009ca0 con 0x7fcbac0febb0 2023-11-16T18:23:40.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.139+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbac10de60 con 0x7fcbac0febb0 2023-11-16T18:23:40.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.139+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c00f620 con 0x7fcbac0febb0 2023-11-16T18:23:40.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.139+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbac10dcd0 con 0x7fcbac0febb0 2023-11-16T18:23:40.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.140+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbac109990 con 0x7fcbac0febb0 2023-11-16T18:23:40.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.141+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fcb9c010460 con 0x7fcbac0febb0 2023-11-16T18:23:40.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.141+0000 7fcba2ffd700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 0x7fcb980a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.142+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fcb9c0cd190 con 0x7fcbac0febb0 2023-11-16T18:23:40.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.142+0000 7fcbb15b2700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 0x7fcb980a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.142+0000 7fcbb15b2700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 0x7fcb980a3690 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fcba8005fd0 tx=0x7fcba8005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.145+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcb9c096410 con 0x7fcbac0febb0 2023-11-16T18:23:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:39 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2771559535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:39 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1896438456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:39 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4186442040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:40.349 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.347+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcbac061700 con 0x7fcbac0febb0 2023-11-16T18:23:40.350 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.348+0000 7fcba2ffd700 1 -- 172.21.15.63:0/2537967236 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb9c099a30 con 0x7fcbac0febb0 2023-11-16T18:23:40.350 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 msgr2=0x7fcb980a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 0x7fcb980a3690 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fcba8005fd0 tx=0x7fcba8005ee0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 msgr2=0x7fcbac1983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00d950 tx=0x7fcb9c00dd10 comp rx=0 tx=0).stop 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 shutdown_connections 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcb980a11e0 0x7fcb980a3690 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcbac0ffeb0 0x7fcbac19f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.352 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbac0febb0 0x7fcbac1983a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 --2- 172.21.15.63:0/2537967236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcbac0ff500 0x7fcbac1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 >> 172.21.15.63:0/2537967236 conn(0x7fcbac0fa7c0 msgr2=0x7fcbac0fc480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 shutdown_connections 2023-11-16T18:23:40.353 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.350+0000 7fcbb4017700 1 -- 172.21.15.63:0/2537967236 wait complete. 2023-11-16T18:23:40.364 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:40.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 -- 172.21.15.63:0/962741305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01014c0 msgr2=0x7f07e0101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 --2- 172.21.15.63:0/962741305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01014c0 0x7f07e0101910 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f07cc009990 tx=0x7f07cc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 -- 172.21.15.63:0/962741305 shutdown_connections 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 --2- 172.21.15.63:0/962741305 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 0x7f07e0108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 --2- 172.21.15.63:0/962741305 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01002d0 0x7f07e01006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 --2- 172.21.15.63:0/962741305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01014c0 0x7f07e0101910 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 -- 172.21.15.63:0/962741305 >> 172.21.15.63:0/962741305 conn(0x7f07e00fb8d0 msgr2=0x7f07e00fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 -- 172.21.15.63:0/962741305 shutdown_connections 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.493+0000 7f07e71d3700 1 -- 172.21.15.63:0/962741305 wait complete. 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 Processor -- start 2023-11-16T18:23:40.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 -- start start 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 0x7f07e0196550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 0x7f07e019d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e019db90 con 0x7f07e01002d0 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e019dcd0 con 0x7f07e01014c0 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e71d3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e019de60 con 0x7f07e0101e50 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43874/0 (socket says 172.21.15.63:43874) 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 -- 172.21.15.63:0/3004197626 learned_addr learned my addr 172.21.15.63:0/3004197626 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07dffff700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 0x7f07e0196550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e5770700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 0x7f07e019d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 -- 172.21.15.63:0/3004197626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 msgr2=0x7f07e019d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 0x7f07e019d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 -- 172.21.15.63:0/3004197626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 msgr2=0x7f07e0196550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 0x7f07e0196550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07e4f6f700 1 -- 172.21.15.63:0/3004197626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07cc0095f0 con 0x7f07e01002d0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.494+0000 7f07dffff700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 0x7f07e0196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07e4f6f700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e970 tx=0x7f07d400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d4009790 con 0x7f07e01002d0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07d40044e0 con 0x7f07e01002d0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d4003e30 con 0x7f07e01002d0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07e010bc40 con 0x7f07e01002d0 2023-11-16T18:23:40.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.495+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07e010bab0 con 0x7f07e01002d0 2023-11-16T18:23:40.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.496+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07e019e5b0 con 0x7f07e01002d0 2023-11-16T18:23:40.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.497+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f07d4003f90 con 0x7f07e01002d0 2023-11-16T18:23:40.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.498+0000 7f07ddffb700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 0x7f07d00a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.498+0000 7f07dffff700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 0x7f07d00a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.498+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f07d4014070 con 0x7f07e01002d0 2023-11-16T18:23:40.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.498+0000 7f07dffff700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 0x7f07d00a3710 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00b2e0 tx=0x7f07cc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.502+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f07d4096310 con 0x7f07e01002d0 2023-11-16T18:23:40.703 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.701+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f07e0107180 con 0x7f07e01002d0 2023-11-16T18:23:40.703 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.701+0000 7f07ddffb700 1 -- 172.21.15.63:0/3004197626 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7f07d4099930 con 0x7f07e01002d0 2023-11-16T18:23:40.704 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 msgr2=0x7f07d00a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 0x7f07d00a3710 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00b2e0 tx=0x7f07cc005fd0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 msgr2=0x7f07e0196010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e970 tx=0x7f07d400ed30 comp rx=0 tx=0).stop 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 shutdown_connections 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f07d00a1260 0x7f07d00a3710 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f07e0101e50 0x7f07e019d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.706 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e01002d0 0x7f07e0196010 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 --2- 172.21.15.63:0/3004197626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f07e01014c0 0x7f07e0196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 >> 172.21.15.63:0/3004197626 conn(0x7f07e00fb8d0 msgr2=0x7f07e00fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 shutdown_connections 2023-11-16T18:23:40.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.704+0000 7f07e71d3700 1 -- 172.21.15.63:0/3004197626 wait complete. 2023-11-16T18:23:40.719 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:40.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 -- 172.21.15.63:0/1646793149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f00581014c0 msgr2=0x7f0058101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 --2- 172.21.15.63:0/1646793149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f00581014c0 0x7f0058101910 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0044009990 tx=0x7f0044009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 -- 172.21.15.63:0/1646793149 shutdown_connections 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 --2- 172.21.15.63:0/1646793149 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0058101e50 0x7f0058108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 --2- 172.21.15.63:0/1646793149 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 0x7f00581006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 --2- 172.21.15.63:0/1646793149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f00581014c0 0x7f0058101910 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 -- 172.21.15.63:0/1646793149 >> 172.21.15.63:0/1646793149 conn(0x7f00580fb8d0 msgr2=0x7f00580fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 -- 172.21.15.63:0/1646793149 shutdown_connections 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.846+0000 7f005eda1700 1 -- 172.21.15.63:0/1646793149 wait complete. 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 Processor -- start 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 -- start start 2023-11-16T18:23:40.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 0x7f0058195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00581014c0 0x7f0058196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819db40 con 0x7f0058101e50 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819dc80 con 0x7f00581014c0 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005eda1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819de10 con 0x7f00581002d0 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43892/0 (socket says 172.21.15.63:43892) 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 -- 172.21.15.63:0/3445935008 learned_addr learned my addr 172.21.15.63:0/3445935008 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:40.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f0057fff700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00581014c0 0x7f0058196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005cb3d700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 0x7f0058195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 -- 172.21.15.63:0/3445935008 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 msgr2=0x7f0058195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 0x7f0058195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 -- 172.21.15.63:0/3445935008 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00581014c0 msgr2=0x7f0058196500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00581014c0 0x7f0058196500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:40.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 -- 172.21.15.63:0/3445935008 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00440095f0 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.847+0000 7f005d33e700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0050007d70 tx=0x7f005000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.848+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005000ac90 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.848+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f005000adf0 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.848+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f005810bc40 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.848+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00500115e0 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.848+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f005810bab0 con 0x7f0058101e50 2023-11-16T18:23:40.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.849+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f005819e5b0 con 0x7f0058101e50 2023-11-16T18:23:40.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.850+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f0050012420 con 0x7f0058101e50 2023-11-16T18:23:40.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.850+0000 7f0055ffb700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 0x7f00480a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:40.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.851+0000 7f005cb3d700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 0x7f00480a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:40.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.851+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f00500cd220 con 0x7f0058101e50 2023-11-16T18:23:40.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.851+0000 7f005cb3d700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 0x7f00480a3710 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0058101320 tx=0x7f004c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:40.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:40.854+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f00500965b0 con 0x7f0058101e50 2023-11-16T18:23:41.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:40 smithi125 ceph-mon[100672]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:41.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:40 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2232905175' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:40 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2537967236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:40 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3004197626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.054 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.052+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f0058107180 con 0x7f0058101e50 2023-11-16T18:23:41.054 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.052+0000 7f0055ffb700 1 -- 172.21.15.63:0/3445935008 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7f00500160a0 con 0x7f0058101e50 2023-11-16T18:23:41.055 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.054+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 msgr2=0x7f00480a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.054+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 0x7f00480a3710 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0058101320 tx=0x7f004c00a380 comp rx=0 tx=0).stop 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.054+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 msgr2=0x7f005819d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.054+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0050007d70 tx=0x7f005000a340 comp rx=0 tx=0).stop 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 shutdown_connections 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f00480a1260 0x7f00480a3710 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0058101e50 0x7f005819d570 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f00581002d0 0x7f0058195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 --2- 172.21.15.63:0/3445935008 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f00581014c0 0x7f0058196500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 >> 172.21.15.63:0/3445935008 conn(0x7f00580fb8d0 msgr2=0x7f00580fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 shutdown_connections 2023-11-16T18:23:41.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.055+0000 7f005eda1700 1 -- 172.21.15.63:0/3445935008 wait complete. 2023-11-16T18:23:41.068 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:40 smithi063 ceph-mon[98873]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:41.068 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:40 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2232905175' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.068 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:40 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2537967236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.068 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:40 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3004197626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.070 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:40 smithi093 ceph-mon[100185]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-11-16T18:23:41.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:40 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2232905175' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:40 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2537967236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:40 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3004197626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:41.195 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 -- 172.21.15.63:0/66163904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100db0 msgr2=0x7fdec8107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/66163904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100db0 0x7fdec8107650 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fdec000b0a0 tx=0x7fdec000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 -- 172.21.15.63:0/66163904 shutdown_connections 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/66163904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100db0 0x7fdec8107650 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/66163904 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec80ff170 0x7fdec80ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/66163904 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec8100400 0x7fdec8100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 -- 172.21.15.63:0/66163904 >> 172.21.15.63:0/66163904 conn(0x7fdec80fa750 msgr2=0x7fdec80fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 -- 172.21.15.63:0/66163904 shutdown_connections 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.193+0000 7fdecd7ed700 1 -- 172.21.15.63:0/66163904 wait complete. 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 Processor -- start 2023-11-16T18:23:41.196 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 -- start start 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 0x7fdec8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 0x7fdec819d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec819dc10 con 0x7fdec8100400 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec819dd80 con 0x7fdec80ff170 2023-11-16T18:23:41.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdecd7ed700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec819df40 con 0x7fdec8100db0 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43904/0 (socket says 172.21.15.63:43904) 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 -- 172.21.15.63:0/1052362261 learned_addr learned my addr 172.21.15.63:0/1052362261 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec6ffd700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 0x7fdec8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec77fe700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 0x7fdec819d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 -- 172.21.15.63:0/1052362261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 msgr2=0x7fdec819d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 0x7fdec819d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 -- 172.21.15.63:0/1052362261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 msgr2=0x7fdec8068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 0x7fdec8068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec67fc700 1 -- 172.21.15.63:0/1052362261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec0009d00 con 0x7fdec8100400 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec6ffd700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 0x7fdec8068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.194+0000 7fdec77fe700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 0x7fdec819d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdec67fc700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fdebc00e9a0 tx=0x7fdebc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc009790 con 0x7fdec8100400 2023-11-16T18:23:41.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdebc00cbd0 con 0x7fdec8100400 2023-11-16T18:23:41.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdec810abc0 con 0x7fdec8100400 2023-11-16T18:23:41.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc018680 con 0x7fdec8100400 2023-11-16T18:23:41.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.195+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdec810aa30 con 0x7fdec8100400 2023-11-16T18:23:41.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.196+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdec8106780 con 0x7fdec8100400 2023-11-16T18:23:41.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.197+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fdebc00cd40 con 0x7fdec8100400 2023-11-16T18:23:41.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.198+0000 7fdeaffff700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 0x7fdeb00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.198+0000 7fdec6ffd700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 0x7fdeb00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.198+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdebc014070 con 0x7fdec8100400 2023-11-16T18:23:41.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.198+0000 7fdec6ffd700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 0x7fdeb00a3690 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8009cb0 tx=0x7fdeb8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.201+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fdebc096880 con 0x7fdec8100400 2023-11-16T18:23:41.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.444+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdec802cfe0 con 0x7fdec8100400 2023-11-16T18:23:41.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.445+0000 7fdeaffff700 1 -- 172.21.15.63:0/1052362261 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7fdebc099ea0 con 0x7fdec8100400 2023-11-16T18:23:41.450 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:41.450 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:41.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 msgr2=0x7fdeb00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 0x7fdeb00a3690 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8009cb0 tx=0x7fdeb8009260 comp rx=0 tx=0).stop 2023-11-16T18:23:41.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 msgr2=0x7fdec819adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fdebc00e9a0 tx=0x7fdebc00ed60 comp rx=0 tx=0).stop 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 shutdown_connections 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdeb00a11e0 0x7fdeb00a3690 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdec8100db0 0x7fdec819d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdec80ff170 0x7fdec8068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 --2- 172.21.15.63:0/1052362261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdec8100400 0x7fdec819adf0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 >> 172.21.15.63:0/1052362261 conn(0x7fdec80fa750 msgr2=0x7fdec81038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 shutdown_connections 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.447+0000 7fdecd7ed700 1 -- 172.21.15.63:0/1052362261 wait complete. 2023-11-16T18:23:41.452 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:41.462 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:41.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- 172.21.15.63:0/1747116745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 msgr2=0x7f40600ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 --2- 172.21.15.63:0/1747116745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f40600ff5d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4050009990 tx=0x7f4050009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- 172.21.15.63:0/1747116745 shutdown_connections 2023-11-16T18:23:41.591 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 --2- 172.21.15.63:0/1747116745 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f4060100d40 0x7f4060107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 --2- 172.21.15.63:0/1747116745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f40600ff5d0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 --2- 172.21.15.63:0/1747116745 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f40601003b0 0x7f4060100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- 172.21.15.63:0/1747116745 >> 172.21.15.63:0/1747116745 conn(0x7f40600fa7a0 msgr2=0x7f40600fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- 172.21.15.63:0/1747116745 shutdown_connections 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- 172.21.15.63:0/1747116745 wait complete. 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 Processor -- start 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.586+0000 7f406804b700 1 -- start start 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40601003b0 0x7f406019acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4060100d40 0x7f406019d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406019db10 con 0x7f40600ff1c0 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406019dc80 con 0x7f40601003b0 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406019de40 con 0x7f4060100d40 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43916/0 (socket says 172.21.15.63:43916) 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 -- 172.21.15.63:0/3187790819 learned_addr learned my addr 172.21.15.63:0/3187790819 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f40665e8700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4060100d40 0x7f406019d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f40655e6700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40601003b0 0x7f406019acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 -- 172.21.15.63:0/3187790819 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4060100d40 msgr2=0x7f406019d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4060100d40 0x7f406019d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.593 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 -- 172.21.15.63:0/3187790819 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40601003b0 msgr2=0x7f406019acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40601003b0 0x7f406019acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 -- 172.21.15.63:0/3187790819 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40500095f0 con 0x7f40600ff1c0 2023-11-16T18:23:41.594 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4065de7700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f40500098e0 tx=0x7f4050004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f405001d070 con 0x7f40600ff1c0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4050005030 con 0x7f40600ff1c0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f406010ab80 con 0x7f40600ff1c0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.587+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4050004b50 con 0x7f40600ff1c0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.588+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f406010a9f0 con 0x7f40600ff1c0 2023-11-16T18:23:41.595 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.588+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f406019e3e0 con 0x7f40600ff1c0 2023-11-16T18:23:41.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.590+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f4050004cd0 con 0x7f40600ff1c0 2023-11-16T18:23:41.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.591+0000 7f4056ffd700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 0x7f404c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.591+0000 7f40655e6700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 0x7f404c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.596 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.591+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f40500ce4a0 con 0x7f40600ff1c0 2023-11-16T18:23:41.597 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.591+0000 7f40655e6700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 0x7f404c0a3690 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f40600696c0 tx=0x7f405c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.597 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.594+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4050097810 con 0x7f40600ff1c0 2023-11-16T18:23:41.797 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.795+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f40601060b0 con 0x7f40600ff1c0 2023-11-16T18:23:41.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.797+0000 7f4056ffd700 1 -- 172.21.15.63:0/3187790819 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24416 (secure 0 0 0) 0x7f405009ae30 con 0x7f40600ff1c0 2023-11-16T18:23:41.799 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:41.799 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":91,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:22:44.789759+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:41.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 msgr2=0x7f404c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 0x7f404c0a3690 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f40600696c0 tx=0x7f405c00b410 comp rx=0 tx=0).stop 2023-11-16T18:23:41.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 msgr2=0x7f4060069950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f40500098e0 tx=0x7f4050004730 comp rx=0 tx=0).stop 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 shutdown_connections 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f404c0a11e0 0x7f404c0a3690 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f4060100d40 0x7f406019d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40600ff1c0 0x7f4060069950 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 --2- 172.21.15.63:0/3187790819 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f40601003b0 0x7f406019acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 >> 172.21.15.63:0/3187790819 conn(0x7f40600fa7a0 msgr2=0x7f40600fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 shutdown_connections 2023-11-16T18:23:41.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.799+0000 7f406804b700 1 -- 172.21.15.63:0/3187790819 wait complete. 2023-11-16T18:23:41.814 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-11-16T18:21:52.147619+0000', 'modified': '2023-11-16T18:22:22.692356+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24509, 'mds_1': 24496, 'mds_2': 24481}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24458': {'gid': 24458, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.93:6835/1717784129', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6834', 'nonce': 1717784129}, {'type': 'v1', 'addr': '172.21.15.93:6835', 'nonce': 1717784129}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.125:6835/1749028636', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6834', 'nonce': 1749028636}, {'type': 'v1', 'addr': '172.21.15.125:6835', 'nonce': 1749028636}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.93:6837/1006832719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6836', 'nonce': 1006832719}, {'type': 'v1', 'addr': '172.21.15.93:6837', 'nonce': 1006832719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.125:6837/3225608754', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6836', 'nonce': 3225608754}, {'type': 'v1', 'addr': '172.21.15.125:6837', 'nonce': 3225608754}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24496': {'gid': 24496, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.125:6839/3734427778', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.125:6838', 'nonce': 3734427778}, {'type': 'v1', 'addr': '172.21.15.125:6839', 'nonce': 3734427778}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.93:6839/2063013669', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.93:6838', 'nonce': 2063013669}, {'type': 'v1', 'addr': '172.21.15.93:6839', 'nonce': 2063013669}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-16T18:23:41.814 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2023-11-16T18:23:41.814 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-11-16T18:23:41.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 -- 172.21.15.63:0/1721328638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100ca0 msgr2=0x7f5d50107560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 --2- 172.21.15.63:0/1721328638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100ca0 0x7f5d50107560 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5d4800b0a0 tx=0x7f5d4800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 -- 172.21.15.63:0/1721328638 shutdown_connections 2023-11-16T18:23:41.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 --2- 172.21.15.63:0/1721328638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100ca0 0x7f5d50107560 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 --2- 172.21.15.63:0/1721328638 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d500ff120 0x7f5d500ff530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 --2- 172.21.15.63:0/1721328638 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d50100310 0x7f5d50100760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 -- 172.21.15.63:0/1721328638 >> 172.21.15.63:0/1721328638 conn(0x7f5d500fa700 msgr2=0x7f5d500fcb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 -- 172.21.15.63:0/1721328638 shutdown_connections 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.939+0000 7f5d58484700 1 -- 172.21.15.63:0/1721328638 wait complete. 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 Processor -- start 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 -- start start 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 0x7f5d500699c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d50100ca0 0x7f5d5019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5019fda0 con 0x7f5d50100310 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5019ff10 con 0x7f5d50100ca0 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d58484700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d501a00d0 con 0x7f5d500ff120 2023-11-16T18:23:41.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43932/0 (socket says 172.21.15.63:43932) 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 -- 172.21.15.63:0/331149138 learned_addr learned my addr 172.21.15.63:0/331149138 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d56a21700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d50100ca0 0x7f5d5019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d56220700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 0x7f5d500699c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 -- 172.21.15.63:0/331149138 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 msgr2=0x7f5d500699c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 0x7f5d500699c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 -- 172.21.15.63:0/331149138 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d50100ca0 msgr2=0x7f5d5019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d50100ca0 0x7f5d5019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 -- 172.21.15.63:0/331149138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d48009d00 con 0x7f5d50100310 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d56220700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 0x7f5d500699c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.940+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00e9a0 tx=0x7f5d4c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.941+0000 7f5d477fe700 1 -- 172.21.15.63:0/331149138 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c009790 con 0x7f5d50100310 2023-11-16T18:23:41.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.941+0000 7f5d477fe700 1 -- 172.21.15.63:0/331149138 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d4c00cbd0 con 0x7f5d50100310 2023-11-16T18:23:41.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.941+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d5010aa90 con 0x7f5d50100310 2023-11-16T18:23:41.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.941+0000 7f5d477fe700 1 -- 172.21.15.63:0/331149138 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c018680 con 0x7f5d50100310 2023-11-16T18:23:41.946 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.941+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d5010a900 con 0x7f5d50100310 2023-11-16T18:23:41.954 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.943+0000 7f5d477fe700 1 -- 172.21.15.63:0/331149138 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f5d4c00cd40 con 0x7f5d50100310 2023-11-16T18:23:41.954 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d64610b80 1 Processor -- start 2023-11-16T18:23:41.954 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d477fe700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 0x7f5d3c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d477fe700 1 -- 172.21.15.63:0/331149138 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5d4c014070 con 0x7f5d50100310 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d56a21700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 0x7f5d3c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d64610b80 1 -- start start 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8deae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.944+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8df530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d64610b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca7e3010 con 0x5614ca8ddbb0 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d64610b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca835850 con 0x5614ca8df0c0 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d64610b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca82ece0 con 0x5614ca8de500 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43938/0 (socket says 172.21.15.63:43938) 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 -- 172.21.15.63:0/3113169693 learned_addr learned my addr 172.21.15.63:0/3113169693 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.955 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56a21700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 0x7f5d3c0a3690 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5d480079f0 tx=0x7f5d4800b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8deae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 -- 172.21.15.63:0/3113169693 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 msgr2=0x5614ca8deae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56a21700 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8df530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8deae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 -- 172.21.15.63:0/3113169693 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 msgr2=0x5614ca8df530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8df530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 -- 172.21.15.63:0/3113169693 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614ca6b05e0 con 0x5614ca8ddbb0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d56220700 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f5d40009cb0 tx=0x7f5d40010370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55adc22bae980334 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d44dac700 1 -- 172.21.15.63:0/3113169693 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d40010ca0 con 0x5614ca8ddbb0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d44dac700 1 -- 172.21.15.63:0/3113169693 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d40010e00 con 0x5614ca8ddbb0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.945+0000 7f5d44dac700 1 -- 172.21.15.63:0/3113169693 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d40012450 con 0x5614ca8ddbb0 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- 172.21.15.63:0/3113169693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 msgr2=0x5614ca8ddfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f5d40009cb0 tx=0x7f5d40010370 comp rx=0 tx=0).stop 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- 172.21.15.63:0/3113169693 shutdown_connections 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8df530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8ddfc0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 --2- 172.21.15.63:0/3113169693 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8deae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- 172.21.15.63:0/3113169693 >> 172.21.15.63:0/3113169693 conn(0x5614ca8d3310 msgr2=0x5614ca8d8620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- 172.21.15.63:0/3113169693 shutdown_connections 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- 172.21.15.63:0/3113169693 wait complete. 2023-11-16T18:23:41.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.946+0000 7f5d64610b80 1 -- start start 2023-11-16T18:23:41.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 Processor -- start 2023-11-16T18:23:41.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8eeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca7d0890 con 0x5614ca8de500 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca7d0530 con 0x5614ca8df0c0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca6b28d0 con 0x5614ca8ddbb0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d64610b80 10 client.0 _ll_register_callbacks cb 0x5614ca7ee730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43946/0 (socket says 172.21.15.63:43946) 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 -- 172.21.15.63:0/1798286764 learned_addr learned my addr 172.21.15.63:0/1798286764 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d56a21700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8eeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d56220700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 -- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 msgr2=0x5614ca8e75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 -- 172.21.15.63:0/1798286764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 msgr2=0x5614ca8eeb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8eeb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 -- 172.21.15.63:0/1798286764 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d400098e0 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d56a21700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8eeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c099f30 tx=0x7f5d4c09a4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc27704d3216961 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.947+0000 7f5d39ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c0a2160 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5d4c0a23f0 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5614ca8d0ad0 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d4c094bb0 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 10 client.15390 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5614ca7f5140 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5614ca8d0ad0 con 0x5614ca8de500 2023-11-16T18:23:41.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f5d4c098f00 con 0x5614ca8de500 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 10 client.15390 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 10 client.15390 resolve_mds: resolved name 'c' to daemon mds.c 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 20 client.15390 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca8f2860 0x5614ca8f1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 4 client.15390 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5614ca7f1050 con 0x5614ca8f2860 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.948+0000 7f5d56220700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca8f2860 0x5614ca8f1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.949+0000 7f5d56220700 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca8f2860 0x5614ca8f1ca0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2e5fc4bde95ccbca server_cookie=4ca39b18dfa9f570 in_seq=0 out_seq=0 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.949+0000 7f5d39ffb700 10 client.15390 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d39ffb700 1 -- 172.21.15.63:0/1798286764 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5614ca7f1050 con 0x5614ca8f2860 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d39ffb700 10 client.15390 handle_command_reply: tid=0 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 client.15390 shutdown 2023-11-16T18:23:41.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 msgr2=0x5614ca8e7b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c099f30 tx=0x7f5d4c09a4e0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 shutdown_connections 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca8f2860 0x5614ca8f1ca0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8eeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d39ffb700 0 client.15390 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 --2- 172.21.15.63:0/1798286764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8e7b00 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 >> 172.21.15.63:0/1798286764 conn(0x5614ca8d3310 msgr2=0x5614ca8d7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 shutdown_connections 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 1 -- 172.21.15.63:0/1798286764 wait complete. 2023-11-16T18:23:41.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.950+0000 7f5d64610b80 20 client.15390 trim_cache size 0 max 16384 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.967+0000 7f5d64610b80 1 Processor -- start 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.967+0000 7f5d64610b80 1 -- start start 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8f1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca8e87b0 con 0x5614ca8de500 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca73aed0 con 0x5614ca8df0c0 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d64610b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca7ecfa0 con 0x5614ca8ddbb0 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43954/0 (socket says 172.21.15.63:43954) 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 -- 172.21.15.63:0/2957522753 learned_addr learned my addr 172.21.15.63:0/2957522753 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d56220700 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8f1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d56a21700 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 -- 172.21.15.63:0/2957522753 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 msgr2=0x5614ca8f1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8f1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 -- 172.21.15.63:0/2957522753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 msgr2=0x5614ca8e1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e1f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 -- 172.21.15.63:0/2957522753 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614ca7f4e90 con 0x5614ca8de500 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00c5b0 tx=0x7f5d4c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23dde04b67e9dec4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d455ad700 1 -- 172.21.15.63:0/2957522753 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c0a23f0 con 0x5614ca8de500 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d455ad700 1 -- 172.21.15.63:0/2957522753 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d4c0a1f60 con 0x5614ca8de500 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.968+0000 7f5d455ad700 1 -- 172.21.15.63:0/2957522753 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c0b80d0 con 0x5614ca8de500 2023-11-16T18:23:41.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- 172.21.15.63:0/2957522753 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 msgr2=0x5614ca8eeb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00c5b0 tx=0x7f5d4c00eef0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- 172.21.15.63:0/2957522753 shutdown_connections 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8ddbb0 0x5614ca8f1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2957522753 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8de500 0x5614ca8eeb00 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- 172.21.15.63:0/2957522753 >> 172.21.15.63:0/2957522753 conn(0x5614ca8d3310 msgr2=0x5614ca8e62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- 172.21.15.63:0/2957522753 shutdown_connections 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- 172.21.15.63:0/2957522753 wait complete. 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- start start 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 Processor -- start 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8eea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca946700 con 0x5614ca8ddbb0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca946840 con 0x5614ca8df0c0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.969+0000 7f5d64610b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614ca946980 con 0x5614ca8de500 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d64610b80 10 client.0 _ll_register_callbacks cb 0x7f5d4c099b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43958/0 (socket says 172.21.15.63:43958) 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 -- 172.21.15.63:0/2889711637 learned_addr learned my addr 172.21.15.63:0/2889711637 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8eea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56a21700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 -- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 msgr2=0x5614ca8eea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8eea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 -- 172.21.15.63:0/2889711637 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 msgr2=0x5614ca8e9ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e9ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 -- 172.21.15.63:0/2889711637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5614ca7f5140 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d56220700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5d40009cb0 tx=0x7f5d400053c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69463fa3e0e105a3 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d39ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d400056c0 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5d40016070 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5d40010e00 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d40029b30 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d64610b80 10 client.15396 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.970+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5614ca645c10 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d40010e00 con 0x5614ca8ddbb0 2023-11-16T18:23:41.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f5d40004970 con 0x5614ca8ddbb0 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 10 client.15396 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 10 client.15396 resolve_mds: resolved name 'c' to daemon mds.c 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 20 client.15396 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca94b710 0x5614ca948040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 4 client.15396 mds_command: new command op to 24481 tid=0[{"prefix": "status"}] 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5614ca7fd610 con 0x5614ca94b710 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.971+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca94b710 0x5614ca948040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d39ffb700 10 client.15396 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:41.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d55a1f700 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca94b710 0x5614ca948040 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ffa682441ad1a18 server_cookie=9d1a4b985e4b5046 in_seq=0 out_seq=0 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d39ffb700 1 -- 172.21.15.63:0/2889711637 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5614ca7fd610 con 0x5614ca94b710 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d39ffb700 10 client.15396 handle_command_reply: tid=0 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 client.15396 shutdown 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 msgr2=0x5614ca8e9510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5d40009cb0 tx=0x7f5d400053c0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 shutdown_connections 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5614ca94b710 0x5614ca948040 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614ca8df0c0 0x5614ca8e9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d39ffb700 0 client.15396 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614ca8ddbb0 0x5614ca8e9510 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 --2- 172.21.15.63:0/2889711637 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614ca8de500 0x5614ca8eea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 >> 172.21.15.63:0/2889711637 conn(0x5614ca8d3310 msgr2=0x5614ca8f1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 shutdown_connections 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 1 -- 172.21.15.63:0/2889711637 wait complete. 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.972+0000 7f5d64610b80 20 client.15396 trim_cache size 0 max 16384 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 2, 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24481, 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:41.983 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 80.284503263999994, 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 126.01051650399999 2023-11-16T18:23:41.984 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 msgr2=0x7f5d3c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 0x7f5d3c0a3690 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5d480079f0 tx=0x7f5d4800b720 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 msgr2=0x7f5d5019d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00e9a0 tx=0x7f5d4c00ecb0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 shutdown_connections 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5d3c0a11e0 0x7f5d3c0a3690 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5d50100ca0 0x7f5d5019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5d500ff120 0x7f5d500699c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 --2- 172.21.15.63:0/331149138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5d50100310 0x7f5d5019d1a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 >> 172.21.15.63:0/331149138 conn(0x7f5d500fa700 msgr2=0x7f5d50103700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:41.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 shutdown_connections 2023-11-16T18:23:41.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:41.973+0000 7f5d58484700 1 -- 172.21.15.63:0/331149138 wait complete. 2023-11-16T18:23:41.987 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-11-16T18:23:42.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:41 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3445935008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:42.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:41 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1052362261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:42.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:41 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3445935008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:42.011 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:41 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1052362261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:42.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 -- 172.21.15.63:0/4200347813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 msgr2=0x7f36680fecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 --2- 172.21.15.63:0/4200347813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f36680fecb0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f365800aaa0 tx=0x7f365800adb0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 -- 172.21.15.63:0/4200347813 shutdown_connections 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 --2- 172.21.15.63:0/4200347813 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3668100420 0x7f3668106ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 --2- 172.21.15.63:0/4200347813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f36680fecb0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 --2- 172.21.15.63:0/4200347813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f36680ffa90 0x7f36680ffee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 -- 172.21.15.63:0/4200347813 >> 172.21.15.63:0/4200347813 conn(0x7f36680f9e80 msgr2=0x7f36680fc2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 -- 172.21.15.63:0/4200347813 shutdown_connections 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.111+0000 7f366e58e700 1 -- 172.21.15.63:0/4200347813 wait complete. 2023-11-16T18:23:42.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 Processor -- start 2023-11-16T18:23:42.115 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 -- start start 2023-11-16T18:23:42.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 0x7f3668196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 0x7f366819d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366819dba0 con 0x7f36680fe8a0 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366819dce0 con 0x7f3668100420 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366e58e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366819de70 con 0x7f36680ffa90 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43972/0 (socket says 172.21.15.63:43972) 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 -- 172.21.15.63:0/670982039 learned_addr learned my addr 172.21.15.63:0/670982039 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f36677fe700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 0x7f3668196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366cb2b700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 0x7f366819d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 -- 172.21.15.63:0/670982039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 msgr2=0x7f3668196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 0x7f3668196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 -- 172.21.15.63:0/670982039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 msgr2=0x7f366819d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 0x7f366819d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 -- 172.21.15.63:0/670982039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365800a700 con 0x7f36680fe8a0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f36677fe700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 0x7f3668196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f366cb2b700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 0x7f366819d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.112+0000 7f3667fff700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3658006010 tx=0x7f3658003e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.113+0000 7f36657fa700 1 -- 172.21.15.63:0/670982039 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3658004390 con 0x7f36680fe8a0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.113+0000 7f36657fa700 1 -- 172.21.15.63:0/670982039 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36580044f0 con 0x7f36680fe8a0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.113+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36681099d0 con 0x7f36680fe8a0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.113+0000 7f36657fa700 1 -- 172.21.15.63:0/670982039 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3658016640 con 0x7f36680fe8a0 2023-11-16T18:23:42.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.113+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3668109840 con 0x7f36680fe8a0 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.115+0000 7f36657fa700 1 -- 172.21.15.63:0/670982039 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3658016820 con 0x7f36680fe8a0 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.116+0000 7f36657fa700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 0x7f36500a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.116+0000 7f36677fe700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 0x7f36500a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.116+0000 7f36657fa700 1 -- 172.21.15.63:0/670982039 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f3658012070 con 0x7f36680fe8a0 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f36677fe700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 0x7f36500a3690 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f365c005fd0 tx=0x7f365c005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 Processor -- start 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 -- start start 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa31ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 0x56190fa32530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f936010 con 0x56190fa30bb0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f988850 con 0x56190fa31500 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f367a71ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f981ce0 con 0x56190fa320c0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43980/0 (socket says 172.21.15.63:43980) 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 -- 172.21.15.63:0/1733552464 learned_addr learned my addr 172.21.15.63:0/1733552464 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f36677fe700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa31ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f366cb2b700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 0x56190fa32530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 -- 172.21.15.63:0/1733552464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 msgr2=0x56190fa32530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 0x56190fa32530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 -- 172.21.15.63:0/1733552464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 msgr2=0x56190fa31ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa31ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f3667fff700 1 -- 172.21.15.63:0/1733552464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56190f8035e0 con 0x56190fa30bb0 2023-11-16T18:23:42.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.117+0000 7f366cb2b700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 0x56190fa32530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f3667fff700 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f36580982e0 tx=0x7f365809bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6bd29901ef57c42 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f364e7fc700 1 -- 172.21.15.63:0/1733552464 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365809fe10 con 0x56190fa30bb0 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f364e7fc700 1 -- 172.21.15.63:0/1733552464 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36580a41a0 con 0x56190fa30bb0 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f364e7fc700 1 -- 172.21.15.63:0/1733552464 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36580a3d10 con 0x56190fa30bb0 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 -- 172.21.15.63:0/1733552464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 msgr2=0x56190fa30fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f36580982e0 tx=0x7f365809bce0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 -- 172.21.15.63:0/1733552464 shutdown_connections 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa320c0 0x56190fa32530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa30fc0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 --2- 172.21.15.63:0/1733552464 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa31ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 -- 172.21.15.63:0/1733552464 >> 172.21.15.63:0/1733552464 conn(0x56190fa26310 msgr2=0x56190fa2b620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 -- 172.21.15.63:0/1733552464 shutdown_connections 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.118+0000 7f367a71ab80 1 -- 172.21.15.63:0/1733552464 wait complete. 2023-11-16T18:23:42.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 -- start start 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 Processor -- start 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa41940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f923890 con 0x56190fa30bb0 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f923530 con 0x56190fa320c0 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.119+0000 7f367a71ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f8058d0 con 0x56190fa31500 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f367a71ab80 10 client.0 _ll_register_callbacks cb 0x56190f941730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43986/0 (socket says 172.21.15.63:43986) 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 -- 172.21.15.63:0/600961603 learned_addr learned my addr 172.21.15.63:0/600961603 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36677fe700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f366cb2b700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa41940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 -- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 msgr2=0x56190fa3a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 -- 172.21.15.63:0/600961603 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 msgr2=0x56190fa41940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa41940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 -- 172.21.15.63:0/600961603 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3668109840 con 0x56190fa30bb0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36677fe700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f3667fff700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f36580a3c70 tx=0x7f365809ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db978972052682b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36477fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36580ba120 con 0x56190fa30bb0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f365809a180 con 0x56190fa30bb0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56190fa23ad0 con 0x56190fa30bb0 2023-11-16T18:23:42.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f36580a3d10 con 0x56190fa30bb0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f367a71ab80 10 client.15408 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.120+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56190f948140 con 0x56190fa30bb0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56190fa23ad0 con 0x56190fa30bb0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f3658016ad0 con 0x56190fa30bb0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 10 client.15408 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 10 client.15408 resolve_mds: resolved name 'i' to daemon mds.i 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 20 client.15408 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa456a0 0x56190fa447e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 4 client.15408 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56190f944050 con 0x56190fa456a0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.121+0000 7f36677fe700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa456a0 0x56190fa447e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f36477fe700 10 client.15408 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f36677fe700 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa456a0 0x56190fa447e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7b3ae315c13bad02 server_cookie=bcfec6f6817875ce in_seq=0 out_seq=0 2023-11-16T18:23:42.132 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f36477fe700 1 -- 172.21.15.63:0/600961603 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56190f944050 con 0x56190fa456a0 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f36477fe700 10 client.15408 handle_command_reply: tid=0 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 client.15408 shutdown 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 msgr2=0x56190fa3a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f36580a3c70 tx=0x7f365809ba50 comp rx=0 tx=0).stop 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 shutdown_connections 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa456a0 0x56190fa447e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa41940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3a3c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f36477fe700 0 client.15408 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 --2- 172.21.15.63:0/600961603 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 >> 172.21.15.63:0/600961603 conn(0x56190fa26310 msgr2=0x56190fa2ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.122+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 shutdown_connections 2023-11-16T18:23:42.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.123+0000 7f367a71ab80 1 -- 172.21.15.63:0/600961603 wait complete. 2023-11-16T18:23:42.134 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.123+0000 7f367a71ab80 20 client.15408 trim_cache size 0 max 16384 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.140+0000 7f367a71ab80 1 Processor -- start 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.140+0000 7f367a71ab80 1 -- start start 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa30bb0 0x56190fa39060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa41900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f923890 con 0x56190fa320c0 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f936010 con 0x56190fa31500 2023-11-16T18:23:42.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f367a71ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190fa2cb00 con 0x56190fa30bb0 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43998/0 (socket says 172.21.15.63:43998) 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 -- 172.21.15.63:0/274935280 learned_addr learned my addr 172.21.15.63:0/274935280 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f3667fff700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa30bb0 0x56190fa39060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f36677fe700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa41900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 -- 172.21.15.63:0/274935280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa30bb0 msgr2=0x56190fa39060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa30bb0 0x56190fa39060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 -- 172.21.15.63:0/274935280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 msgr2=0x56190fa41900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa41900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 -- 172.21.15.63:0/274935280 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56190f947e90 con 0x56190fa320c0 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f36677fe700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa41900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:42.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f366cb2b700 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3660009c70 tx=0x7f3660009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d841c74e2cd6c0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f364effd700 1 -- 172.21.15.63:0/274935280 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3660007d50 con 0x56190fa320c0 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f364effd700 1 -- 172.21.15.63:0/274935280 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f366000f070 con 0x56190fa320c0 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.141+0000 7f364effd700 1 -- 172.21.15.63:0/274935280 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36600153f0 con 0x56190fa320c0 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- 172.21.15.63:0/274935280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 msgr2=0x56190fa350b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3660009c70 tx=0x7f3660009040 comp rx=0 tx=0).stop 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- 172.21.15.63:0/274935280 shutdown_connections 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa320c0 0x56190fa350b0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa30bb0 0x56190fa39060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 --2- 172.21.15.63:0/274935280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa31500 0x56190fa41900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- 172.21.15.63:0/274935280 >> 172.21.15.63:0/274935280 conn(0x56190fa26310 msgr2=0x56190fa447e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- 172.21.15.63:0/274935280 shutdown_connections 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- 172.21.15.63:0/274935280 wait complete. 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.142+0000 7f367a71ab80 1 -- start start 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 Processor -- start 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa98f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190f988850 con 0x56190fa30bb0 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190fa2c1f0 con 0x56190fa320c0 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56190fa41ab0 con 0x56190fa31500 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f367a71ab80 10 client.0 _ll_register_callbacks cb 0x56190f941730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:42.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44000/0 (socket says 172.21.15.63:44000) 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 -- 172.21.15.63:0/850699448 learned_addr learned my addr 172.21.15.63:0/850699448 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f366cb2b700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa98f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f36677fe700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 -- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 msgr2=0x56190fa3ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 -- 172.21.15.63:0/850699448 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 msgr2=0x56190fa98f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa98f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.143+0000 7f3667fff700 1 -- 172.21.15.63:0/850699448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36600098a0 con 0x56190fa30bb0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f3667fff700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3658016e60 tx=0x7f365809bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab551a9c13665d9 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36580ba120 con 0x56190fa30bb0 2023-11-16T18:23:42.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f36580a3f20 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f36580a41a0 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f365809ae10 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 10 client.15414 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56190f798c10 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36580a41a0 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f36580b4240 con 0x56190fa30bb0 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 10 client.15414 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 10 client.15414 resolve_mds: resolved name 'i' to daemon mds.i 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 20 client.15414 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa9d890 0x56190fa9a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 4 client.15414 mds_command: new command op to 24496 tid=0[{"prefix": "status"}] 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.144+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56190f950610 con 0x56190fa9d890 2023-11-16T18:23:42.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36677fe700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa9d890 0x56190fa9a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36477fe700 10 client.15414 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36677fe700 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa9d890 0x56190fa9a320 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=291f74aefbcdf511 server_cookie=541f7c8a6dd63c6c in_seq=0 out_seq=0 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36477fe700 1 -- 172.21.15.63:0/850699448 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x56190f950610 con 0x56190fa9d890 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36477fe700 10 client.15414 handle_command_reply: tid=0 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 client.15414 shutdown 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 msgr2=0x56190fa3e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3658016e60 tx=0x7f365809bce0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 shutdown_connections 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x56190fa9d890 0x56190fa9a320 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56190fa320c0 0x56190fa98f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f36477fe700 0 client.15414 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:23:42.154 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56190fa30bb0 0x56190fa3e500 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 --2- 172.21.15.63:0/850699448 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56190fa31500 0x56190fa3ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 >> 172.21.15.63:0/850699448 conn(0x56190fa26310 msgr2=0x56190fa39060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 shutdown_connections 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.145+0000 7f367a71ab80 1 -- 172.21.15.63:0/850699448 wait complete. 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f367a71ab80 20 client.15414 trim_cache size 0 max 16384 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 1, 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24496, 2023-11-16T18:23:42.155 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 81.470573655999999, 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 121.572633791 2023-11-16T18:23:42.156 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 msgr2=0x7f36500a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 0x7f36500a3690 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f365c005fd0 tx=0x7f365c005ee0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 msgr2=0x7f3668196020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3658006010 tx=0x7f3658003e70 comp rx=0 tx=0).stop 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 shutdown_connections 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f36500a11e0 0x7f36500a3690 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3668100420 0x7f366819d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.157 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36680fe8a0 0x7f3668196020 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 --2- 172.21.15.63:0/670982039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f36680ffa90 0x7f3668196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 >> 172.21.15.63:0/670982039 conn(0x7f36680f9e80 msgr2=0x7f36680fc170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 shutdown_connections 2023-11-16T18:23:42.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.146+0000 7f366e58e700 1 -- 172.21.15.63:0/670982039 wait complete. 2023-11-16T18:23:42.160 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-11-16T18:23:42.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:41 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3445935008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:42.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:41 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1052362261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:42.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 -- 172.21.15.63:0/18519880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100c90 msgr2=0x7ffa64107550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/18519880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100c90 0x7ffa64107550 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c00b0a0 tx=0x7ffa5c00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 -- 172.21.15.63:0/18519880 shutdown_connections 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/18519880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100c90 0x7ffa64107550 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/18519880 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640ff520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/18519880 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100300 0x7ffa64100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 -- 172.21.15.63:0/18519880 >> 172.21.15.63:0/18519880 conn(0x7ffa640fa6f0 msgr2=0x7ffa640fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 -- 172.21.15.63:0/18519880 shutdown_connections 2023-11-16T18:23:42.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.325+0000 7ffa68a5d700 1 -- 172.21.15.63:0/18519880 wait complete. 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 Processor -- start 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 -- start start 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100c90 0x7ffa6419d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa6419db50 con 0x7ffa64100300 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa6419dcc0 con 0x7ffa640ff110 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa68a5d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa6419de80 con 0x7ffa64100c90 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44016/0 (socket says 172.21.15.63:44016) 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa61d9b700 1 -- 172.21.15.63:0/249938632 learned_addr learned my addr 172.21.15.63:0/249938632 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100c90 0x7ffa6419d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.326+0000 7ffa6259c700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 -- 172.21.15.63:0/249938632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100c90 msgr2=0x7ffa6419d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100c90 0x7ffa6419d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 -- 172.21.15.63:0/249938632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 msgr2=0x7ffa640689a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640689a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 -- 172.21.15.63:0/249938632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa5c009d00 con 0x7ffa64100300 2023-11-16T18:23:42.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa6259c700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640689a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400d950 tx=0x7ffa5400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa5b7fe700 1 -- 172.21.15.63:0/249938632 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54009940 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa6410aa90 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa5b7fe700 1 -- 172.21.15.63:0/249938632 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa54010460 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa5b7fe700 1 -- 172.21.15.63:0/249938632 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5400f620 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.327+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa6410a900 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.329+0000 7ffa5b7fe700 1 -- 172.21.15.63:0/249938632 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ffa540108d0 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.330+0000 7ffa5b7fe700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 0x7ffa500a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.330+0000 7ffa5b7fe700 1 -- 172.21.15.63:0/249938632 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffa540ccfe0 con 0x7ffa64100300 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.330+0000 7ffa6259c700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 0x7ffa500a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.330+0000 7ffa6259c700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 0x7ffa500a3690 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ffa64100160 tx=0x7ffa4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 Processor -- start 2023-11-16T18:23:42.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 -- start start 2023-11-16T18:23:42.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a27bb0 0x55f812a27fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a290c0 0x55f812a29530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f81292d010 con 0x55f812a28500 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f81297f850 con 0x55f812a290c0 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812978ce0 con 0x55f812a27bb0 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44024/0 (socket says 172.21.15.63:44024) 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa61d9b700 1 -- 172.21.15.63:0/844024303 learned_addr learned my addr 172.21.15.63:0/844024303 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a290c0 0x55f812a29530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.331+0000 7ffa6259c700 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a27bb0 0x55f812a27fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 -- 172.21.15.63:0/844024303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a27bb0 msgr2=0x55f812a27fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a27bb0 0x55f812a27fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 -- 172.21.15.63:0/844024303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a290c0 msgr2=0x55f812a29530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a290c0 0x55f812a29530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 -- 172.21.15.63:0/844024303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8127fa5e0 con 0x55f812a28500 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ffa540a1e60 tx=0x7ffa54099fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efc87f1ae929094 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa58ff9700 1 -- 172.21.15.63:0/844024303 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540a2390 con 0x55f812a28500 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa58ff9700 1 -- 172.21.15.63:0/844024303 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa540ca890 con 0x55f812a28500 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.332+0000 7ffa58ff9700 1 -- 172.21.15.63:0/844024303 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54099690 con 0x55f812a28500 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- 172.21.15.63:0/844024303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 msgr2=0x55f812a28ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ffa540a1e60 tx=0x7ffa54099fc0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- 172.21.15.63:0/844024303 shutdown_connections 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a290c0 0x55f812a29530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a27bb0 0x55f812a27fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/844024303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a28ae0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- 172.21.15.63:0/844024303 >> 172.21.15.63:0/844024303 conn(0x55f812a1d310 msgr2=0x55f812a22620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- 172.21.15.63:0/844024303 shutdown_connections 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- 172.21.15.63:0/844024303 wait complete. 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- start start 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 Processor -- start 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a28500 0x55f812a31b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f81291a890 con 0x55f812a27bb0 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f81291a530 con 0x55f812a28500 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8127fc8d0 con 0x55f812a290c0 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.333+0000 7ffa74be9b80 10 client.0 _ll_register_callbacks cb 0x55f812938730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44028/0 (socket says 172.21.15.63:44028) 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 -- 172.21.15.63:0/4026792586 learned_addr learned my addr 172.21.15.63:0/4026792586 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a28500 0x55f812a31b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 -- 172.21.15.63:0/4026792586 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 msgr2=0x55f812a38b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 -- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a28500 msgr2=0x55f812a31b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a28500 0x55f812a31b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 -- 172.21.15.63:0/4026792586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa6410a900 con 0x55f812a27bb0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa6259c700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c012900 tx=0x7ffa4c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9dd4cc1b842e60b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa49ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa4c01fa50 con 0x55f812a27bb0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffa4c018070 con 0x55f812a27bb0 2023-11-16T18:23:42.344 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f812a1aad0 con 0x55f812a27bb0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa4c012e30 con 0x55f812a27bb0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa74be9b80 10 client.15426 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f81293f140 con 0x55f812a27bb0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.334+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f812a1aad0 con 0x55f812a27bb0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ffa4c029c50 con 0x55f812a27bb0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 10 client.15426 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 10 client.15426 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 20 client.15426 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a3c8c0 0x55f812a3bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 4 client.15426 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f81293b050 con 0x55f812a3c8c0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a3c8c0 0x55f812a3bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.345 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa49ffb700 10 client.15426 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.335+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a3c8c0 0x55f812a3bca0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8c321c622b3d620 server_cookie=10a5ad2a1780dede in_seq=0 out_seq=0 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa49ffb700 1 -- 172.21.15.63:0/4026792586 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f81293b050 con 0x55f812a3c8c0 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa49ffb700 10 client.15426 handle_command_reply: tid=0 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 client.15426 shutdown 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 msgr2=0x55f812a315c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c012900 tx=0x7ffa4c0047c0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 shutdown_connections 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a3c8c0 0x55f812a3bca0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a27bb0 0x55f812a315c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa49ffb700 0 client.15426 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/4026792586 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a28500 0x55f812a31b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.346 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 >> 172.21.15.63:0/4026792586 conn(0x55f812a1d310 msgr2=0x55f812a21d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 shutdown_connections 2023-11-16T18:23:42.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 1 -- 172.21.15.63:0/4026792586 wait complete. 2023-11-16T18:23:42.347 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.336+0000 7ffa74be9b80 20 client.15426 trim_cache size 0 max 16384 2023-11-16T18:23:42.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 Processor -- start 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 -- start start 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a2f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812a327b0 con 0x55f812a28500 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812922730 con 0x55f812a27bb0 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812914e10 con 0x55f812a290c0 2023-11-16T18:23:42.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44038/0 (socket says 172.21.15.63:44038) 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2818053614 learned_addr learned my addr 172.21.15.63:0/2818053614 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.354+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a2f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2818053614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 msgr2=0x55f812a38b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2818053614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 msgr2=0x55f812a2f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a2f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2818053614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f81293ee90 con 0x55f812a28500 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a2f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ffa5409e130 tx=0x7ffa54000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2f5d85828c8e9e8 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa597fa700 1 -- 172.21.15.63:0/2818053614 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540a2390 con 0x55f812a28500 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa597fa700 1 -- 172.21.15.63:0/2818053614 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa54096650 con 0x55f812a28500 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa597fa700 1 -- 172.21.15.63:0/2818053614 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540a2160 con 0x55f812a28500 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2818053614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 msgr2=0x55f812a2f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ffa5409e130 tx=0x7ffa54000bc0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2818053614 shutdown_connections 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a38b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a2f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2818053614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a2f9a0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.355+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2818053614 >> 172.21.15.63:0/2818053614 conn(0x55f812a1d310 msgr2=0x55f812a3bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2818053614 shutdown_connections 2023-11-16T18:23:42.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2818053614 wait complete. 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- start start 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 Processor -- start 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a33770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a90760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812a38ce0 con 0x55f812a28500 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812a38e50 con 0x55f812a27bb0 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f812a39010 con 0x55f812a290c0 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa74be9b80 10 client.0 _ll_register_callbacks cb 0x7ffa4c0124e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa61d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44044/0 (socket says 172.21.15.63:44044) 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2986877644 learned_addr learned my addr 172.21.15.63:0/2986877644 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:42.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a33770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.356+0000 7ffa62d9d700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a90760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2986877644 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 msgr2=0x55f812a90760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a90760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 msgr2=0x55f812a33770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a33770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 -- 172.21.15.63:0/2986877644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8127fa5e0 con 0x55f812a28500 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a33770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa61d9b700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400b2f0 tx=0x7ffa540caa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=132e72bd5024789b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa49ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54099fc0 con 0x55f812a28500 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffa540967c0 con 0x55f812a28500 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa540ca890 con 0x55f812a28500 2023-11-16T18:23:42.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa54099d10 con 0x55f812a28500 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa74be9b80 10 client.15432 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f81278fc10 con 0x55f812a28500 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.357+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa540ca890 con 0x55f812a28500 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ffa54094b50 con 0x55f812a28500 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 10 client.15432 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 10 client.15432 resolve_mds: resolved name 'b' to daemon mds.b 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 20 client.15432 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a952d0 0x55f812a91cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 4 client.15432 mds_command: new command op to 24509 tid=0[{"prefix": "status"}] 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f812947610 con 0x55f812a952d0 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a952d0 0x55f812a91cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa49ffb700 10 client.15432 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:42.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.358+0000 7ffa6259c700 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a952d0 0x55f812a91cd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2eb2f5b513aaa3 server_cookie=b2bdfc3962ff19a8 in_seq=0 out_seq=0 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa49ffb700 1 -- 172.21.15.63:0/2986877644 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55f812947610 con 0x55f812a952d0 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa49ffb700 10 client.15432 handle_command_reply: tid=0 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 client.15432 shutdown 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 msgr2=0x55f812a33cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400b2f0 tx=0x7ffa540caa00 comp rx=0 tx=0).stop 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 shutdown_connections 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f812a952d0 0x55f812a91cd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f812a290c0 0x55f812a90760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa49ffb700 0 client.15432 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f812a27bb0 0x55f812a33770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 --2- 172.21.15.63:0/2986877644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f812a28500 0x55f812a33cb0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 >> 172.21.15.63:0/2986877644 conn(0x55f812a1d310 msgr2=0x55f812a3bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 shutdown_connections 2023-11-16T18:23:42.368 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 1 -- 172.21.15.63:0/2986877644 wait complete. 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa74be9b80 20 client.15432 trim_cache size 0 max 16384 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "e9b3d36e-84ab-11ee-8dbe-212e2dc638e7", 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 0, 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 24509, 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 110.209786534, 2023-11-16T18:23:42.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 23, 2023-11-16T18:23:42.370 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 91, 2023-11-16T18:23:42.370 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 89, 2023-11-16T18:23:42.370 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 114.93478147899999 2023-11-16T18:23:42.370 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:42.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 msgr2=0x7ffa500a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 0x7ffa500a3690 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ffa64100160 tx=0x7ffa4c009260 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 msgr2=0x7ffa6419ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400d950 tx=0x7ffa5400dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 shutdown_connections 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ffa500a11e0 0x7ffa500a3690 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ffa64100c90 0x7ffa6419d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ffa640ff110 0x7ffa640689a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 --2- 172.21.15.63:0/249938632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa64100300 0x7ffa6419ad20 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 >> 172.21.15.63:0/249938632 conn(0x7ffa640fa6f0 msgr2=0x7ffa640fc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 shutdown_connections 2023-11-16T18:23:42.371 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:42.359+0000 7ffa68a5d700 1 -- 172.21.15.63:0/249938632 wait complete. 2023-11-16T18:23:42.373 INFO:teuthology.run_tasks:Running task kclient... 2023-11-16T18:23:42.387 INFO:tasks.kclient:Mounting kernel clients... 2023-11-16T18:23:42.387 INFO:tasks.kclient:config is {'client.0': {}} 2023-11-16T18:23:42.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:42.387 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2023-11-16T18:23:42.405 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2023-11-16T18:23:42.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:42.408 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-11-16T18:23:42.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:42.489 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link delete ceph-brx 2023-11-16T18:23:42.591 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2023-11-16T18:23:42.591 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-16T18:23:42.592 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:42.592 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph fs ls 2023-11-16T18:23:43.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:42 smithi125 ceph-mon[100672]: pgmap v320: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:43.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:42 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3187790819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:42 smithi063 ceph-mon[98873]: pgmap v320: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:42 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3187790819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:42 smithi093 ceph-mon[100185]: pgmap v320: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2023-11-16T18:23:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:42 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3187790819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:43.250 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 -- 172.21.15.63:0/1559419049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a8104500 msgr2=0x7f32a810c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 --2- 172.21.15.63:0/1559419049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a8104500 0x7f32a810c080 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f32a000b0d0 tx=0x7f32a000b3e0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 -- 172.21.15.63:0/1559419049 shutdown_connections 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 --2- 172.21.15.63:0/1559419049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a8104500 0x7f32a810c080 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 --2- 172.21.15.63:0/1559419049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a80ff460 0x7f32a80ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 --2- 172.21.15.63:0/1559419049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ffe00 0x7f32a8103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 -- 172.21.15.63:0/1559419049 >> 172.21.15.63:0/1559419049 conn(0x7f32a80770a0 msgr2=0x7f32a80774a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:44.584 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 -- 172.21.15.63:0/1559419049 shutdown_connections 2023-11-16T18:23:44.585 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.581+0000 7f32ae2af700 1 -- 172.21.15.63:0/1559419049 wait complete. 2023-11-16T18:23:44.586 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 Processor -- start 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 -- start start 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 0x7f32a8196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a8104500 0x7f32a819ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a819b450 con 0x7f32a80ffe00 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a819b5c0 con 0x7f32a8104500 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.582+0000 7f32ae2af700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a819b780 con 0x7f32a80ff460 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44056/0 (socket says 172.21.15.63:44056) 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 -- 172.21.15.63:0/3056052584 learned_addr learned my addr 172.21.15.63:0/3056052584 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32ac84c700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a8104500 0x7f32a819ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:44.587 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a7fff700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 0x7f32a8196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 -- 172.21.15.63:0/3056052584 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 msgr2=0x7f32a8196490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 0x7f32a8196490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 -- 172.21.15.63:0/3056052584 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a8104500 msgr2=0x7f32a819ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a8104500 0x7f32a819ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 -- 172.21.15.63:0/3056052584 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a0009d00 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a7fff700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 0x7f32a8196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a77fe700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f329c00b500 tx=0x7f329c00b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c011830 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f329c011e50 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c00f2e0 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32a81103e0 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.583+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32a8110250 con 0x7f32a80ffe00 2023-11-16T18:23:44.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.584+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32a8110570 con 0x7f32a80ffe00 2023-11-16T18:23:44.589 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.585+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f329c0105a0 con 0x7f32a80ffe00 2023-11-16T18:23:44.589 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.586+0000 7f32a57fa700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 0x7f32900a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:44.590 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.586+0000 7f32a7fff700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 0x7f32900a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:44.590 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.586+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f329c0cc630 con 0x7f32a80ffe00 2023-11-16T18:23:44.590 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.587+0000 7f32a7fff700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 0x7f32900a3600 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3298005fd0 tx=0x7f3298005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:44.592 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.590+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f329c095a70 con 0x7f32a80ffe00 2023-11-16T18:23:44.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.835+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f32a81a3570 con 0x7f32a80ffe00 2023-11-16T18:23:44.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.836+0000 7f32a57fa700 1 -- 172.21.15.63:0/3056052584 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+88 (secure 0 0 0) 0x7f329c099090 con 0x7f32a80ffe00 2023-11-16T18:23:44.838 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 msgr2=0x7f32900a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 0x7f32900a3600 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3298005fd0 tx=0x7f3298005e30 comp rx=0 tx=0).stop 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 msgr2=0x7f32a81969d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f329c00b500 tx=0x7f329c00b810 comp rx=0 tx=0).stop 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 shutdown_connections 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f32900a1150 0x7f32900a3600 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f32a8104500 0x7f32a819ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f32a80ff460 0x7f32a8196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 --2- 172.21.15.63:0/3056052584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32a80ffe00 0x7f32a81969d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:44.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 >> 172.21.15.63:0/3056052584 conn(0x7f32a80770a0 msgr2=0x7f32a80fcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:44.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 shutdown_connections 2023-11-16T18:23:44.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:44.838+0000 7f32ae2af700 1 -- 172.21.15.63:0/3056052584 wait complete. 2023-11-16T18:23:45.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:44 smithi063 ceph-mon[98873]: pgmap v321: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2023-11-16T18:23:45.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:44 smithi063 ceph-mon[98873]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-11-16T18:23:45.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:44 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]: dispatch 2023-11-16T18:23:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:44 smithi093 ceph-mon[100185]: pgmap v321: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2023-11-16T18:23:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:44 smithi093 ceph-mon[100185]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-11-16T18:23:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:44 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]: dispatch 2023-11-16T18:23:45.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:44 smithi125 ceph-mon[100672]: pgmap v321: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2023-11-16T18:23:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:44 smithi125 ceph-mon[100672]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-11-16T18:23:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:44 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]: dispatch 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi063.front.sepia.ceph.com 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-16T18:23:45.300 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-16T18:23:45.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.301 DEBUG:teuthology.orchestra.run.smithi063:> ip addr 2023-11-16T18:23:45.319 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-16T18:23:45.319 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:76 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:23:45.320 INFO:teuthology.orchestra.run.smithi063.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:77 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d6 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d7 brd ff:ff:ff:ff:ff:ff 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: inet 172.21.15.63/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft 41766sec preferred_lft 41766sec 2023-11-16T18:23:45.321 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::e990:3f3e:3b45:7597/64 scope link noprefixroute 2023-11-16T18:23:45.322 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2023-11-16T18:23:45.322 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-16T18:23:45.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.322 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:23:45.322 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:23:45.323 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add name ceph-brx type bridge 2023-11-16T18:23:45.323 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr flush dev ceph-brx 2023-11-16T18:23:45.323 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set ceph-brx up 2023-11-16T18:23:45.323 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-16T18:23:45.323 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:23:45.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.445 DEBUG:teuthology.orchestra.run.smithi063:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-16T18:23:45.474 INFO:teuthology.orchestra.run.smithi063.stdout:1 2023-11-16T18:23:45.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.476 DEBUG:teuthology.orchestra.run.smithi063:> route 2023-11-16T18:23:45.536 INFO:teuthology.orchestra.run.smithi063.stdout:Kernel IP routing table 2023-11-16T18:23:45.536 INFO:teuthology.orchestra.run.smithi063.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-16T18:23:45.537 INFO:teuthology.orchestra.run.smithi063.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-16T18:23:45.537 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-16T18:23:45.537 INFO:teuthology.orchestra.run.smithi063.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-16T18:23:45.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-16T18:23:45.537 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:23:45.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.645 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2023-11-16T18:23:45.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.663 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list-id 2023-11-16T18:23:45.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.721 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:23:45.721 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:23:45.721 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-16T18:23:45.721 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-11-16T18:23:45.722 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:23:45.820 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-11-16T18:23:45.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-11-16T18:23:45.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-11-16T18:23:45.822 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:23:46.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.009 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec bash -c ' 2023-11-16T18:23:46.009 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2023-11-16T18:23:46.009 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set brx.0 up 2023-11-16T18:23:46.009 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set dev brx.0 master ceph-brx 2023-11-16T18:23:46.009 DEBUG:teuthology.orchestra.run.smithi063:> ') 2023-11-16T18:23:46.049 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:45 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]': finished 2023-11-16T18:23:46.049 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:45 smithi063 ceph-mon[98873]: osdmap e92: 12 total, 12 up, 12 in 2023-11-16T18:23:46.049 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:45 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3056052584' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:23:46.128 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-16T18:23:46.128 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:46.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:45 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]': finished 2023-11-16T18:23:46.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:45 smithi093 ceph-mon[100185]: osdmap e92: 12 total, 12 up, 12 in 2023-11-16T18:23:46.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:45 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3056052584' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:23:46.187 INFO:teuthology.orchestra.run.smithi063.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-16T18:23:46.188 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-16T18:23:46.188 DEBUG:teuthology.orchestra.run.smithi063:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:46.245 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2023-11-16T18:23:46.245 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2023-11-16T18:23:46.245 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/_nogroup/sv_1/df2cf784-1151-4aee-8426-408c642cd22d 2023-11-16T18:23:46.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.245 DEBUG:teuthology.orchestra.run.smithi063:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/_nogroup/sv_1/df2cf784-1151-4aee-8426-408c642cd22d /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2023-11-16T18:23:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:45 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1, 8, 11]}]': finished 2023-11-16T18:23:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:45 smithi125 ceph-mon[100672]: osdmap e92: 12 total, 12 up, 12 in 2023-11-16T18:23:46.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:45 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3056052584' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-11-16T18:23:46.331 INFO:teuthology.orchestra.run.smithi063.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2023-11-16T18:23:46.332 INFO:teuthology.orchestra.run.smithi063.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2023-11-16T18:23:46.332 INFO:teuthology.orchestra.run.smithi063.stdout:invalid new device string format 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:invalid new device string format 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:mount.ceph: resolved to: "172.21.15.63:3300,172.21.15.93:3300,172.21.15.125:3300" 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.63:3300,172.21.15.93:3300,172.21.15.125:3300:/volumes/_nogroup/sv_1/df2cf784-1151-4aee-8426-408c642cd22d 2023-11-16T18:23:46.460 INFO:teuthology.orchestra.run.smithi063.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync,key=0,fsid=e9b3d36e-84ab-11ee-8dbe-212e2dc638e7" will pass to kernel 2023-11-16T18:23:46.464 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-16T18:23:46.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.464 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:46.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.497 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-16T18:23:46.572 INFO:teuthology.orchestra.run.smithi063.stdout:client15441 2023-11-16T18:23:46.572 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:23:46.572 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-16T18:23:46.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.631 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-16T18:23:46.704 INFO:teuthology.orchestra.run.smithi063.stdout:client15441 2023-11-16T18:23:46.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.705 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-16T18:23:46.778 INFO:teuthology.orchestra.run.smithi063.stdout:client15441 2023-11-16T18:23:46.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:23:46.779 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7.client15441/status') 2023-11-16T18:23:46.861 INFO:teuthology.orchestra.run.smithi063.stdout:instance: client.15441 (3)192.168.0.1:0/1457083113 2023-11-16T18:23:46.862 INFO:teuthology.orchestra.run.smithi063.stdout:blocklisted: false 2023-11-16T18:23:46.863 INFO:teuthology.orchestra.run.smithi063.stderr:0+1 records in 2023-11-16T18:23:46.863 INFO:teuthology.orchestra.run.smithi063.stderr:0+1 records out 2023-11-16T18:23:46.863 INFO:teuthology.orchestra.run.smithi063.stderr:70 bytes copied, 2.302e-05 s, 3.0 MB/s 2023-11-16T18:23:46.864 INFO:teuthology.run_tasks:Running task check-counter... 2023-11-16T18:23:46.876 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-11-16T18:23:46.889 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:47.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/1218699210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb8100d40 msgr2=0x7f8bb8107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/1218699210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb8100d40 0x7f8bb8107600 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8bb000b0a0 tx=0x7f8bb000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/1218699210 shutdown_connections 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/1218699210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb8100d40 0x7f8bb8107600 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/1218699210 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb80ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/1218699210 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb8100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/1218699210 >> 172.21.15.63:0/1218699210 conn(0x7f8bb80fa7a0 msgr2=0x7f8bb80fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/1218699210 shutdown_connections 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.027+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/1218699210 wait complete. 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 Processor -- start 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 -- start start 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb819ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 0x7f8bb819d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb819db80 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb819dcf0 con 0x7f8bb81003b0 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbf1d4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb819deb0 con 0x7f8bb8100d40 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44072/0 (socket says 172.21.15.63:44072) 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 -- 172.21.15.63:0/3596668410 learned_addr learned my addr 172.21.15.63:0/3596668410 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbd771700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 0x7f8bb819d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bb7fff700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb819ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 -- 172.21.15.63:0/3596668410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 msgr2=0x7f8bb819d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 0x7f8bb819d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 -- 172.21.15.63:0/3596668410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 msgr2=0x7f8bb819ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb819ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbcf70700 1 -- 172.21.15.63:0/3596668410 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bb0009d00 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bb7fff700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.028+0000 7f8bbd771700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 0x7f8bb819d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bbcf70700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00d980 tx=0x7f8bac00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bac00de60 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8bac0044e0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bb810ab40 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.034 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bac003be0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.029+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bb810a9b0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.030+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bb81066e0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.031+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8bac009bb0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.031+0000 7f8bb5ffb700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 0x7f8ba80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.032+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8bac0cca60 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.032+0000 7f8bb7fff700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 0x7f8ba80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.032+0000 7f8bb7fff700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 0x7f8ba80a3600 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4005fd0 tx=0x7f8ba4005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.038 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.036+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8bac095e10 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:46 smithi063 ceph-mon[98873]: pgmap v323: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:23:47.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:46 smithi063 ceph-mon[98873]: osdmap e93: 12 total, 12 up, 12 in 2023-11-16T18:23:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:46 smithi093 ceph-mon[100185]: pgmap v323: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:23:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:46 smithi093 ceph-mon[100185]: osdmap e93: 12 total, 12 up, 12 in 2023-11-16T18:23:47.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.236+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8bb802cfe0 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.238+0000 7f8bb5ffb700 1 -- 172.21.15.63:0/3596668410 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7f8bac009940 con 0x7f8bb80ff1c0 2023-11-16T18:23:47.241 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:47.241 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 msgr2=0x7f8ba80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 0x7f8ba80a3600 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4005fd0 tx=0x7f8ba4005ee0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 msgr2=0x7f8bb8069950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00d980 tx=0x7f8bac00dd40 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 shutdown_connections 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ba80a1150 0x7f8ba80a3600 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8bb8100d40 0x7f8bb819d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8bb80ff1c0 0x7f8bb8069950 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 --2- 172.21.15.63:0/3596668410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8bb81003b0 0x7f8bb819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 >> 172.21.15.63:0/3596668410 conn(0x7f8bb80fa7a0 msgr2=0x7f8bb8103820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 shutdown_connections 2023-11-16T18:23:47.243 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.240+0000 7f8bbf1d4700 1 -- 172.21.15.63:0/3596668410 wait complete. 2023-11-16T18:23:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:46 smithi125 ceph-mon[100672]: pgmap v323: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2023-11-16T18:23:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:46 smithi125 ceph-mon[100672]: osdmap e93: 12 total, 12 up, 12 in 2023-11-16T18:23:47.264 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:47.264 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:47.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2256736493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec1003b0 msgr2=0x7f3bec100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2256736493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec1003b0 0x7f3bec100800 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc009990 tx=0x7f3bdc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2256736493 shutdown_connections 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2256736493 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec100d40 0x7f3bec107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2256736493 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2256736493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec1003b0 0x7f3bec100800 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2256736493 >> 172.21.15.63:0/2256736493 conn(0x7f3bec0fa7c0 msgr2=0x7f3bec0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2256736493 shutdown_connections 2023-11-16T18:23:47.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.391+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2256736493 wait complete. 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 Processor -- start 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 -- start start 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec194f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec1003b0 0x7f3bec195460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec19caa0 con 0x7f3bec100d40 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec19cbe0 con 0x7f3bec1003b0 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bf0c64700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec19cd70 con 0x7f3bec0ff1c0 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bead9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bead9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44088/0 (socket says 172.21.15.63:44088) 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.392+0000 7f3bead9d700 1 -- 172.21.15.63:0/2987887852 learned_addr learned my addr 172.21.15.63:0/2987887852 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bea59c700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec194f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3be9d9b700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec1003b0 0x7f3bec195460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 -- 172.21.15.63:0/2987887852 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 msgr2=0x7f3bec194f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec194f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 -- 172.21.15.63:0/2987887852 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec1003b0 msgr2=0x7f3bec195460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec1003b0 0x7f3bec195460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 -- 172.21.15.63:0/2987887852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bdc0095f0 con 0x7f3bec100d40 2023-11-16T18:23:47.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bea59c700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec194f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bead9d700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3be400ef30 tx=0x7f3be400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be4018070 con 0x7f3bec100d40 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3be400f040 con 0x7f3bec100d40 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be400cdb0 con 0x7f3bec100d40 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bec10ab30 con 0x7f3bec100d40 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.393+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bec10a9a0 con 0x7f3bec100d40 2023-11-16T18:23:47.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.394+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bec068190 con 0x7f3bec100d40 2023-11-16T18:23:47.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.395+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f3be4003a00 con 0x7f3bec100d40 2023-11-16T18:23:47.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.396+0000 7f3bdb7fe700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 0x7f3bd40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.396+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3be40cc8e0 con 0x7f3bec100d40 2023-11-16T18:23:47.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.396+0000 7f3bea59c700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 0x7f3bd40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.397+0000 7f3bea59c700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 0x7f3bd40a3600 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3bec100210 tx=0x7f3be000a680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.402 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.400+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f3be4095d20 con 0x7f3bec100d40 2023-11-16T18:23:47.605 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.603+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3bec068960 con 0x7f3bec100d40 2023-11-16T18:23:47.606 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.604+0000 7f3bdb7fe700 1 -- 172.21.15.63:0/2987887852 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3be4099340 con 0x7f3bec100d40 2023-11-16T18:23:47.606 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 msgr2=0x7f3bd40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 0x7f3bd40a3600 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3bec100210 tx=0x7f3be000a680 comp rx=0 tx=0).stop 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 msgr2=0x7f3bec19c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3be400ef30 tx=0x7f3be400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 shutdown_connections 2023-11-16T18:23:47.608 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3bd40a1150 0x7f3bd40a3600 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bec100d40 0x7f3bec19c4d0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3bec0ff1c0 0x7f3bec194f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 --2- 172.21.15.63:0/2987887852 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3bec1003b0 0x7f3bec195460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 >> 172.21.15.63:0/2987887852 conn(0x7f3bec0fa7c0 msgr2=0x7f3bec0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 shutdown_connections 2023-11-16T18:23:47.609 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.606+0000 7f3bf0c64700 1 -- 172.21.15.63:0/2987887852 wait complete. 2023-11-16T18:23:47.620 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:47.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- 172.21.15.63:0/709251266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1438101e50 msgr2=0x7f1438108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 --2- 172.21.15.63:0/709251266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1438101e50 0x7f1438108710 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f143000b0a0 tx=0x7f143000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- 172.21.15.63:0/709251266 shutdown_connections 2023-11-16T18:23:47.750 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 --2- 172.21.15.63:0/709251266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1438101e50 0x7f1438108710 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 --2- 172.21.15.63:0/709251266 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f14381002d0 0x7f14381006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 --2- 172.21.15.63:0/709251266 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381014c0 0x7f1438101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- 172.21.15.63:0/709251266 >> 172.21.15.63:0/709251266 conn(0x7f14380fb8d0 msgr2=0x7f14380fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- 172.21.15.63:0/709251266 shutdown_connections 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- 172.21.15.63:0/709251266 wait complete. 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 Processor -- start 2023-11-16T18:23:47.751 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.748+0000 7f143e499700 1 -- start start 2023-11-16T18:23:47.753 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381002d0 0x7f1438196130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.753 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.753 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1438101e50 0x7f143819d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.753 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143819dcb0 con 0x7f14381014c0 2023-11-16T18:23:47.753 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143819ddf0 con 0x7f14381002d0 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143819df80 con 0x7f1438101e50 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44100/0 (socket says 172.21.15.63:44100) 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 -- 172.21.15.63:0/1685110467 learned_addr learned my addr 172.21.15.63:0/1685110467 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f1437fff700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381002d0 0x7f1438196130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143ca36700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1438101e50 0x7f143819d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 -- 172.21.15.63:0/1685110467 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1438101e50 msgr2=0x7f143819d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1438101e50 0x7f143819d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.754 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 -- 172.21.15.63:0/1685110467 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381002d0 msgr2=0x7f1438196130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381002d0 0x7f1438196130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 -- 172.21.15.63:0/1685110467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1430009d00 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14377fe700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f142c00d950 tx=0x7f142c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c00f890 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.749+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f143810bca0 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.750+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f142c010460 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.750+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c00e610 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.750+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f143810bb10 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.750+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f143819e6c0 con 0x7f14381014c0 2023-11-16T18:23:47.755 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.751+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f142c0108d0 con 0x7f14381014c0 2023-11-16T18:23:47.756 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.752+0000 7f14357fa700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 0x7f14200a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:47.756 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.752+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f142c0cca30 con 0x7f14381014c0 2023-11-16T18:23:47.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.752+0000 7f1437fff700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 0x7f14200a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:47.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.753+0000 7f1437fff700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 0x7f14200a3600 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1438101320 tx=0x7f1428009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:47.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.756+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f142c095e40 con 0x7f14381014c0 2023-11-16T18:23:47.919 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:47 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3596668410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:47.919 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:47 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2987887852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:47.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.956+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1438107120 con 0x7f14381014c0 2023-11-16T18:23:47.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.956+0000 7f14357fa700 1 -- 172.21.15.63:0/1685110467 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f142c016020 con 0x7f14381014c0 2023-11-16T18:23:47.959 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:47.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 msgr2=0x7f14200a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 0x7f14200a3600 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1438101320 tx=0x7f1428009260 comp rx=0 tx=0).stop 2023-11-16T18:23:47.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 msgr2=0x7f1438196670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:47.961 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f142c00d950 tx=0x7f142c00dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 shutdown_connections 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f14200a1150 0x7f14200a3600 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1438101e50 0x7f143819d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f14381002d0 0x7f1438196130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 --2- 172.21.15.63:0/1685110467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14381014c0 0x7f1438196670 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 >> 172.21.15.63:0/1685110467 conn(0x7f14380fb8d0 msgr2=0x7f14380fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 shutdown_connections 2023-11-16T18:23:47.962 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:47.959+0000 7f143e499700 1 -- 172.21.15.63:0/1685110467 wait complete. 2023-11-16T18:23:47.974 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:48.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 -- 172.21.15.63:0/893143965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ff410 msgr2=0x7f97e80ff880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 --2- 172.21.15.63:0/893143965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ff410 0x7f97e80ff880 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009990 tx=0x7f97dc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 -- 172.21.15.63:0/893143965 shutdown_connections 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 --2- 172.21.15.63:0/893143965 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e80ffdc0 0x7f97e8107670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 --2- 172.21.15.63:0/893143965 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e81007c0 0x7f97e8100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 --2- 172.21.15.63:0/893143965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ff410 0x7f97e80ff880 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 -- 172.21.15.63:0/893143965 >> 172.21.15.63:0/893143965 conn(0x7f97e80f9fb0 msgr2=0x7f97e80fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 -- 172.21.15.63:0/893143965 shutdown_connections 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.100+0000 7f97ed962700 1 -- 172.21.15.63:0/893143965 wait complete. 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 Processor -- start 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 -- start start 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e80ff410 0x7f97e80fee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e81007c0 0x7f97e819d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e819db70 con 0x7f97e80ffdc0 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e819dce0 con 0x7f97e80ff410 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97ed962700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e819dea0 con 0x7f97e81007c0 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.101+0000 7f97e67fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44114/0 (socket says 172.21.15.63:44114) 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 -- 172.21.15.63:0/2423899029 learned_addr learned my addr 172.21.15.63:0/2423899029 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e6ffd700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e80ff410 0x7f97e80fee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e77fe700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e81007c0 0x7f97e819d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 -- 172.21.15.63:0/2423899029 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e81007c0 msgr2=0x7f97e819d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e81007c0 0x7f97e819d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 -- 172.21.15.63:0/2423899029 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e80ff410 msgr2=0x7f97e80fee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e80ff410 0x7f97e80fee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 -- 172.21.15.63:0/2423899029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97dc0095f0 con 0x7f97e80ffdc0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97e67fc700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f97dc004740 tx=0x7f97dc009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97dc01d070 con 0x7f97e80ffdc0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97e810aba0 con 0x7f97e80ffdc0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f97dc004830 con 0x7f97e80ffdc0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97dc005450 con 0x7f97e80ffdc0 2023-11-16T18:23:48.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.102+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e810aa10 con 0x7f97e80ffdc0 2023-11-16T18:23:48.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.103+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97e819e4a0 con 0x7f97e80ffdc0 2023-11-16T18:23:48.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.104+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f97dc00fb00 con 0x7f97e80ffdc0 2023-11-16T18:23:48.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.105+0000 7f97ec960700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 0x7f97d00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.105+0000 7f97e6ffd700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 0x7f97d00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.105+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f97dc0ce320 con 0x7f97e80ffdc0 2023-11-16T18:23:48.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.106+0000 7f97e6ffd700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 0x7f97d00a3600 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f97d8009c60 tx=0x7f97d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.109+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f97dc0977c0 con 0x7f97e80ffdc0 2023-11-16T18:23:48.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:47 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3596668410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:48.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:47 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2987887852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:48.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:47 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3596668410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:48.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:47 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2987887852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:48.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.307+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f97e819eb40 con 0x7f97e80ffdc0 2023-11-16T18:23:48.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.308+0000 7f97ec960700 1 -- 172.21.15.63:0/2423899029 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f97dc09ade0 con 0x7f97e80ffdc0 2023-11-16T18:23:48.310 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:48.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 msgr2=0x7f97d00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 0x7f97d00a3600 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f97d8009c60 tx=0x7f97d8009260 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 msgr2=0x7f97e819ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f97dc004740 tx=0x7f97dc009580 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 shutdown_connections 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97d00a1150 0x7f97d00a3600 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97e81007c0 0x7f97e819d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97e80ff410 0x7f97e80fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 --2- 172.21.15.63:0/2423899029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97e80ffdc0 0x7f97e819ad50 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 >> 172.21.15.63:0/2423899029 conn(0x7f97e80f9fb0 msgr2=0x7f97e80fc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 shutdown_connections 2023-11-16T18:23:48.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.310+0000 7f97ed962700 1 -- 172.21.15.63:0/2423899029 wait complete. 2023-11-16T18:23:48.325 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:48.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 -- 172.21.15.63:0/1137627212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa40ff1e0 msgr2=0x7feaa40ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 --2- 172.21.15.63:0/1137627212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa40ff1e0 0x7feaa40ff5f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fea98009990 tx=0x7fea98009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 -- 172.21.15.63:0/1137627212 shutdown_connections 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 --2- 172.21.15.63:0/1137627212 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa4100d60 0x7feaa4107620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 --2- 172.21.15.63:0/1137627212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa40ff1e0 0x7feaa40ff5f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 --2- 172.21.15.63:0/1137627212 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa41003d0 0x7feaa4100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 -- 172.21.15.63:0/1137627212 >> 172.21.15.63:0/1137627212 conn(0x7feaa40fa820 msgr2=0x7feaa40fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 -- 172.21.15.63:0/1137627212 shutdown_connections 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.453+0000 7feaaafe9700 1 -- 172.21.15.63:0/1137627212 wait complete. 2023-11-16T18:23:48.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 Processor -- start 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 -- start start 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa40ff1e0 0x7feaa4196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa4100d60 0x7feaa419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419dbf0 con 0x7feaa41003d0 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419dd30 con 0x7feaa4100d60 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaaafe9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419dec0 con 0x7feaa40ff1e0 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44128/0 (socket says 172.21.15.63:44128) 2023-11-16T18:23:48.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 -- 172.21.15.63:0/3232057699 learned_addr learned my addr 172.21.15.63:0/3232057699 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa9586700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa4100d60 0x7feaa419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa8d85700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa40ff1e0 0x7feaa4196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 -- 172.21.15.63:0/3232057699 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa40ff1e0 msgr2=0x7feaa4196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa40ff1e0 0x7feaa4196070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 -- 172.21.15.63:0/3232057699 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa4100d60 msgr2=0x7feaa419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa4100d60 0x7feaa419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.454+0000 7feaa3fff700 1 -- 172.21.15.63:0/3232057699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea980095f0 con 0x7feaa41003d0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaa3fff700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fea9000d950 tx=0x7fea9000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea90009b40 con 0x7feaa41003d0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea90009ca0 con 0x7feaa41003d0 2023-11-16T18:23:48.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea9000f620 con 0x7feaa41003d0 2023-11-16T18:23:48.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feaa410bd70 con 0x7feaa41003d0 2023-11-16T18:23:48.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.455+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feaa410bbe0 con 0x7feaa41003d0 2023-11-16T18:23:48.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.456+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feaa419e5b0 con 0x7feaa41003d0 2023-11-16T18:23:48.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.457+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fea90010460 con 0x7feaa41003d0 2023-11-16T18:23:48.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.458+0000 7feaa1ffb700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 0x7fea940a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.458+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fea900ccfb0 con 0x7feaa41003d0 2023-11-16T18:23:48.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.458+0000 7feaa8d85700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 0x7fea940a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.458+0000 7feaa8d85700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 0x7fea940a3680 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fea98000c00 tx=0x7fea98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.462+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fea90096360 con 0x7feaa41003d0 2023-11-16T18:23:48.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.662+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7feaa4106080 con 0x7feaa41003d0 2023-11-16T18:23:48.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.663+0000 7feaa1ffb700 1 -- 172.21.15.63:0/3232057699 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7fea900200a0 con 0x7feaa41003d0 2023-11-16T18:23:48.665 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:48.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 msgr2=0x7fea940a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 0x7fea940a3680 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fea98000c00 tx=0x7fea98005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 msgr2=0x7feaa41965b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fea9000d950 tx=0x7fea9000dd10 comp rx=0 tx=0).stop 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 shutdown_connections 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea940a11d0 0x7fea940a3680 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7feaa4100d60 0x7feaa419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7feaa40ff1e0 0x7feaa4196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 --2- 172.21.15.63:0/3232057699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feaa41003d0 0x7feaa41965b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 >> 172.21.15.63:0/3232057699 conn(0x7feaa40fa820 msgr2=0x7feaa40fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 shutdown_connections 2023-11-16T18:23:48.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.665+0000 7feaaafe9700 1 -- 172.21.15.63:0/3232057699 wait complete. 2023-11-16T18:23:48.680 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:48.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 -- 172.21.15.63:0/230412922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c40ff1c0 msgr2=0x7fa9c40ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/230412922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c40ff5d0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009990 tx=0x7fa9b4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 -- 172.21.15.63:0/230412922 shutdown_connections 2023-11-16T18:23:48.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/230412922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 0x7fa9c4107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.811 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/230412922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c40ff5d0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/230412922 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c41003b0 0x7fa9c4100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 -- 172.21.15.63:0/230412922 >> 172.21.15.63:0/230412922 conn(0x7fa9c40fa7a0 msgr2=0x7fa9c40fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 -- 172.21.15.63:0/230412922 shutdown_connections 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.804+0000 7fa9c9d84700 1 -- 172.21.15.63:0/230412922 wait complete. 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 Processor -- start 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 -- start start 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c4195f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 0x7fa9c419d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c419dab0 con 0x7fa9c41003b0 2023-11-16T18:23:48.812 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c419dbf0 con 0x7fa9c4100d40 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c9d84700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c419dd80 con 0x7fa9c40ff1c0 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c2ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c2ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44142/0 (socket says 172.21.15.63:44142) 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.805+0000 7fa9c2ffd700 1 -- 172.21.15.63:0/2931876030 learned_addr learned my addr 172.21.15.63:0/2931876030 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c37fe700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c4195f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 -- 172.21.15.63:0/2931876030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 msgr2=0x7fa9c4195f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c3fff700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 0x7fa9c419d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c4195f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 -- 172.21.15.63:0/2931876030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 msgr2=0x7fa9c419d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 0x7fa9c419d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:48.813 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 -- 172.21.15.63:0/2931876030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b40095f0 con 0x7fa9c41003b0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c37fe700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c4195f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c2ffd700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa9b800c9b0 tx=0x7fa9b800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b8007b00 con 0x7fa9c41003b0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c410ab80 con 0x7fa9c41003b0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa9b8007c60 con 0x7fa9c41003b0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b8018660 con 0x7fa9c41003b0 2023-11-16T18:23:48.814 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.806+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c410a9f0 con 0x7fa9c41003b0 2023-11-16T18:23:48.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.807+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c4107250 con 0x7fa9c41003b0 2023-11-16T18:23:48.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.808+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa9b8018880 con 0x7fa9c41003b0 2023-11-16T18:23:48.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.809+0000 7fa9c0ff9700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 0x7fa9ac0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:48.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.809+0000 7fa9c37fe700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 0x7fa9ac0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:48.815 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.809+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa9b80cccc0 con 0x7fa9c41003b0 2023-11-16T18:23:48.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.809+0000 7fa9c37fe700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 0x7fa9ac0a3600 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa9b400b5c0 tx=0x7fa9b4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:48.816 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:48.813+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa9b80960d0 con 0x7fa9c41003b0 2023-11-16T18:23:49.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.014+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9c402cfe0 con 0x7fa9c41003b0 2023-11-16T18:23:49.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.016+0000 7fa9c0ff9700 1 -- 172.21.15.63:0/2931876030 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7fa9b80996f0 con 0x7fa9c41003b0 2023-11-16T18:23:49.019 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:49.019 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 msgr2=0x7fa9ac0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 0x7fa9ac0a3600 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa9b400b5c0 tx=0x7fa9b4005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 msgr2=0x7fa9c4196470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa9b800c9b0 tx=0x7fa9b800cd70 comp rx=0 tx=0).stop 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 shutdown_connections 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9ac0a1150 0x7fa9ac0a3600 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9c4100d40 0x7fa9c419d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9c40ff1c0 0x7fa9c4195f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 --2- 172.21.15.63:0/2931876030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9c41003b0 0x7fa9c4196470 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 >> 172.21.15.63:0/2931876030 conn(0x7fa9c40fa7a0 msgr2=0x7fa9c40fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 shutdown_connections 2023-11-16T18:23:49.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.018+0000 7fa9c9d84700 1 -- 172.21.15.63:0/2931876030 wait complete. 2023-11-16T18:23:49.031 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:48 smithi063 ceph-mon[98873]: pgmap v325: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:49.031 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:48 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1685110467' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.031 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:48 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2423899029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.032 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:48 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3232057699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.033 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:49.034 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:49.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 -- 172.21.15.63:0/2757182665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0484100d40 msgr2=0x7f0484107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 --2- 172.21.15.63:0/2757182665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0484100d40 0x7f0484107600 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f047c00b0a0 tx=0x7f047c00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 -- 172.21.15.63:0/2757182665 shutdown_connections 2023-11-16T18:23:49.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 --2- 172.21.15.63:0/2757182665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0484100d40 0x7f0484107600 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 --2- 172.21.15.63:0/2757182665 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f04840ff1c0 0x7f04840ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 --2- 172.21.15.63:0/2757182665 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04841003b0 0x7f0484100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 -- 172.21.15.63:0/2757182665 >> 172.21.15.63:0/2757182665 conn(0x7f04840fa7c0 msgr2=0x7f04840fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 -- 172.21.15.63:0/2757182665 shutdown_connections 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.160+0000 7f048b185700 1 -- 172.21.15.63:0/2757182665 wait complete. 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 Processor -- start 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 -- start start 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04840ff1c0 0x7f0484196160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 0x7f048419d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048419dce0 con 0x7f04841003b0 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048419de20 con 0x7f0484100d40 2023-11-16T18:23:49.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f048b185700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048419dfb0 con 0x7f04840ff1c0 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44156/0 (socket says 172.21.15.63:44156) 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 -- 172.21.15.63:0/3588594209 learned_addr learned my addr 172.21.15.63:0/3588594209 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0488f21700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04840ff1c0 0x7f0484196160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0489722700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 0x7f048419d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 -- 172.21.15.63:0/3588594209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04840ff1c0 msgr2=0x7f0484196160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04840ff1c0 0x7f0484196160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 -- 172.21.15.63:0/3588594209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 msgr2=0x7f048419d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 0x7f048419d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 -- 172.21.15.63:0/3588594209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f047c009d00 con 0x7f04841003b0 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0489722700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 0x7f048419d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:49.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.161+0000 7f0483fff700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f047000d950 tx=0x7f047000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.162+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0470009940 con 0x7f04841003b0 2023-11-16T18:23:49.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.162+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0470010460 con 0x7f04841003b0 2023-11-16T18:23:49.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.162+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047000f620 con 0x7f04841003b0 2023-11-16T18:23:49.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.162+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f048410ab40 con 0x7f04841003b0 2023-11-16T18:23:49.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.162+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f048410a9b0 con 0x7f04841003b0 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.163+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f048419e6a0 con 0x7f04841003b0 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.164+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f04700108d0 con 0x7f04841003b0 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.164+0000 7f0481ffb700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 0x7f04740a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.165+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f04700ccab0 con 0x7f04841003b0 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.165+0000 7f0488f21700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 0x7f04740a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.165+0000 7f0488f21700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 0x7f04740a3680 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0484100210 tx=0x7f047800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.169+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0470095e60 con 0x7f04841003b0 2023-11-16T18:23:49.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:48 smithi093 ceph-mon[100185]: pgmap v325: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:49.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:48 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1685110467' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:48 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2423899029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:48 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3232057699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:48 smithi125 ceph-mon[100672]: pgmap v325: 129 pgs: 129 active+clean; 640 KiB data, 82 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:48 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1685110467' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:48 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2423899029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:48 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3232057699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:49.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.369+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f048419ec50 con 0x7f04841003b0 2023-11-16T18:23:49.372 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.370+0000 7f0481ffb700 1 -- 172.21.15.63:0/3588594209 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f04700160a0 con 0x7f04841003b0 2023-11-16T18:23:49.372 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:49.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 msgr2=0x7f04740a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 0x7f04740a3680 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0484100210 tx=0x7f047800b410 comp rx=0 tx=0).stop 2023-11-16T18:23:49.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 msgr2=0x7f04841966a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f047000d950 tx=0x7f047000dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:49.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 shutdown_connections 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f04740a11d0 0x7f04740a3680 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0484100d40 0x7f048419d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f04840ff1c0 0x7f0484196160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 --2- 172.21.15.63:0/3588594209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04841003b0 0x7f04841966a0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 >> 172.21.15.63:0/3588594209 conn(0x7f04840fa7c0 msgr2=0x7f0484067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 shutdown_connections 2023-11-16T18:23:49.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.372+0000 7f048b185700 1 -- 172.21.15.63:0/3588594209 wait complete. 2023-11-16T18:23:49.386 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 -- 172.21.15.63:0/2136987719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 msgr2=0x7fd31c0ff820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 --2- 172.21.15.63:0/2136987719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c0ff820 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd310009990 tx=0x7fd310009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 -- 172.21.15.63:0/2136987719 shutdown_connections 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 --2- 172.21.15.63:0/2136987719 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c0ffd60 0x7fd31c107610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 --2- 172.21.15.63:0/2136987719 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c100760 0x7fd31c100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 --2- 172.21.15.63:0/2136987719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c0ff820 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.513+0000 7fd3238c3700 1 -- 172.21.15.63:0/2136987719 >> 172.21.15.63:0/2136987719 conn(0x7fd31c0f9f30 msgr2=0x7fd31c0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- 172.21.15.63:0/2136987719 shutdown_connections 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- 172.21.15.63:0/2136987719 wait complete. 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 Processor -- start 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- start start 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 0x7fd31c1017a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 0x7fd31c101ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c102480 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c1025f0 con 0x7fd31c100760 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd3238c3700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd31c1a0060 con 0x7fd31c0ffd60 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd32165f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd32165f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44168/0 (socket says 172.21.15.63:44168) 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.514+0000 7fd32165f700 1 -- 172.21.15.63:0/780287375 learned_addr learned my addr 172.21.15.63:0/780287375 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:49.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd320e5e700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 0x7fd31c1017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd321e60700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 0x7fd31c101ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 -- 172.21.15.63:0/780287375 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 msgr2=0x7fd31c1017a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 0x7fd31c1017a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 -- 172.21.15.63:0/780287375 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 msgr2=0x7fd31c101ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 0x7fd31c101ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 -- 172.21.15.63:0/780287375 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3100095f0 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd320e5e700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 0x7fd31c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd321e60700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 0x7fd31c101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd32165f700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd31800e9a0 tx=0x7fd31800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd318009790 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd31800cbd0 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd31c10ab00 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd318018680 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.515+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd31c10a970 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.516+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd31c1a0750 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.517+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd31800cd40 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.518+0000 7fd30e7fc700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.518+0000 7fd320e5e700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.518+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd318014070 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.518+0000 7fd320e5e700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd31000b2e0 tx=0x7fd310005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.522+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd3180967a0 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.721+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd31c1a0d00 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.724 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.722+0000 7fd30e7fc700 1 -- 172.21.15.63:0/780287375 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd318099dc0 con 0x7fd31c0ff3b0 2023-11-16T18:23:49.724 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 msgr2=0x7fd3080a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd31000b2e0 tx=0x7fd310005e80 comp rx=0 tx=0).stop 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 msgr2=0x7fd31c103160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd31800e9a0 tx=0x7fd31800ed60 comp rx=0 tx=0).stop 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 shutdown_connections 2023-11-16T18:23:49.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd3080a1150 0x7fd3080a3600 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd31c100760 0x7fd31c101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd31c0ff3b0 0x7fd31c103160 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 --2- 172.21.15.63:0/780287375 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd31c0ffd60 0x7fd31c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 >> 172.21.15.63:0/780287375 conn(0x7fd31c0f9f30 msgr2=0x7fd31c0fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 shutdown_connections 2023-11-16T18:23:49.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.724+0000 7fd3238c3700 1 -- 172.21.15.63:0/780287375 wait complete. 2023-11-16T18:23:49.739 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- 172.21.15.63:0/366919526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac100d30 msgr2=0x7f0dac1075f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 --2- 172.21.15.63:0/366919526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac100d30 0x7f0dac1075f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009990 tx=0x7f0da4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- 172.21.15.63:0/366919526 shutdown_connections 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 --2- 172.21.15.63:0/366919526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac100d30 0x7f0dac1075f0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 --2- 172.21.15.63:0/366919526 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac0ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 --2- 172.21.15.63:0/366919526 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac1003a0 0x7f0dac1007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- 172.21.15.63:0/366919526 >> 172.21.15.63:0/366919526 conn(0x7f0dac0fa790 msgr2=0x7f0dac0fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- 172.21.15.63:0/366919526 shutdown_connections 2023-11-16T18:23:49.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- 172.21.15.63:0/366919526 wait complete. 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 Processor -- start 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.866+0000 7f0db1268700 1 -- start start 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac103140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac100d30 0x7f0dac101cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac102460 con 0x7f0dac1003a0 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac1025d0 con 0x7f0dac0ff1b0 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0db1268700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac19ff80 con 0x7f0dac100d30 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44184/0 (socket says 172.21.15.63:44184) 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 -- 172.21.15.63:0/181256998 learned_addr learned my addr 172.21.15.63:0/181256998 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0dab7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac100d30 0x7f0dac101cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daaffd700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac103140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 -- 172.21.15.63:0/181256998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac100d30 msgr2=0x7f0dac101cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac100d30 0x7f0dac101cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 -- 172.21.15.63:0/181256998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 msgr2=0x7f0dac103140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac103140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 -- 172.21.15.63:0/181256998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da40095f0 con 0x7f0dac1003a0 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daaffd700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac103140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0daa7fc700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400c9b0 tx=0x7f0d9400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.867+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d94007b00 con 0x7f0dac1003a0 2023-11-16T18:23:49.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.868+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d94007c60 con 0x7f0dac1003a0 2023-11-16T18:23:49.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.868+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dac10ab30 con 0x7f0dac1003a0 2023-11-16T18:23:49.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.868+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d94018660 con 0x7f0dac1003a0 2023-11-16T18:23:49.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.868+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dac10a9a0 con 0x7f0dac1003a0 2023-11-16T18:23:49.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.869+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dac1a06d0 con 0x7f0dac1003a0 2023-11-16T18:23:49.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.870+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f0d9400f450 con 0x7f0dac1003a0 2023-11-16T18:23:49.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.871+0000 7f0da3fff700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 0x7f0d980a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:49.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.871+0000 7f0daaffd700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 0x7f0d980a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:49.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.871+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f0d940ccf40 con 0x7f0dac1003a0 2023-11-16T18:23:49.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.871+0000 7f0daaffd700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 0x7f0d980a3600 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0dac100200 tx=0x7f0d9c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:49.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:49.875+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f0d94096380 con 0x7f0dac1003a0 2023-11-16T18:23:50.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.074+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0dac1a0d70 con 0x7f0dac1003a0 2023-11-16T18:23:50.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.074+0000 7f0da3fff700 1 -- 172.21.15.63:0/181256998 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0d940999a0 con 0x7f0dac1003a0 2023-11-16T18:23:50.076 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 msgr2=0x7f0d980a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 0x7f0d980a3600 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0dac100200 tx=0x7f0d9c009040 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 msgr2=0x7f0dac101780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400c9b0 tx=0x7f0d9400ccc0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 shutdown_connections 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0d980a1150 0x7f0d980a3600 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0dac100d30 0x7f0dac101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0dac0ff1b0 0x7f0dac103140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 --2- 172.21.15.63:0/181256998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0dac1003a0 0x7f0dac101780 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 >> 172.21.15.63:0/181256998 conn(0x7f0dac0fa790 msgr2=0x7f0dac0691c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 shutdown_connections 2023-11-16T18:23:50.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.076+0000 7f0db1268700 1 -- 172.21.15.63:0/181256998 wait complete. 2023-11-16T18:23:50.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2931876030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:50.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3588594209' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/780287375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.091 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:50.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2931876030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:50.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3588594209' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/780287375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.220 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 -- 172.21.15.63:0/3497572004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 msgr2=0x7f3e50100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 --2- 172.21.15.63:0/3497572004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50100800 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3e40009990 tx=0x7f3e40009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 -- 172.21.15.63:0/3497572004 shutdown_connections 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 --2- 172.21.15.63:0/3497572004 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e50100d40 0x7f3e50107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 --2- 172.21.15.63:0/3497572004 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e500ff1c0 0x7f3e500ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 --2- 172.21.15.63:0/3497572004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50100800 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 -- 172.21.15.63:0/3497572004 >> 172.21.15.63:0/3497572004 conn(0x7f3e500fa7c0 msgr2=0x7f3e500fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 -- 172.21.15.63:0/3497572004 shutdown_connections 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.218+0000 7f3e5545a700 1 -- 172.21.15.63:0/3497572004 wait complete. 2023-11-16T18:23:50.221 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 Processor -- start 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 -- start start 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e500ff1c0 0x7f3e50103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 0x7f3e50101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e50102470 con 0x7f3e501003b0 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e501025e0 con 0x7f3e50100d40 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e5545a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e501a0140 con 0x7f3e500ff1c0 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.223 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4e7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44198/0 (socket says 172.21.15.63:44198) 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4e7fc700 1 -- 172.21.15.63:0/4113470958 learned_addr learned my addr 172.21.15.63:0/4113470958 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4effd700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e500ff1c0 0x7f3e50103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4f7fe700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 0x7f3e50101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.219+0000 7f3e4e7fc700 1 -- 172.21.15.63:0/4113470958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e500ff1c0 msgr2=0x7f3e50103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4e7fc700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e500ff1c0 0x7f3e50103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4e7fc700 1 -- 172.21.15.63:0/4113470958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 msgr2=0x7f3e50101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4e7fc700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 0x7f3e50101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4e7fc700 1 -- 172.21.15.63:0/4113470958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e400095f0 con 0x7f3e501003b0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4f7fe700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 0x7f3e50101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e4e7fc700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3e4000b2e0 tx=0x7f3e40004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e4001d070 con 0x7f3e501003b0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3e40005030 con 0x7f3e501003b0 2023-11-16T18:23:50.224 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e5010ab70 con 0x7f3e501003b0 2023-11-16T18:23:50.225 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e40004c50 con 0x7f3e501003b0 2023-11-16T18:23:50.225 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.220+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e5010a9e0 con 0x7f3e501003b0 2023-11-16T18:23:50.225 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.221+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e501a0740 con 0x7f3e501003b0 2023-11-16T18:23:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.222+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f3e400051a0 con 0x7f3e501003b0 2023-11-16T18:23:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.223+0000 7f3e37fff700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 0x7f3e380a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.223+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3e400cdea0 con 0x7f3e501003b0 2023-11-16T18:23:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.223+0000 7f3e4effd700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 0x7f3e380a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.223+0000 7f3e4effd700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 0x7f3e380a3600 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3e50100210 tx=0x7f3e4400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.229 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.227+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f3e40097340 con 0x7f3e501003b0 2023-11-16T18:23:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2931876030' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3588594209' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/780287375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:50.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.424+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f3e50106940 con 0x7f3e501003b0 2023-11-16T18:23:50.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.425+0000 7f3e37fff700 1 -- 172.21.15.63:0/4113470958 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f3e40004e90 con 0x7f3e501003b0 2023-11-16T18:23:50.428 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 msgr2=0x7f3e380a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 0x7f3e380a3600 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3e50100210 tx=0x7f3e4400b410 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 msgr2=0x7f3e50101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3e4000b2e0 tx=0x7f3e40004730 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 shutdown_connections 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3e380a1150 0x7f3e380a3600 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3e50100d40 0x7f3e50101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3e500ff1c0 0x7f3e50103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 --2- 172.21.15.63:0/4113470958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501003b0 0x7f3e50101790 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.430 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 >> 172.21.15.63:0/4113470958 conn(0x7f3e500fa7c0 msgr2=0x7f3e50067df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 shutdown_connections 2023-11-16T18:23:50.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.427+0000 7f3e5545a700 1 -- 172.21.15.63:0/4113470958 wait complete. 2023-11-16T18:23:50.443 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-11-16T18:23:50.443 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- 172.21.15.63:0/617556979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 msgr2=0x7fca5c1086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 --2- 172.21.15.63:0/617556979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c1086d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fca5400b0a0 tx=0x7fca5400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- 172.21.15.63:0/617556979 shutdown_connections 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 --2- 172.21.15.63:0/617556979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c1086d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 --2- 172.21.15.63:0/617556979 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c100290 0x7fca5c1006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 --2- 172.21.15.63:0/617556979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c101480 0x7fca5c1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- 172.21.15.63:0/617556979 >> 172.21.15.63:0/617556979 conn(0x7fca5c0fb870 msgr2=0x7fca5c0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- 172.21.15.63:0/617556979 shutdown_connections 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- 172.21.15.63:0/617556979 wait complete. 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 Processor -- start 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 -- start start 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.567+0000 7fca63d35700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c100290 0x7fca5c195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 0x7fca5c196530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c19db70 con 0x7fca5c101e10 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c19dcb0 con 0x7fca5c101480 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c19de40 con 0x7fca5c100290 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44214/0 (socket says 172.21.15.63:44214) 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 -- 172.21.15.63:0/2723475661 learned_addr learned my addr 172.21.15.63:0/2723475661 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:50.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca61ad1700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c100290 0x7fca5c195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca612d0700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 0x7fca5c196530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 -- 172.21.15.63:0/2723475661 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c100290 msgr2=0x7fca5c195ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c100290 0x7fca5c195ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 -- 172.21.15.63:0/2723475661 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 msgr2=0x7fca5c196530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 0x7fca5c196530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 -- 172.21.15.63:0/2723475661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca54009d00 con 0x7fca5c101e10 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca612d0700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 0x7fca5c196530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca622d2700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fca5400b780 tx=0x7fca5400bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5400e040 con 0x7fca5c101e10 2023-11-16T18:23:50.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca54004e60 con 0x7fca5c101e10 2023-11-16T18:23:50.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca5c10bc20 con 0x7fca5c101e10 2023-11-16T18:23:50.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5401b740 con 0x7fca5c101e10 2023-11-16T18:23:50.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.568+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca5c10ba90 con 0x7fca5c101e10 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.569+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca5c0671d0 con 0x7fca5c101e10 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.570+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fca5401da40 con 0x7fca5c101e10 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.571+0000 7fca52ffd700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 0x7fca480a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.571+0000 7fca61ad1700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 0x7fca480a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.571+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fca540ce5c0 con 0x7fca5c101e10 2023-11-16T18:23:50.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.572+0000 7fca61ad1700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 0x7fca480a3600 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fca5c1012e0 tx=0x7fca5800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.577 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.576+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fca54097a60 con 0x7fca5c101e10 2023-11-16T18:23:50.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.825+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fca5c1070e0 con 0x7fca5c101e10 2023-11-16T18:23:50.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.826+0000 7fca52ffd700 1 -- 172.21.15.63:0/2723475661 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7fca5409b080 con 0x7fca5c101e10 2023-11-16T18:23:50.828 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:50.828 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 msgr2=0x7fca480a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 0x7fca480a3600 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fca5c1012e0 tx=0x7fca5800b410 comp rx=0 tx=0).stop 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 msgr2=0x7fca5c19d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fca5400b780 tx=0x7fca5400bd00 comp rx=0 tx=0).stop 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 shutdown_connections 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fca480a1150 0x7fca480a3600 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca5c101e10 0x7fca5c19d5a0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fca5c100290 0x7fca5c195ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 --2- 172.21.15.63:0/2723475661 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fca5c101480 0x7fca5c196530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 >> 172.21.15.63:0/2723475661 conn(0x7fca5c0fb870 msgr2=0x7fca5c0fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 shutdown_connections 2023-11-16T18:23:50.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.828+0000 7fca63d35700 1 -- 172.21.15.63:0/2723475661 wait complete. 2023-11-16T18:23:50.832 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:50.842 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-11-16T18:23:50.842 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-11-16T18:23:50.843 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-16T18:23:50.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 -- 172.21.15.63:0/1382031635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0100db0 msgr2=0x7f10e0107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1382031635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0100db0 0x7f10e0107650 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f10d800b0a0 tx=0x7f10d800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 -- 172.21.15.63:0/1382031635 shutdown_connections 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1382031635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0100db0 0x7f10e0107650 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1382031635 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e00ff170 0x7f10e00ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1382031635 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 0x7f10e0100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 -- 172.21.15.63:0/1382031635 >> 172.21.15.63:0/1382031635 conn(0x7f10e00fa750 msgr2=0x7f10e00fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 -- 172.21.15.63:0/1382031635 shutdown_connections 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.966+0000 7f10e52bd700 1 -- 172.21.15.63:0/1382031635 wait complete. 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 Processor -- start 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 -- start start 2023-11-16T18:23:50.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 0x7f10e0196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e0100db0 0x7f10e019d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e019dbd0 con 0x7f10e00ff170 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e019dd10 con 0x7f10e0100400 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10e52bd700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e019dea0 con 0x7f10e0100db0 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10deffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10deffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44224/0 (socket says 172.21.15.63:44224) 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10deffd700 1 -- 172.21.15.63:0/1581475841 learned_addr learned my addr 172.21.15.63:0/1581475841 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.967+0000 7f10de7fc700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 0x7f10e0196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10df7fe700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e0100db0 0x7f10e019d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 -- 172.21.15.63:0/1581475841 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e0100db0 msgr2=0x7f10e019d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e0100db0 0x7f10e019d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 -- 172.21.15.63:0/1581475841 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 msgr2=0x7f10e0196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 0x7f10e0196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 -- 172.21.15.63:0/1581475841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d8009d00 con 0x7f10e00ff170 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10deffd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f10d000d950 tx=0x7f10d000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d0009940 con 0x7f10e00ff170 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10d0010460 con 0x7f10e00ff170 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10e010ab70 con 0x7f10e00ff170 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d000f620 con 0x7f10e00ff170 2023-11-16T18:23:50.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.968+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10e010a9e0 con 0x7f10e00ff170 2023-11-16T18:23:50.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.969+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10e0067a60 con 0x7f10e00ff170 2023-11-16T18:23:50.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.970+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f10d00108d0 con 0x7f10e00ff170 2023-11-16T18:23:50.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.971+0000 7f10d7fff700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 0x7f10cc0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:50.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.971+0000 7f10de7fc700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 0x7f10cc0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:50.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.971+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f10d00ccb40 con 0x7f10e00ff170 2023-11-16T18:23:50.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.971+0000 7f10de7fc700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 0x7f10cc0a3600 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10c8007be0 tx=0x7f10c80073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:50.976 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:50.974+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f10d0095ef0 con 0x7f10e00ff170 2023-11-16T18:23:51.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:50 smithi063 ceph-mon[98873]: pgmap v326: 129 pgs: 129 active+clean; 640 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:51.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/181256998' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4113470958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.170+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f10e019ea70 con 0x7f10cc0a1150 2023-11-16T18:23:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:50 smithi093 ceph-mon[100185]: pgmap v326: 129 pgs: 129 active+clean; 640 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/181256998' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4113470958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.186 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.185+0000 7f10d7fff700 1 -- 172.21.15.63:0/1581475841 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427987 (secure 0 0 0) 0x7f10e019ea70 con 0x7f10cc0a1150 2023-11-16T18:23:51.193 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 msgr2=0x7f10cc0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 0x7f10cc0a3600 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10c8007be0 tx=0x7f10c80073d0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 msgr2=0x7f10e0196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f10d000d950 tx=0x7f10d000dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 shutdown_connections 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f10cc0a1150 0x7f10cc0a3600 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10e0100db0 0x7f10e019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e00ff170 0x7f10e0196050 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.197 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 --2- 172.21.15.63:0/1581475841 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10e0100400 0x7f10e0196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 >> 172.21.15.63:0/1581475841 conn(0x7f10e00fa750 msgr2=0x7f10e0067e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:51.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 shutdown_connections 2023-11-16T18:23:51.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.189+0000 7f10e52bd700 1 -- 172.21.15.63:0/1581475841 wait complete. 2023-11-16T18:23:51.198 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:23:51.203 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2023-11-16T18:23:50.913842+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661442,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":670,"num_read_kb":454,"num_write":347,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1240156,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":783,"ondisk_log_size":783,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":84964,"kb_used_data":14468,"kb_used_omap":0,"kb_used_meta":70400,"kb_avail":1124856860,"statfs":{"total":1151940427776,"available":1151853424640,"internally_reserved":0,"allocated":14815232,"data_stored":8203588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":72089600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6087,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":54,"num_read_kb":34,"num_write":9,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002213"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780946+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:23:45.780946+0000","last_peered":"2023-11-16T18:23:45.780946+0000","last_clean":"2023-11-16T18:23:45.780946+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:23:45.780946+0000","last_undegraded":"2023-11-16T18:23:45.780946+0000","last_fullsized":"2023-11-16T18:23:45.780946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:06:16.888466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783118+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:23:45.783118+0000","last_peered":"2023-11-16T18:23:45.783118+0000","last_clean":"2023-11-16T18:23:45.783118+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:23:45.783118+0000","last_undegraded":"2023-11-16T18:23:45.783118+0000","last_fullsized":"2023-11-16T18:23:45.783118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:16:50.860304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782840+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:23:45.782840+0000","last_peered":"2023-11-16T18:23:45.782840+0000","last_clean":"2023-11-16T18:23:45.782840+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:23:45.782840+0000","last_undegraded":"2023-11-16T18:23:45.782840+0000","last_fullsized":"2023-11-16T18:23:45.782840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:33.315568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040047+0000","last_change":"2023-11-16T18:22:44.809454+0000","last_active":"2023-11-16T18:23:46.040047+0000","last_peered":"2023-11-16T18:23:46.040047+0000","last_clean":"2023-11-16T18:23:46.040047+0000","last_became_active":"2023-11-16T18:22:44.809109+0000","last_became_peered":"2023-11-16T18:22:44.809109+0000","last_unstale":"2023-11-16T18:23:46.040047+0000","last_undegraded":"2023-11-16T18:23:46.040047+0000","last_fullsized":"2023-11-16T18:23:46.040047+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:59.203861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783134+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:23:45.783134+0000","last_peered":"2023-11-16T18:23:45.783134+0000","last_clean":"2023-11-16T18:23:45.783134+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:23:45.783134+0000","last_undegraded":"2023-11-16T18:23:45.783134+0000","last_fullsized":"2023-11-16T18:23:45.783134+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:35:30.219680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829133+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:23:45.829133+0000","last_peered":"2023-11-16T18:23:45.829133+0000","last_clean":"2023-11-16T18:23:45.829133+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:23:45.829133+0000","last_undegraded":"2023-11-16T18:23:45.829133+0000","last_fullsized":"2023-11-16T18:23:45.829133+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:39:45.234479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785343+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:23:45.785343+0000","last_peered":"2023-11-16T18:23:45.785343+0000","last_clean":"2023-11-16T18:23:45.785343+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:23:45.785343+0000","last_undegraded":"2023-11-16T18:23:45.785343+0000","last_fullsized":"2023-11-16T18:23:45.785343+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:42:56.521795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828670+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:23:45.828670+0000","last_peered":"2023-11-16T18:23:45.828670+0000","last_clean":"2023-11-16T18:23:45.828670+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:23:45.828670+0000","last_undegraded":"2023-11-16T18:23:45.828670+0000","last_fullsized":"2023-11-16T18:23:45.828670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:18:34.596688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040983+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:23:46.040983+0000","last_peered":"2023-11-16T18:23:46.040983+0000","last_clean":"2023-11-16T18:23:46.040983+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:23:46.040983+0000","last_undegraded":"2023-11-16T18:23:46.040983+0000","last_fullsized":"2023-11-16T18:23:46.040983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:24:35.326879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829612+0000","last_change":"2023-11-16T18:22:44.806027+0000","last_active":"2023-11-16T18:23:45.829612+0000","last_peered":"2023-11-16T18:23:45.829612+0000","last_clean":"2023-11-16T18:23:45.829612+0000","last_became_active":"2023-11-16T18:22:44.805587+0000","last_became_peered":"2023-11-16T18:22:44.805587+0000","last_unstale":"2023-11-16T18:23:45.829612+0000","last_undegraded":"2023-11-16T18:23:45.829612+0000","last_fullsized":"2023-11-16T18:23:45.829612+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:49.858022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785931+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:23:45.785931+0000","last_peered":"2023-11-16T18:23:45.785931+0000","last_clean":"2023-11-16T18:23:45.785931+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:23:45.785931+0000","last_undegraded":"2023-11-16T18:23:45.785931+0000","last_fullsized":"2023-11-16T18:23:45.785931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:40.892392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778531+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:23:45.778531+0000","last_peered":"2023-11-16T18:23:45.778531+0000","last_clean":"2023-11-16T18:23:45.778531+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:23:45.778531+0000","last_undegraded":"2023-11-16T18:23:45.778531+0000","last_fullsized":"2023-11-16T18:23:45.778531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:17:12.155542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777528+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:23:45.777528+0000","last_peered":"2023-11-16T18:23:45.777528+0000","last_clean":"2023-11-16T18:23:45.777528+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:23:45.777528+0000","last_undegraded":"2023-11-16T18:23:45.777528+0000","last_fullsized":"2023-11-16T18:23:45.777528+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:07:17.513798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782706+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:23:45.782706+0000","last_peered":"2023-11-16T18:23:45.782706+0000","last_clean":"2023-11-16T18:23:45.782706+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:23:45.782706+0000","last_undegraded":"2023-11-16T18:23:45.782706+0000","last_fullsized":"2023-11-16T18:23:45.782706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:33:14.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782643+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:23:45.782643+0000","last_peered":"2023-11-16T18:23:45.782643+0000","last_clean":"2023-11-16T18:23:45.782643+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:23:45.782643+0000","last_undegraded":"2023-11-16T18:23:45.782643+0000","last_fullsized":"2023-11-16T18:23:45.782643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:34:26.392893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040906+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:23:46.040906+0000","last_peered":"2023-11-16T18:23:46.040906+0000","last_clean":"2023-11-16T18:23:46.040906+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:23:46.040906+0000","last_undegraded":"2023-11-16T18:23:46.040906+0000","last_fullsized":"2023-11-16T18:23:46.040906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:34:01.501888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780765+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:23:45.780765+0000","last_peered":"2023-11-16T18:23:45.780765+0000","last_clean":"2023-11-16T18:23:45.780765+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:23:45.780765+0000","last_undegraded":"2023-11-16T18:23:45.780765+0000","last_fullsized":"2023-11-16T18:23:45.780765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:15:25.791212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040188+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:23:46.040188+0000","last_peered":"2023-11-16T18:23:46.040188+0000","last_clean":"2023-11-16T18:23:46.040188+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:23:46.040188+0000","last_undegraded":"2023-11-16T18:23:46.040188+0000","last_fullsized":"2023-11-16T18:23:46.040188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:51:28.097486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784482+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:23:45.784482+0000","last_peered":"2023-11-16T18:23:45.784482+0000","last_clean":"2023-11-16T18:23:45.784482+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:23:45.784482+0000","last_undegraded":"2023-11-16T18:23:45.784482+0000","last_fullsized":"2023-11-16T18:23:45.784482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:51:23.722942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783287+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:23:45.783287+0000","last_peered":"2023-11-16T18:23:45.783287+0000","last_clean":"2023-11-16T18:23:45.783287+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:23:45.783287+0000","last_undegraded":"2023-11-16T18:23:45.783287+0000","last_fullsized":"2023-11-16T18:23:45.783287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:47:46.090365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040287+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:23:46.040287+0000","last_peered":"2023-11-16T18:23:46.040287+0000","last_clean":"2023-11-16T18:23:46.040287+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:23:46.040287+0000","last_undegraded":"2023-11-16T18:23:46.040287+0000","last_fullsized":"2023-11-16T18:23:46.040287+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:47:13.397435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829392+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:23:45.829392+0000","last_peered":"2023-11-16T18:23:45.829392+0000","last_clean":"2023-11-16T18:23:45.829392+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:23:45.829392+0000","last_undegraded":"2023-11-16T18:23:45.829392+0000","last_fullsized":"2023-11-16T18:23:45.829392+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:18:04.805159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778080+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:23:45.778080+0000","last_peered":"2023-11-16T18:23:45.778080+0000","last_clean":"2023-11-16T18:23:45.778080+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:23:45.778080+0000","last_undegraded":"2023-11-16T18:23:45.778080+0000","last_fullsized":"2023-11-16T18:23:45.778080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:37:51.124578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829368+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:23:45.829368+0000","last_peered":"2023-11-16T18:23:45.829368+0000","last_clean":"2023-11-16T18:23:45.829368+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:23:45.829368+0000","last_undegraded":"2023-11-16T18:23:45.829368+0000","last_fullsized":"2023-11-16T18:23:45.829368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:35:11.244327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783789+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:23:45.783789+0000","last_peered":"2023-11-16T18:23:45.783789+0000","last_clean":"2023-11-16T18:23:45.783789+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:23:45.783789+0000","last_undegraded":"2023-11-16T18:23:45.783789+0000","last_fullsized":"2023-11-16T18:23:45.783789+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:42:24.608131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778381+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:23:45.778381+0000","last_peered":"2023-11-16T18:23:45.778381+0000","last_clean":"2023-11-16T18:23:45.778381+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:23:45.778381+0000","last_undegraded":"2023-11-16T18:23:45.778381+0000","last_fullsized":"2023-11-16T18:23:45.778381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:28:28.537180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780750+0000","last_change":"2023-11-16T18:22:44.815673+0000","last_active":"2023-11-16T18:23:45.780750+0000","last_peered":"2023-11-16T18:23:45.780750+0000","last_clean":"2023-11-16T18:23:45.780750+0000","last_became_active":"2023-11-16T18:22:44.809218+0000","last_became_peered":"2023-11-16T18:22:44.809218+0000","last_unstale":"2023-11-16T18:23:45.780750+0000","last_undegraded":"2023-11-16T18:23:45.780750+0000","last_fullsized":"2023-11-16T18:23:45.780750+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:08:43.147641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040605+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:23:46.040605+0000","last_peered":"2023-11-16T18:23:46.040605+0000","last_clean":"2023-11-16T18:23:46.040605+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:23:46.040605+0000","last_undegraded":"2023-11-16T18:23:46.040605+0000","last_fullsized":"2023-11-16T18:23:46.040605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:26.707616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778281+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:23:45.778281+0000","last_peered":"2023-11-16T18:23:45.778281+0000","last_clean":"2023-11-16T18:23:45.778281+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:23:45.778281+0000","last_undegraded":"2023-11-16T18:23:45.778281+0000","last_fullsized":"2023-11-16T18:23:45.778281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:05:14.600185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784880+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:23:45.784880+0000","last_peered":"2023-11-16T18:23:45.784880+0000","last_clean":"2023-11-16T18:23:45.784880+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:23:45.784880+0000","last_undegraded":"2023-11-16T18:23:45.784880+0000","last_fullsized":"2023-11-16T18:23:45.784880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:58:57.594534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778390+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:23:45.778390+0000","last_peered":"2023-11-16T18:23:45.778390+0000","last_clean":"2023-11-16T18:23:45.778390+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:23:45.778390+0000","last_undegraded":"2023-11-16T18:23:45.778390+0000","last_fullsized":"2023-11-16T18:23:45.778390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:01:25.076078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784337+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:23:45.784337+0000","last_peered":"2023-11-16T18:23:45.784337+0000","last_clean":"2023-11-16T18:23:45.784337+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:23:45.784337+0000","last_undegraded":"2023-11-16T18:23:45.784337+0000","last_fullsized":"2023-11-16T18:23:45.784337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:25:26.327791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":123,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778750+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:23:45.778750+0000","last_peered":"2023-11-16T18:23:45.778750+0000","last_clean":"2023-11-16T18:23:45.778750+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:23:45.778750+0000","last_undegraded":"2023-11-16T18:23:45.778750+0000","last_fullsized":"2023-11-16T18:23:45.778750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:43:08.045191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783740+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:23:45.783740+0000","last_peered":"2023-11-16T18:23:45.783740+0000","last_clean":"2023-11-16T18:23:45.783740+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:23:45.783740+0000","last_undegraded":"2023-11-16T18:23:45.783740+0000","last_fullsized":"2023-11-16T18:23:45.783740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:38:06.731055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784524+0000","last_change":"2023-11-16T18:22:44.822862+0000","last_active":"2023-11-16T18:23:45.784524+0000","last_peered":"2023-11-16T18:23:45.784524+0000","last_clean":"2023-11-16T18:23:45.784524+0000","last_became_active":"2023-11-16T18:22:44.822234+0000","last_became_peered":"2023-11-16T18:22:44.822234+0000","last_unstale":"2023-11-16T18:23:45.784524+0000","last_undegraded":"2023-11-16T18:23:45.784524+0000","last_fullsized":"2023-11-16T18:23:45.784524+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:28:50.886916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,10,5],"acting":[2,6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829084+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:23:45.829084+0000","last_peered":"2023-11-16T18:23:45.829084+0000","last_clean":"2023-11-16T18:23:45.829084+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:23:45.829084+0000","last_undegraded":"2023-11-16T18:23:45.829084+0000","last_fullsized":"2023-11-16T18:23:45.829084+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:17.072797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039823+0000","last_change":"2023-11-16T18:22:44.810766+0000","last_active":"2023-11-16T18:23:46.039823+0000","last_peered":"2023-11-16T18:23:46.039823+0000","last_clean":"2023-11-16T18:23:46.039823+0000","last_became_active":"2023-11-16T18:22:44.810442+0000","last_became_peered":"2023-11-16T18:22:44.810442+0000","last_unstale":"2023-11-16T18:23:46.039823+0000","last_undegraded":"2023-11-16T18:23:46.039823+0000","last_fullsized":"2023-11-16T18:23:46.039823+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:46:55.344640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780726+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:23:45.780726+0000","last_peered":"2023-11-16T18:23:45.780726+0000","last_clean":"2023-11-16T18:23:45.780726+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:23:45.780726+0000","last_undegraded":"2023-11-16T18:23:45.780726+0000","last_fullsized":"2023-11-16T18:23:45.780726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:44:12.661296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777230+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:23:45.777230+0000","last_peered":"2023-11-16T18:23:45.777230+0000","last_clean":"2023-11-16T18:23:45.777230+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:23:45.777230+0000","last_undegraded":"2023-11-16T18:23:45.777230+0000","last_fullsized":"2023-11-16T18:23:45.777230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:55:32.916443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828598+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:23:45.828598+0000","last_peered":"2023-11-16T18:23:45.828598+0000","last_clean":"2023-11-16T18:23:45.828598+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:23:45.828598+0000","last_undegraded":"2023-11-16T18:23:45.828598+0000","last_fullsized":"2023-11-16T18:23:45.828598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:57.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782972+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:23:45.782972+0000","last_peered":"2023-11-16T18:23:45.782972+0000","last_clean":"2023-11-16T18:23:45.782972+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:23:45.782972+0000","last_undegraded":"2023-11-16T18:23:45.782972+0000","last_fullsized":"2023-11-16T18:23:45.782972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:49:03.598444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778038+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:23:45.778038+0000","last_peered":"2023-11-16T18:23:45.778038+0000","last_clean":"2023-11-16T18:23:45.778038+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:23:45.778038+0000","last_undegraded":"2023-11-16T18:23:45.778038+0000","last_fullsized":"2023-11-16T18:23:45.778038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:57.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039697+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:23:46.039697+0000","last_peered":"2023-11-16T18:23:46.039697+0000","last_clean":"2023-11-16T18:23:46.039697+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:23:46.039697+0000","last_undegraded":"2023-11-16T18:23:46.039697+0000","last_fullsized":"2023-11-16T18:23:46.039697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:36:46.875438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828625+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:23:45.828625+0000","last_peered":"2023-11-16T18:23:45.828625+0000","last_clean":"2023-11-16T18:23:45.828625+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:23:45.828625+0000","last_undegraded":"2023-11-16T18:23:45.828625+0000","last_fullsized":"2023-11-16T18:23:45.828625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:39:15.649207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":120,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832826+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:23:47.832826+0000","last_peered":"2023-11-16T18:23:47.832826+0000","last_clean":"2023-11-16T18:23:47.832826+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:23:47.832826+0000","last_undegraded":"2023-11-16T18:23:47.832826+0000","last_fullsized":"2023-11-16T18:23:47.832826+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:22:50.063036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041037+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:23:46.041037+0000","last_peered":"2023-11-16T18:23:46.041037+0000","last_clean":"2023-11-16T18:23:46.041037+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:23:46.041037+0000","last_undegraded":"2023-11-16T18:23:46.041037+0000","last_fullsized":"2023-11-16T18:23:46.041037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:06.371465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039649+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:23:46.039649+0000","last_peered":"2023-11-16T18:23:46.039649+0000","last_clean":"2023-11-16T18:23:46.039649+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:23:46.039649+0000","last_undegraded":"2023-11-16T18:23:46.039649+0000","last_fullsized":"2023-11-16T18:23:46.039649+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:59:11.513512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785737+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:23:45.785737+0000","last_peered":"2023-11-16T18:23:45.785737+0000","last_clean":"2023-11-16T18:23:45.785737+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:23:45.785737+0000","last_undegraded":"2023-11-16T18:23:45.785737+0000","last_fullsized":"2023-11-16T18:23:45.785737+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:32.138207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783792+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:23:45.783792+0000","last_peered":"2023-11-16T18:23:45.783792+0000","last_clean":"2023-11-16T18:23:45.783792+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:23:45.783792+0000","last_undegraded":"2023-11-16T18:23:45.783792+0000","last_fullsized":"2023-11-16T18:23:45.783792+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:53:53.048270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778583+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:23:45.778583+0000","last_peered":"2023-11-16T18:23:45.778583+0000","last_clean":"2023-11-16T18:23:45.778583+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:23:45.778583+0000","last_undegraded":"2023-11-16T18:23:45.778583+0000","last_fullsized":"2023-11-16T18:23:45.778583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:39:04.920172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778348+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:23:45.778348+0000","last_peered":"2023-11-16T18:23:45.778348+0000","last_clean":"2023-11-16T18:23:45.778348+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:23:45.778348+0000","last_undegraded":"2023-11-16T18:23:45.778348+0000","last_fullsized":"2023-11-16T18:23:45.778348+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:26:56.124477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040782+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:23:46.040782+0000","last_peered":"2023-11-16T18:23:46.040782+0000","last_clean":"2023-11-16T18:23:46.040782+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:23:46.040782+0000","last_undegraded":"2023-11-16T18:23:46.040782+0000","last_fullsized":"2023-11-16T18:23:46.040782+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:14:00.152032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039858+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:23:46.039858+0000","last_peered":"2023-11-16T18:23:46.039858+0000","last_clean":"2023-11-16T18:23:46.039858+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:23:46.039858+0000","last_undegraded":"2023-11-16T18:23:46.039858+0000","last_fullsized":"2023-11-16T18:23:46.039858+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:04.199946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'37","reported_seq":271,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:48.915902+0000","last_change":"2023-11-16T18:22:44.816889+0000","last_active":"2023-11-16T18:23:48.915902+0000","last_peered":"2023-11-16T18:23:48.915902+0000","last_clean":"2023-11-16T18:23:48.915902+0000","last_became_active":"2023-11-16T18:22:44.808697+0000","last_became_peered":"2023-11-16T18:22:44.808697+0000","last_unstale":"2023-11-16T18:23:48.915902+0000","last_undegraded":"2023-11-16T18:23:48.915902+0000","last_fullsized":"2023-11-16T18:23:48.915902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:15:59.294979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66783,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":181,"num_read_kb":153,"num_write":38,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":59185,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783726+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:23:45.783726+0000","last_peered":"2023-11-16T18:23:45.783726+0000","last_clean":"2023-11-16T18:23:45.783726+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:23:45.783726+0000","last_undegraded":"2023-11-16T18:23:45.783726+0000","last_fullsized":"2023-11-16T18:23:45.783726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:38:39.274369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779140+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:23:45.779140+0000","last_peered":"2023-11-16T18:23:45.779140+0000","last_clean":"2023-11-16T18:23:45.779140+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:23:45.779140+0000","last_undegraded":"2023-11-16T18:23:45.779140+0000","last_fullsized":"2023-11-16T18:23:45.779140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:57:16.817589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783952+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:23:45.783952+0000","last_peered":"2023-11-16T18:23:45.783952+0000","last_clean":"2023-11-16T18:23:45.783952+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:23:45.783952+0000","last_undegraded":"2023-11-16T18:23:45.783952+0000","last_fullsized":"2023-11-16T18:23:45.783952+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:02:48.717893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777339+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:23:45.777339+0000","last_peered":"2023-11-16T18:23:45.777339+0000","last_clean":"2023-11-16T18:23:45.777339+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:23:45.777339+0000","last_undegraded":"2023-11-16T18:23:45.777339+0000","last_fullsized":"2023-11-16T18:23:45.777339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:22:42.119090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780443+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:23:45.780443+0000","last_peered":"2023-11-16T18:23:45.780443+0000","last_clean":"2023-11-16T18:23:45.780443+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:23:45.780443+0000","last_undegraded":"2023-11-16T18:23:45.780443+0000","last_fullsized":"2023-11-16T18:23:45.780443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:16:53.096482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778557+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:23:45.778557+0000","last_peered":"2023-11-16T18:23:45.778557+0000","last_clean":"2023-11-16T18:23:45.778557+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:23:45.778557+0000","last_undegraded":"2023-11-16T18:23:45.778557+0000","last_fullsized":"2023-11-16T18:23:45.778557+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:09:14.128440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785627+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:23:45.785627+0000","last_peered":"2023-11-16T18:23:45.785627+0000","last_clean":"2023-11-16T18:23:45.785627+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:23:45.785627+0000","last_undegraded":"2023-11-16T18:23:45.785627+0000","last_fullsized":"2023-11-16T18:23:45.785627+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:41:12.031376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784003+0000","last_change":"2023-11-16T18:22:44.811956+0000","last_active":"2023-11-16T18:23:45.784003+0000","last_peered":"2023-11-16T18:23:45.784003+0000","last_clean":"2023-11-16T18:23:45.784003+0000","last_became_active":"2023-11-16T18:22:44.811332+0000","last_became_peered":"2023-11-16T18:22:44.811332+0000","last_unstale":"2023-11-16T18:23:45.784003+0000","last_undegraded":"2023-11-16T18:23:45.784003+0000","last_fullsized":"2023-11-16T18:23:45.784003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:40.232357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"91'5","reported_seq":126,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832533+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:23:47.832533+0000","last_peered":"2023-11-16T18:23:47.832533+0000","last_clean":"2023-11-16T18:23:47.832533+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:23:47.832533+0000","last_undegraded":"2023-11-16T18:23:47.832533+0000","last_fullsized":"2023-11-16T18:23:47.832533+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:46:25.257808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785328+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:23:45.785328+0000","last_peered":"2023-11-16T18:23:45.785328+0000","last_clean":"2023-11-16T18:23:45.785328+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:23:45.785328+0000","last_undegraded":"2023-11-16T18:23:45.785328+0000","last_fullsized":"2023-11-16T18:23:45.785328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:24:31.305675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777721+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:23:45.777721+0000","last_peered":"2023-11-16T18:23:45.777721+0000","last_clean":"2023-11-16T18:23:45.777721+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:23:45.777721+0000","last_undegraded":"2023-11-16T18:23:45.777721+0000","last_fullsized":"2023-11-16T18:23:45.777721+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:32.994382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.097966+0000","last_change":"2023-11-16T18:23:46.097478+0000","last_active":"2023-11-16T18:23:46.097966+0000","last_peered":"2023-11-16T18:23:46.097966+0000","last_clean":"2023-11-16T18:23:46.097966+0000","last_became_active":"2023-11-16T18:23:46.041573+0000","last_became_peered":"2023-11-16T18:23:46.041573+0000","last_unstale":"2023-11-16T18:23:46.097966+0000","last_undegraded":"2023-11-16T18:23:46.097966+0000","last_fullsized":"2023-11-16T18:23:46.097966+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:41.391362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,1],"acting":[11,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778257+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:23:45.778257+0000","last_peered":"2023-11-16T18:23:45.778257+0000","last_clean":"2023-11-16T18:23:45.778257+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:23:45.778257+0000","last_undegraded":"2023-11-16T18:23:45.778257+0000","last_fullsized":"2023-11-16T18:23:45.778257+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:11:49.623306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778103+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:23:45.778103+0000","last_peered":"2023-11-16T18:23:45.778103+0000","last_clean":"2023-11-16T18:23:45.778103+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:23:45.778103+0000","last_undegraded":"2023-11-16T18:23:45.778103+0000","last_fullsized":"2023-11-16T18:23:45.778103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:26:39.612769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784225+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:23:45.784225+0000","last_peered":"2023-11-16T18:23:45.784225+0000","last_clean":"2023-11-16T18:23:45.784225+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:23:45.784225+0000","last_undegraded":"2023-11-16T18:23:45.784225+0000","last_fullsized":"2023-11-16T18:23:45.784225+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:33:34.613681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780818+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:23:45.780818+0000","last_peered":"2023-11-16T18:23:45.780818+0000","last_clean":"2023-11-16T18:23:45.780818+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:23:45.780818+0000","last_undegraded":"2023-11-16T18:23:45.780818+0000","last_fullsized":"2023-11-16T18:23:45.780818+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:01:09.950479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783634+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:23:45.783634+0000","last_peered":"2023-11-16T18:23:45.783634+0000","last_clean":"2023-11-16T18:23:45.783634+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:23:45.783634+0000","last_undegraded":"2023-11-16T18:23:45.783634+0000","last_fullsized":"2023-11-16T18:23:45.783634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:19:20.742813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039877+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:23:46.039877+0000","last_peered":"2023-11-16T18:23:46.039877+0000","last_clean":"2023-11-16T18:23:46.039877+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:23:46.039877+0000","last_undegraded":"2023-11-16T18:23:46.039877+0000","last_fullsized":"2023-11-16T18:23:46.039877+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:03:46.684839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829465+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:23:45.829465+0000","last_peered":"2023-11-16T18:23:45.829465+0000","last_clean":"2023-11-16T18:23:45.829465+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:23:45.829465+0000","last_undegraded":"2023-11-16T18:23:45.829465+0000","last_fullsized":"2023-11-16T18:23:45.829465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:05.187214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777539+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:23:45.777539+0000","last_peered":"2023-11-16T18:23:45.777539+0000","last_clean":"2023-11-16T18:23:45.777539+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:23:45.777539+0000","last_undegraded":"2023-11-16T18:23:45.777539+0000","last_fullsized":"2023-11-16T18:23:45.777539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:35:47.210825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785421+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:23:45.785421+0000","last_peered":"2023-11-16T18:23:45.785421+0000","last_clean":"2023-11-16T18:23:45.785421+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:23:45.785421+0000","last_undegraded":"2023-11-16T18:23:45.785421+0000","last_fullsized":"2023-11-16T18:23:45.785421+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:36.031240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829201+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:23:45.829201+0000","last_peered":"2023-11-16T18:23:45.829201+0000","last_clean":"2023-11-16T18:23:45.829201+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:23:45.829201+0000","last_undegraded":"2023-11-16T18:23:45.829201+0000","last_fullsized":"2023-11-16T18:23:45.829201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:24:04.522346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777543+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:23:45.777543+0000","last_peered":"2023-11-16T18:23:45.777543+0000","last_clean":"2023-11-16T18:23:45.777543+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:23:45.777543+0000","last_undegraded":"2023-11-16T18:23:45.777543+0000","last_fullsized":"2023-11-16T18:23:45.777543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:55:23.382011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778844+0000","last_change":"2023-11-16T18:22:44.809902+0000","last_active":"2023-11-16T18:23:45.778844+0000","last_peered":"2023-11-16T18:23:45.778844+0000","last_clean":"2023-11-16T18:23:45.778844+0000","last_became_active":"2023-11-16T18:22:44.809233+0000","last_became_peered":"2023-11-16T18:22:44.809233+0000","last_unstale":"2023-11-16T18:23:45.778844+0000","last_undegraded":"2023-11-16T18:23:45.778844+0000","last_fullsized":"2023-11-16T18:23:45.778844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:50:24.182747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":121,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.830315+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:23:46.830315+0000","last_peered":"2023-11-16T18:23:46.830315+0000","last_clean":"2023-11-16T18:23:46.830315+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:23:46.830315+0000","last_undegraded":"2023-11-16T18:23:46.830315+0000","last_fullsized":"2023-11-16T18:23:46.830315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:28:31.330850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":86,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785773+0000","last_change":"2023-11-16T18:22:44.818268+0000","last_active":"2023-11-16T18:23:45.785773+0000","last_peered":"2023-11-16T18:23:45.785773+0000","last_clean":"2023-11-16T18:23:45.785773+0000","last_became_active":"2023-11-16T18:22:44.813196+0000","last_became_peered":"2023-11-16T18:22:44.813196+0000","last_unstale":"2023-11-16T18:23:45.785773+0000","last_undegraded":"2023-11-16T18:23:45.785773+0000","last_fullsized":"2023-11-16T18:23:45.785773+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:13:01.876128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,11,9],"acting":[7,8,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828804+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:23:45.828804+0000","last_peered":"2023-11-16T18:23:45.828804+0000","last_clean":"2023-11-16T18:23:45.828804+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:23:45.828804+0000","last_undegraded":"2023-11-16T18:23:45.828804+0000","last_fullsized":"2023-11-16T18:23:45.828804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:23:30.589150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778439+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:23:45.778439+0000","last_peered":"2023-11-16T18:23:45.778439+0000","last_clean":"2023-11-16T18:23:45.778439+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:23:45.778439+0000","last_undegraded":"2023-11-16T18:23:45.778439+0000","last_fullsized":"2023-11-16T18:23:45.778439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:34:19.390015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785126+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:23:45.785126+0000","last_peered":"2023-11-16T18:23:45.785126+0000","last_clean":"2023-11-16T18:23:45.785126+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:23:45.785126+0000","last_undegraded":"2023-11-16T18:23:45.785126+0000","last_fullsized":"2023-11-16T18:23:45.785126+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:40:27.199891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779207+0000","last_change":"2023-11-16T18:22:44.822930+0000","last_active":"2023-11-16T18:23:45.779207+0000","last_peered":"2023-11-16T18:23:45.779207+0000","last_clean":"2023-11-16T18:23:45.779207+0000","last_became_active":"2023-11-16T18:22:44.822557+0000","last_became_peered":"2023-11-16T18:22:44.822557+0000","last_unstale":"2023-11-16T18:23:45.779207+0000","last_undegraded":"2023-11-16T18:23:45.779207+0000","last_fullsized":"2023-11-16T18:23:45.779207+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:58:16.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777068+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:23:45.777068+0000","last_peered":"2023-11-16T18:23:45.777068+0000","last_clean":"2023-11-16T18:23:45.777068+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:23:45.777068+0000","last_undegraded":"2023-11-16T18:23:45.777068+0000","last_fullsized":"2023-11-16T18:23:45.777068+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:48:57.765352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785141+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:23:45.785141+0000","last_peered":"2023-11-16T18:23:45.785141+0000","last_clean":"2023-11-16T18:23:45.785141+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:23:45.785141+0000","last_undegraded":"2023-11-16T18:23:45.785141+0000","last_fullsized":"2023-11-16T18:23:45.785141+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:45:11.087895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780425+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:23:45.780425+0000","last_peered":"2023-11-16T18:23:45.780425+0000","last_clean":"2023-11-16T18:23:45.780425+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:23:45.780425+0000","last_undegraded":"2023-11-16T18:23:45.780425+0000","last_fullsized":"2023-11-16T18:23:45.780425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:18.157084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783566+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:23:45.783566+0000","last_peered":"2023-11-16T18:23:45.783566+0000","last_clean":"2023-11-16T18:23:45.783566+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:23:45.783566+0000","last_undegraded":"2023-11-16T18:23:45.783566+0000","last_fullsized":"2023-11-16T18:23:45.783566+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:38:45.261815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777691+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:23:45.777691+0000","last_peered":"2023-11-16T18:23:45.777691+0000","last_clean":"2023-11-16T18:23:45.777691+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:23:45.777691+0000","last_undegraded":"2023-11-16T18:23:45.777691+0000","last_fullsized":"2023-11-16T18:23:45.777691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:45:48.470994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828513+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:23:45.828513+0000","last_peered":"2023-11-16T18:23:45.828513+0000","last_clean":"2023-11-16T18:23:45.828513+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:23:45.828513+0000","last_undegraded":"2023-11-16T18:23:45.828513+0000","last_fullsized":"2023-11-16T18:23:45.828513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:01:03.112823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'6","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040283+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:23:46.040283+0000","last_peered":"2023-11-16T18:23:46.040283+0000","last_clean":"2023-11-16T18:23:46.040283+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:23:46.040283+0000","last_undegraded":"2023-11-16T18:23:46.040283+0000","last_fullsized":"2023-11-16T18:23:46.040283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:05:23.436505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:41:11.941336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783075+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:23:45.783075+0000","last_peered":"2023-11-16T18:23:45.783075+0000","last_clean":"2023-11-16T18:23:45.783075+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:23:45.783075+0000","last_undegraded":"2023-11-16T18:23:45.783075+0000","last_fullsized":"2023-11-16T18:23:45.783075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:31:06.703762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779147+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:23:45.779147+0000","last_peered":"2023-11-16T18:23:45.779147+0000","last_clean":"2023-11-16T18:23:45.779147+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:23:45.779147+0000","last_undegraded":"2023-11-16T18:23:45.779147+0000","last_fullsized":"2023-11-16T18:23:45.779147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:52.287347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783282+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:23:45.783282+0000","last_peered":"2023-11-16T18:23:45.783282+0000","last_clean":"2023-11-16T18:23:45.783282+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:23:45.783282+0000","last_undegraded":"2023-11-16T18:23:45.783282+0000","last_fullsized":"2023-11-16T18:23:45.783282+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:07.249842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778847+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:23:45.778847+0000","last_peered":"2023-11-16T18:23:45.778847+0000","last_clean":"2023-11-16T18:23:45.778847+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:23:45.778847+0000","last_undegraded":"2023-11-16T18:23:45.778847+0000","last_fullsized":"2023-11-16T18:23:45.778847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:02:43.309589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041070+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:23:46.041070+0000","last_peered":"2023-11-16T18:23:46.041070+0000","last_clean":"2023-11-16T18:23:46.041070+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:23:46.041070+0000","last_undegraded":"2023-11-16T18:23:46.041070+0000","last_fullsized":"2023-11-16T18:23:46.041070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:53.373110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783298+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:23:45.783298+0000","last_peered":"2023-11-16T18:23:45.783298+0000","last_clean":"2023-11-16T18:23:45.783298+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:23:45.783298+0000","last_undegraded":"2023-11-16T18:23:45.783298+0000","last_fullsized":"2023-11-16T18:23:45.783298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:11:02.764371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040235+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:23:46.040235+0000","last_peered":"2023-11-16T18:23:46.040235+0000","last_clean":"2023-11-16T18:23:46.040235+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:23:46.040235+0000","last_undegraded":"2023-11-16T18:23:46.040235+0000","last_fullsized":"2023-11-16T18:23:46.040235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:46:15.151218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:11.948935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780354+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:23:45.780354+0000","last_peered":"2023-11-16T18:23:45.780354+0000","last_clean":"2023-11-16T18:23:45.780354+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:23:45.780354+0000","last_undegraded":"2023-11-16T18:23:45.780354+0000","last_fullsized":"2023-11-16T18:23:45.780354+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:39:46.878921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778726+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:23:45.778726+0000","last_peered":"2023-11-16T18:23:45.778726+0000","last_clean":"2023-11-16T18:23:45.778726+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:23:45.778726+0000","last_undegraded":"2023-11-16T18:23:45.778726+0000","last_fullsized":"2023-11-16T18:23:45.778726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:49:06.296165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783194+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:23:45.783194+0000","last_peered":"2023-11-16T18:23:45.783194+0000","last_clean":"2023-11-16T18:23:45.783194+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:23:45.783194+0000","last_undegraded":"2023-11-16T18:23:45.783194+0000","last_fullsized":"2023-11-16T18:23:45.783194+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:49:49.990418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828886+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:23:45.828886+0000","last_peered":"2023-11-16T18:23:45.828886+0000","last_clean":"2023-11-16T18:23:45.828886+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:23:45.828886+0000","last_undegraded":"2023-11-16T18:23:45.828886+0000","last_fullsized":"2023-11-16T18:23:45.828886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:39:23.944316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778611+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:23:45.778611+0000","last_peered":"2023-11-16T18:23:45.778611+0000","last_clean":"2023-11-16T18:23:45.778611+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:23:45.778611+0000","last_undegraded":"2023-11-16T18:23:45.778611+0000","last_fullsized":"2023-11-16T18:23:45.778611+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:32:06.476210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783255+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:23:45.783255+0000","last_peered":"2023-11-16T18:23:45.783255+0000","last_clean":"2023-11-16T18:23:45.783255+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:23:45.783255+0000","last_undegraded":"2023-11-16T18:23:45.783255+0000","last_fullsized":"2023-11-16T18:23:45.783255+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:32.689398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785586+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:23:45.785586+0000","last_peered":"2023-11-16T18:23:45.785586+0000","last_clean":"2023-11-16T18:23:45.785586+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:23:45.785586+0000","last_undegraded":"2023-11-16T18:23:45.785586+0000","last_fullsized":"2023-11-16T18:23:45.785586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:55:29.149105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040299+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:23:46.040299+0000","last_peered":"2023-11-16T18:23:46.040299+0000","last_clean":"2023-11-16T18:23:46.040299+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:23:46.040299+0000","last_undegraded":"2023-11-16T18:23:46.040299+0000","last_fullsized":"2023-11-16T18:23:46.040299+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:22:44.055774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784821+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:23:45.784821+0000","last_peered":"2023-11-16T18:23:45.784821+0000","last_clean":"2023-11-16T18:23:45.784821+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:23:45.784821+0000","last_undegraded":"2023-11-16T18:23:45.784821+0000","last_fullsized":"2023-11-16T18:23:45.784821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:19:39.752932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.786000+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:23:45.786000+0000","last_peered":"2023-11-16T18:23:45.786000+0000","last_clean":"2023-11-16T18:23:45.786000+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:23:45.786000+0000","last_undegraded":"2023-11-16T18:23:45.786000+0000","last_fullsized":"2023-11-16T18:23:45.786000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:47:36.389693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783440+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:23:45.783440+0000","last_peered":"2023-11-16T18:23:45.783440+0000","last_clean":"2023-11-16T18:23:45.783440+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:23:45.783440+0000","last_undegraded":"2023-11-16T18:23:45.783440+0000","last_fullsized":"2023-11-16T18:23:45.783440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:13:05.386752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779014+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:23:45.779014+0000","last_peered":"2023-11-16T18:23:45.779014+0000","last_clean":"2023-11-16T18:23:45.779014+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:23:45.779014+0000","last_undegraded":"2023-11-16T18:23:45.779014+0000","last_fullsized":"2023-11-16T18:23:45.779014+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:48:40.041216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785692+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:23:45.785692+0000","last_peered":"2023-11-16T18:23:45.785692+0000","last_clean":"2023-11-16T18:23:45.785692+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:23:45.785692+0000","last_undegraded":"2023-11-16T18:23:45.785692+0000","last_fullsized":"2023-11-16T18:23:45.785692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:22:39.943877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777835+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:23:45.777835+0000","last_peered":"2023-11-16T18:23:45.777835+0000","last_clean":"2023-11-16T18:23:45.777835+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:23:45.777835+0000","last_undegraded":"2023-11-16T18:23:45.777835+0000","last_fullsized":"2023-11-16T18:23:45.777835+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:41:43.607494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777812+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:23:45.777812+0000","last_peered":"2023-11-16T18:23:45.777812+0000","last_clean":"2023-11-16T18:23:45.777812+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:23:45.777812+0000","last_undegraded":"2023-11-16T18:23:45.777812+0000","last_fullsized":"2023-11-16T18:23:45.777812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:06.128569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785886+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:23:45.785886+0000","last_peered":"2023-11-16T18:23:45.785886+0000","last_clean":"2023-11-16T18:23:45.785886+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:23:45.785886+0000","last_undegraded":"2023-11-16T18:23:45.785886+0000","last_fullsized":"2023-11-16T18:23:45.785886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:33:11.343086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780569+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:23:45.780569+0000","last_peered":"2023-11-16T18:23:45.780569+0000","last_clean":"2023-11-16T18:23:45.780569+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:23:45.780569+0000","last_undegraded":"2023-11-16T18:23:45.780569+0000","last_fullsized":"2023-11-16T18:23:45.780569+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:05:56.412419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783743+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:23:45.783743+0000","last_peered":"2023-11-16T18:23:45.783743+0000","last_clean":"2023-11-16T18:23:45.783743+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:23:45.783743+0000","last_undegraded":"2023-11-16T18:23:45.783743+0000","last_fullsized":"2023-11-16T18:23:45.783743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:04:51.852028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783037+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:23:45.783037+0000","last_peered":"2023-11-16T18:23:45.783037+0000","last_clean":"2023-11-16T18:23:45.783037+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:23:45.783037+0000","last_undegraded":"2023-11-16T18:23:45.783037+0000","last_fullsized":"2023-11-16T18:23:45.783037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:05:39.227083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783635+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:23:45.783635+0000","last_peered":"2023-11-16T18:23:45.783635+0000","last_clean":"2023-11-16T18:23:45.783635+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:23:45.783635+0000","last_undegraded":"2023-11-16T18:23:45.783635+0000","last_fullsized":"2023-11-16T18:23:45.783635+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:26:08.825665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777798+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:23:45.777798+0000","last_peered":"2023-11-16T18:23:45.777798+0000","last_clean":"2023-11-16T18:23:45.777798+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:23:45.777798+0000","last_undegraded":"2023-11-16T18:23:45.777798+0000","last_fullsized":"2023-11-16T18:23:45.777798+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:13.309418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780854+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:23:45.780854+0000","last_peered":"2023-11-16T18:23:45.780854+0000","last_clean":"2023-11-16T18:23:45.780854+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:23:45.780854+0000","last_undegraded":"2023-11-16T18:23:45.780854+0000","last_fullsized":"2023-11-16T18:23:45.780854+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:20:16.405967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784395+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:23:45.784395+0000","last_peered":"2023-11-16T18:23:45.784395+0000","last_clean":"2023-11-16T18:23:45.784395+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:23:45.784395+0000","last_undegraded":"2023-11-16T18:23:45.784395+0000","last_fullsized":"2023-11-16T18:23:45.784395+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:58:43.173979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829187+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:23:45.829187+0000","last_peered":"2023-11-16T18:23:45.829187+0000","last_clean":"2023-11-16T18:23:45.829187+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:23:45.829187+0000","last_undegraded":"2023-11-16T18:23:45.829187+0000","last_fullsized":"2023-11-16T18:23:45.829187+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:53.710600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778136+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:23:45.778136+0000","last_peered":"2023-11-16T18:23:45.778136+0000","last_clean":"2023-11-16T18:23:45.778136+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:23:45.778136+0000","last_undegraded":"2023-11-16T18:23:45.778136+0000","last_fullsized":"2023-11-16T18:23:45.778136+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:27:35.832242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828657+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:23:45.828657+0000","last_peered":"2023-11-16T18:23:45.828657+0000","last_clean":"2023-11-16T18:23:45.828657+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:23:45.828657+0000","last_undegraded":"2023-11-16T18:23:45.828657+0000","last_fullsized":"2023-11-16T18:23:45.828657+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:30.041567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040589+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:23:46.040589+0000","last_peered":"2023-11-16T18:23:46.040589+0000","last_clean":"2023-11-16T18:23:46.040589+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:23:46.040589+0000","last_undegraded":"2023-11-16T18:23:46.040589+0000","last_fullsized":"2023-11-16T18:23:46.040589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:28:18.449724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777667+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:23:45.777667+0000","last_peered":"2023-11-16T18:23:45.777667+0000","last_clean":"2023-11-16T18:23:45.777667+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:23:45.777667+0000","last_undegraded":"2023-11-16T18:23:45.777667+0000","last_fullsized":"2023-11-16T18:23:45.777667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:03:15.869551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780461+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:23:45.780461+0000","last_peered":"2023-11-16T18:23:45.780461+0000","last_clean":"2023-11-16T18:23:45.780461+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:23:45.780461+0000","last_undegraded":"2023-11-16T18:23:45.780461+0000","last_fullsized":"2023-11-16T18:23:45.780461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:30:54.722076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70828,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":544,"num_read_kb":345,"num_write":164,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":59297,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":212484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416419,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6360,"kb_used_data":1040,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":1064960,"data_stored":521982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.439},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58999999999999997,"15min":0.59499999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.89400000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.42599999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.64500000000000002,"15min":0.65100000000000002},"min":{"1min":0.41299999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89000000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.65200000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65000000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.499},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.498,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.504,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.64400000000000002,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82799999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.62,"15min":0.63200000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.78700000000000003,"5min":1.099,"15min":1.099},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.60699999999999998,"15min":0.61699999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.68100000000000005,"15min":0.69499999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.877,"5min":1.242,"15min":1.242},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.92300000000000004,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.62}]},{"osd":7,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73999999999999999,"15min":0.749},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96799999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.76800000000000002,"15min":0.78000000000000003},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.94699999999999995,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.67800000000000005}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.64100000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.80800000000000005,"15min":0.81999999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79600000000000004,"15min":0.80600000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.006,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.66100000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.80700000000000005,"15min":0.81799999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.98599999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.81799999999999995,"15min":0.82599999999999996},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.754}]}]},{"osd":10,"up_from":72,"seq":309237645351,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7352,"kb_used_data":1712,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737800,"statfs":{"total":95995035648,"available":95987507200,"internally_reserved":0,"allocated":1753088,"data_stored":1176404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":7.6609999999999996,"5min":7.6609999999999996,"15min":7.6609999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.9160000000000004,"5min":6.9160000000000004,"15min":6.9160000000000004},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45000000000000001,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60199999999999998}]},{"osd":2,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.629,"15min":0.61499999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.5519999999999996,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":0.624},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65000000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77600000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.63800000000000001}]},{"osd":5,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71099999999999997,"15min":0.71899999999999997},"min":{"1min":0.48199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93999999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.70899999999999996,"15min":0.72099999999999997},"min":{"1min":0.52700000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.80100000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.85699999999999998}]},{"osd":6,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.79100000000000004,"15min":0.76500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.7309999999999999,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.76500000000000001,"15min":0.74299999999999999},"min":{"1min":0.53700000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":4.5750000000000002,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":0.72799999999999998}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.75900000000000001,"15min":0.76200000000000001},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92800000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.78700000000000003,"15min":0.79500000000000004},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":0.90200000000000002,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":0.86099999999999999,"15min":0.81699999999999995},"min":{"1min":0.57999999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":7.8010000000000002,"5min":7.8010000000000002,"15min":7.8010000000000002},"last":0.874},{"interface":"front","average":{"1min":1.081,"5min":0.86099999999999999,"15min":0.82499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.72499999999999998,"15min":0.73099999999999998},"min":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.85899999999999999,"5min":1.022,"15min":1.022},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.76000000000000001,"15min":0.76100000000000001},"min":{"1min":0.59699999999999998,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.95499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.93100000000000005}]}]},{"osd":9,"up_from":67,"seq":287762808876,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":1077248,"data_stored":526202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.45100000000000001,"15min":0.48599999999999999},"min":{"1min":0.28199999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.47899999999999998,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.47799999999999998,"15min":0.50800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.53800000000000003,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.59699999999999998,"15min":0.621},"min":{"1min":0.38600000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.93400000000000005,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.61299999999999999,"15min":0.64600000000000002},"min":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73899999999999999,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.61299999999999999,"15min":0.63300000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64300000000000002,"15min":0.68000000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.752,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58299999999999996,"15min":0.63800000000000001},"min":{"1min":0.32000000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56000000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.55900000000000005,"15min":0.61399999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.443}]},{"osd":4,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.64600000000000002,"15min":0.67800000000000005},"min":{"1min":0.43099999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69799999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.69899999999999995,"15min":0.745},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73199999999999998,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.72499999999999998,"15min":0.77300000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.79400000000000004,"5min":1.139,"15min":1.139},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.68500000000000005,"15min":0.72299999999999998},"min":{"1min":0.42899999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.97399999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.746}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.76400000000000001,"15min":0.82399999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76400000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.753,"15min":0.81699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99399999999999999,"5min":1.395,"15min":1.395},"last":0.623}]},{"osd":8,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.77500000000000002,"15min":0.82899999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.84299999999999997,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.82299999999999995,"15min":0.877},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.83399999999999996,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.69799999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":0.89400000000000002,"5min":1.131,"15min":1.131},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81499999999999995,"15min":0.82899999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.97699999999999998,"5min":1.147,"15min":1.147},"last":0.75700000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.71799999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070512,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":1044,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":1069056,"data_stored":526010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.56899999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.35999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.59799999999999998,"15min":0.57599999999999996},"min":{"1min":0.49199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.47299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.628}]},{"osd":2,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.44800000000000001,"15min":0.45000000000000001},"min":{"1min":0.33300000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.47499999999999998},"min":{"1min":0.379,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.64000000000000001,"15min":0.63600000000000001},"min":{"1min":0.48399999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.66400000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.58499999999999996,"15min":0.58399999999999996},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.878,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.66400000000000003,"15min":0.65400000000000003},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.874,"5min":1.044,"15min":1.044},"last":0.83899999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.56999999999999995,"15min":0.58599999999999997},"min":{"1min":0.377,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78000000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57699999999999996,"15min":0.59399999999999997},"min":{"1min":0.42299999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.84299999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.58999999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.69599999999999995,"15min":0.69999999999999996},"min":{"1min":0.55900000000000005,"5min":0.374,"15min":0.374},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.496,"5min":0.436,"15min":0.436},"max":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.82799999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.76700000000000002,"15min":0.75900000000000001},"min":{"1min":0.61099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.79900000000000004,"15min":0.79200000000000004},"min":{"1min":0.64400000000000002,"5min":0.498,"15min":0.498},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.81599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.68300000000000005,"15min":0.67000000000000004},"min":{"1min":0.621,"5min":0.432,"15min":0.432},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76600000000000001,"15min":0.75600000000000001},"min":{"1min":0.623,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.89200000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.70599999999999996}]}]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7332,"kb_used_data":1628,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737820,"statfs":{"total":95995035648,"available":95987527680,"internally_reserved":0,"allocated":1667072,"data_stored":1117979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.52600000000000002,"15min":0.40699999999999997},"min":{"1min":0.33100000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.57399999999999995,"5min":10.805999999999999,"15min":10.805999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.41299999999999998},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56799999999999995,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64300000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69199999999999995,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91000000000000003,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.62},{"interface":"front","average":{"1min":0.62,"5min":0.72599999999999998,"15min":0.58199999999999996},"min":{"1min":0.48499999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.755,"5min":13.634,"15min":13.634},"last":0.68000000000000005}]},{"osd":3,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68999999999999995,"15min":0.57599999999999996},"min":{"1min":0.40699999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.1459999999999999,"5min":9.5129999999999999,"15min":9.5129999999999999},"last":0.75},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.75600000000000001,"15min":0.61199999999999999},"min":{"1min":0.38700000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.464,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.72899999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57399999999999995,"15min":0.51100000000000001},"min":{"1min":0.32200000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.65500000000000003,"5min":6.492,"15min":6.492},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.84799999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.65700000000000003,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93400000000000005,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.78400000000000003,"15min":0.64400000000000002},"min":{"1min":0.52100000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83999999999999997,"5min":13.864000000000001,"15min":13.864000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.72399999999999998,"15min":0.64300000000000002},"min":{"1min":0.48799999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":3.266,"5min":5.3499999999999996,"15min":5.3499999999999996},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.754,"15min":0.66400000000000003},"min":{"1min":0.65800000000000003,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":3.2829999999999999,"5min":3.2829999999999999,"15min":3.2829999999999999},"last":0.93899999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.70299999999999996,"15min":0.67100000000000004},"min":{"1min":0.623,"5min":0.437,"15min":0.437},"max":{"1min":0.91600000000000004,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.878},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.72399999999999998,"15min":0.68899999999999995},"min":{"1min":0.55600000000000005,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.94799999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.872,"15min":0.77700000000000002},"min":{"1min":0.61599999999999999,"5min":0.504,"15min":0.504},"max":{"1min":2.2250000000000001,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.875,"5min":0.88100000000000001,"15min":0.79100000000000004},"min":{"1min":0.63600000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":3.141,"5min":10.601000000000001,"15min":10.601000000000001},"last":0.81999999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.1850000000000001,"15min":1.2589999999999999},"min":{"1min":0.60999999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.92400000000000004,"5min":10.663,"15min":10.663},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.23,"15min":1.3069999999999999},"min":{"1min":0.46800000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.94799999999999995,"5min":10.693,"15min":10.693},"last":0.95999999999999996}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.393,"5min":1.393,"15min":1.393},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":13.531000000000001,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.93000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495673,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6604,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738548,"statfs":{"total":95995035648,"available":95988273152,"internally_reserved":0,"allocated":1052672,"data_stored":517282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.41299999999999998,"15min":0.40799999999999997},"min":{"1min":0.30599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58199999999999996,"15min":0.60199999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67200000000000004,"5min":1.077,"15min":1.077},"last":0.377},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59499999999999997,"15min":0.61399999999999999},"min":{"1min":0.46100000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73999999999999999,"5min":1.089,"15min":1.089},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.57099999999999995},"min":{"1min":0.45800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73999999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84199999999999997,"5min":0.877,"15min":0.877},"last":0.56299999999999994}]},{"osd":3,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67500000000000004,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.498,"15min":0.496},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.61299999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.43099999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85699999999999998,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.60699999999999998,"15min":0.61899999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.66600000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85499999999999998,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.66600000000000004},"min":{"1min":0.47899999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.86599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.67000000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65900000000000003,"15min":0.66600000000000004},"min":{"1min":0.48499999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.878,"5min":1.071,"15min":1.071},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.44500000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.80800000000000005,"5min":1.04,"15min":1.04},"last":0.57899999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.72699999999999998,"15min":0.75},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.79300000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.57699999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.81000000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:29 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.76500000000000001,"15min":0.80900000000000005},"min":{"1min":0.438,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.83099999999999996,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.70199999999999996,"15min":0.73899999999999999},"min":{"1min":0.44500000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78400000000000003,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.501}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73899999999999999,"15min":0.747},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.85399999999999998,"5min":1.046,"15min":1.046},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.80000000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.91200000000000003,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.63400000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:59 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.71899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7772,"kb_used_data":1108,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737380,"statfs":{"total":95995035648,"available":95987077120,"internally_reserved":0,"allocated":1134592,"data_stored":584087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55200000000000005,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85499999999999998,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.626},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55700000000000005,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85099999999999998,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.76200000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58699999999999997,"15min":0.503},"min":{"1min":0.48699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.55700000000000005,"15min":0.48399999999999999},"min":{"1min":0.35899999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.64400000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60999999999999999,"15min":0.55000000000000004},"min":{"1min":0.33500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60399999999999998,"15min":0.55000000000000004},"min":{"1min":0.41799999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.7759999999999998,"5min":2.7759999999999998,"15min":2.7759999999999998},"last":0.70799999999999996}]},{"osd":4,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.50900000000000001,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.498,"15min":0.44500000000000001},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.60899999999999999,"15min":0.55200000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.8639999999999999,"5min":2.8639999999999999,"15min":2.8639999999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.747,"5min":0.60099999999999998,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.65700000000000003,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0660000000000001,"5min":1.071,"15min":1.071},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.65000000000000002,"15min":0.61399999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.8220000000000001,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":0.75}]},{"osd":7,"last update":"Thu Nov 16 18:23:46 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.57199999999999995,"15min":0.51600000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.93500000000000005,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.64000000000000001,"15min":0.57199999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.0129999999999999,"5min":2.161,"15min":2.161},"last":0.86899999999999999}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.71999999999999997,"15min":0.68400000000000005},"min":{"1min":0.56599999999999995,"5min":0.439,"15min":0.439},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.71399999999999997,"15min":0.67600000000000005},"min":{"1min":0.442,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":0.85199999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.78400000000000003,"15min":0.75800000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.161,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.94599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.60699999999999998,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.9809999999999999,"5min":2.9809999999999999,"15min":2.9809999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.74399999999999999,"15min":0.72399999999999998},"min":{"1min":0.61899999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.73599999999999999}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.79600000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7524,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737628,"statfs":{"total":95995035648,"available":95987331072,"internally_reserved":0,"allocated":1077248,"data_stored":518670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.51400000000000001,"15min":0.47599999999999998},"min":{"1min":0.371,"5min":0.27200000000000002,"15min":0.20200000000000001},"max":{"1min":0.71099999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56599999999999995,"15min":0.49399999999999999},"min":{"1min":0.47799999999999998,"5min":0.28499999999999998,"15min":0.218},"max":{"1min":0.70599999999999996,"5min":1.948,"15min":1.948},"last":0.71499999999999997}]},{"osd":2,"last update":"Thu Nov 16 18:23:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.5},"min":{"1min":0.437,"5min":0.311,"15min":0.311},"max":{"1min":0.81999999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.496},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69699999999999995,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.41999999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53500000000000003,"15min":0.52000000000000002},"min":{"1min":0.33500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.621,"5min":0.871,"15min":0.871},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.53400000000000003},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.75,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.45800000000000002,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73699999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.56999999999999995,"15min":0.58999999999999997},"min":{"1min":0.37,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65800000000000003,"5min":1,"15min":1},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56599999999999995,"15min":0.58199999999999996},"min":{"1min":0.35499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.70899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.629}]},{"osd":7,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.73699999999999999,"15min":0.78300000000000003},"min":{"1min":0.48899999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.78300000000000003,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.67200000000000004,"15min":0.68799999999999994},"min":{"1min":0.502,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.76400000000000001,"5min":1.012,"15min":1.012},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.68700000000000006,"15min":0.71299999999999997},"min":{"1min":0.45100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":1.052,"15min":1.052},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.67500000000000004,"15min":0.70499999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77200000000000002,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.57399999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0629999999999999,"5min":1.089,"15min":1.089},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.621,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.96899999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:23:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.72699999999999998,"15min":0.73899999999999999},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.80900000000000005,"5min":1.135,"15min":1.135},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.73399999999999999,"15min":0.74199999999999999},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.84799999999999998,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.94699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7712,"kb_used_data":1048,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737440,"statfs":{"total":95995035648,"available":95987138560,"internally_reserved":0,"allocated":1073152,"data_stored":518494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51400000000000001,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.37},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.497,"15min":0.47699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69699999999999995,"5min":0.753,"15min":0.753},"last":0.41599999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.50900000000000001},"min":{"1min":0.39600000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.57899999999999996,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63400000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.52200000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73099999999999998,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.68600000000000005}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.38300000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.52900000000000003,"15min":0.50900000000000001},"min":{"1min":0.35699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.60899999999999999,"15min":0.623},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81799999999999995,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.5},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.71399999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60399999999999998,"15min":0.59099999999999997},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.90200000000000002,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.58199999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.51700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65500000000000003,"15min":0.65700000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.76600000000000001}]},{"osd":10,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.59799999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.70999999999999996,"15min":0.68999999999999995},"min":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.73099999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182470,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6856,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738296,"statfs":{"total":95995035648,"available":95988015104,"internally_reserved":0,"allocated":1048576,"data_stored":507884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.33500000000000002},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51900000000000002,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39800000000000002,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.53600000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71999999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.50700000000000001},"min":{"1min":0.38600000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76600000000000001,"5min":1.171,"15min":1.171},"last":0.53100000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.751,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.44,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.42999999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71199999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.62},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.47299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83999999999999997,"5min":1.389,"15min":1.389},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.432,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65300000000000002,"15min":0.64100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63100000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.51100000000000001,"15min":0.52200000000000002},"min":{"1min":0.32500000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.61399999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.375}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.46100000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69799999999999995,"15min":0.68300000000000005},"min":{"1min":0.58599999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.71099999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.72799999999999998,"15min":0.76200000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.89100000000000001,"5min":1.514,"15min":1.514},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67100000000000004,"15min":0.69899999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81699999999999995,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.58099999999999996}]},{"osd":10,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.76300000000000001,"15min":0.77200000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.73699999999999999,"15min":0.751},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.90300000000000002,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.67400000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.60099999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920835,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6884,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738268,"statfs":{"total":95995035648,"available":95987986432,"internally_reserved":0,"allocated":1142784,"data_stored":589198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.39600000000000002,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.63500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.38500000000000001},"min":{"1min":0.379,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.629,"15min":0.57499999999999996},"min":{"1min":0.45100000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.46800000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76400000000000001,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.622,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.873,"5min":0.877,"15min":0.877},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59199999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.312,"15min":0.312},"max":{"1min":0.76500000000000001,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.58199999999999996},"min":{"1min":0.46300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.88600000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.40600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79000000000000004,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Nov 16 18:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56499999999999995,"15min":0.55400000000000005},"min":{"1min":0.377,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71499999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.82899999999999996,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Nov 16 18:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.56100000000000005,"15min":0.53500000000000003},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79100000000000004,"5min":0.878,"15min":0.878},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.71699999999999997,"15min":0.69799999999999995},"min":{"1min":0.50600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69099999999999995,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.74199999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.87,"5min":0.871,"15min":0.871},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.76000000000000001,"15min":0.76600000000000001},"min":{"1min":0.61699999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.94999999999999996,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.84599999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69899999999999995,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.77700000000000002,"15min":0.78700000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.92800000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.87}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.90500000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7448,"kb_used_data":1616,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93737704,"statfs":{"total":95995035648,"available":95987408896,"internally_reserved":0,"allocated":1654784,"data_stored":1099396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.755},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.67500000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76400000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.48099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.52700000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.371},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.66000000000000003,"5min":0.746,"15min":0.746},"last":0.38200000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71899999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.46400000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67600000000000005,"5min":0.745,"15min":0.745},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.48999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.91500000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.58499999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60999999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.625,"15min":0.61099999999999999},"min":{"1min":0.46100000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.47699999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.83199999999999996,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64100000000000001,"15min":0.63200000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93200000000000005,"5min":1.095,"15min":1.095},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.49299999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.433}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.56799999999999995,"15min":0.55600000000000005},"min":{"1min":0.48399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86099999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.63700000000000001,"15min":0.623},"min":{"1min":0.48199999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.93700000000000006,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.45400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:33 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.73899999999999999,"15min":0.73099999999999998},"min":{"1min":0.58899999999999997,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.67100000000000004,"15min":0.65700000000000003},"min":{"1min":0.52600000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.71699999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.73599999999999999,"15min":0.73099999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.626},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.53800000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64000000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.48699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":67910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":68844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:23:51.218 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-16T18:23:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:50 smithi125 ceph-mon[100672]: pgmap v326: 129 pgs: 129 active+clean; 640 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/181256998' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4113470958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:51.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 -- 172.21.15.63:0/2056960480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100db0 msgr2=0x7fd560107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 --2- 172.21.15.63:0/2056960480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100db0 0x7fd560107650 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd55800b0a0 tx=0x7fd55800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 -- 172.21.15.63:0/2056960480 shutdown_connections 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 --2- 172.21.15.63:0/2056960480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100db0 0x7fd560107650 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 --2- 172.21.15.63:0/2056960480 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5600ff170 0x7fd5600ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 --2- 172.21.15.63:0/2056960480 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd560100400 0x7fd560100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 -- 172.21.15.63:0/2056960480 >> 172.21.15.63:0/2056960480 conn(0x7fd5600fa750 msgr2=0x7fd5600fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 -- 172.21.15.63:0/2056960480 shutdown_connections 2023-11-16T18:23:51.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.367+0000 7fd56485f700 1 -- 172.21.15.63:0/2056960480 wait complete. 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 Processor -- start 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 -- start start 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5600ff170 0x7fd560194f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd560100db0 0x7fd56019c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56019cb00 con 0x7fd560100400 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56019cc40 con 0x7fd560100db0 2023-11-16T18:23:51.373 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.368+0000 7fd56485f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56019cdd0 con 0x7fd5600ff170 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44240/0 (socket says 172.21.15.63:44240) 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55e59c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5600ff170 0x7fd560194f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 -- 172.21.15.63:0/1383614958 learned_addr learned my addr 172.21.15.63:0/1383614958 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55ed9d700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd560100db0 0x7fd56019c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 -- 172.21.15.63:0/1383614958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5600ff170 msgr2=0x7fd560194f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5600ff170 0x7fd560194f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 -- 172.21.15.63:0/1383614958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd560100db0 msgr2=0x7fd56019c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd560100db0 0x7fd56019c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 -- 172.21.15.63:0/1383614958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd558009d00 con 0x7fd560100400 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd55dd9b700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd55000d950 tx=0x7fd55000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55000f890 con 0x7fd560100400 2023-11-16T18:23:51.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd56010abc0 con 0x7fd560100400 2023-11-16T18:23:51.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd550010460 con 0x7fd560100400 2023-11-16T18:23:51.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55000e610 con 0x7fd560100400 2023-11-16T18:23:51.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.369+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd56010aa30 con 0x7fd560100400 2023-11-16T18:23:51.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.370+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd56019d510 con 0x7fd560100400 2023-11-16T18:23:51.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.371+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd5500108d0 con 0x7fd560100400 2023-11-16T18:23:51.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.372+0000 7fd5577fe700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 0x7fd54c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.372+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd5500cca10 con 0x7fd560100400 2023-11-16T18:23:51.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.372+0000 7fd55e59c700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 0x7fd54c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.373+0000 7fd55e59c700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 0x7fd54c0a3600 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd548005950 tx=0x7fd54800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:51.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.376+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd550095e20 con 0x7fd560100400 2023-11-16T18:23:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.572+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd56019dac0 con 0x7fd54c0a1150 2023-11-16T18:23:51.588 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.586+0000 7fd5577fe700 1 -- 172.21.15.63:0/1383614958 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427987 (secure 0 0 0) 0x7fd56019dac0 con 0x7fd54c0a1150 2023-11-16T18:23:51.593 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:51.598 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 msgr2=0x7fd54c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.598 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 0x7fd54c0a3600 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd548005950 tx=0x7fd54800b410 comp rx=0 tx=0).stop 2023-11-16T18:23:51.598 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 msgr2=0x7fd5601954c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd55000d950 tx=0x7fd55000dc60 comp rx=0 tx=0).stop 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 shutdown_connections 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd54c0a1150 0x7fd54c0a3600 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd560100db0 0x7fd56019c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5600ff170 0x7fd560194f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.599 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 --2- 172.21.15.63:0/1383614958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd560100400 0x7fd5601954c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.600 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.590+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 >> 172.21.15.63:0/1383614958 conn(0x7fd5600fa750 msgr2=0x7fd5600fc970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:51.600 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.591+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 shutdown_connections 2023-11-16T18:23:51.600 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.591+0000 7fd56485f700 1 -- 172.21.15.63:0/1383614958 wait complete. 2023-11-16T18:23:51.600 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:23:51.606 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2023-11-16T18:23:50.913842+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661442,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":670,"num_read_kb":454,"num_write":347,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1240156,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":783,"ondisk_log_size":783,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":84964,"kb_used_data":14468,"kb_used_omap":0,"kb_used_meta":70400,"kb_avail":1124856860,"statfs":{"total":1151940427776,"available":1151853424640,"internally_reserved":0,"allocated":14815232,"data_stored":8203588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":72089600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6087,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":54,"num_read_kb":34,"num_write":9,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002213"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780946+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:23:45.780946+0000","last_peered":"2023-11-16T18:23:45.780946+0000","last_clean":"2023-11-16T18:23:45.780946+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:23:45.780946+0000","last_undegraded":"2023-11-16T18:23:45.780946+0000","last_fullsized":"2023-11-16T18:23:45.780946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:06:16.888466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783118+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:23:45.783118+0000","last_peered":"2023-11-16T18:23:45.783118+0000","last_clean":"2023-11-16T18:23:45.783118+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:23:45.783118+0000","last_undegraded":"2023-11-16T18:23:45.783118+0000","last_fullsized":"2023-11-16T18:23:45.783118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:16:50.860304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782840+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:23:45.782840+0000","last_peered":"2023-11-16T18:23:45.782840+0000","last_clean":"2023-11-16T18:23:45.782840+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:23:45.782840+0000","last_undegraded":"2023-11-16T18:23:45.782840+0000","last_fullsized":"2023-11-16T18:23:45.782840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:33.315568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040047+0000","last_change":"2023-11-16T18:22:44.809454+0000","last_active":"2023-11-16T18:23:46.040047+0000","last_peered":"2023-11-16T18:23:46.040047+0000","last_clean":"2023-11-16T18:23:46.040047+0000","last_became_active":"2023-11-16T18:22:44.809109+0000","last_became_peered":"2023-11-16T18:22:44.809109+0000","last_unstale":"2023-11-16T18:23:46.040047+0000","last_undegraded":"2023-11-16T18:23:46.040047+0000","last_fullsized":"2023-11-16T18:23:46.040047+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:59.203861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783134+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:23:45.783134+0000","last_peered":"2023-11-16T18:23:45.783134+0000","last_clean":"2023-11-16T18:23:45.783134+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:23:45.783134+0000","last_undegraded":"2023-11-16T18:23:45.783134+0000","last_fullsized":"2023-11-16T18:23:45.783134+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:35:30.219680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829133+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:23:45.829133+0000","last_peered":"2023-11-16T18:23:45.829133+0000","last_clean":"2023-11-16T18:23:45.829133+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:23:45.829133+0000","last_undegraded":"2023-11-16T18:23:45.829133+0000","last_fullsized":"2023-11-16T18:23:45.829133+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:39:45.234479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785343+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:23:45.785343+0000","last_peered":"2023-11-16T18:23:45.785343+0000","last_clean":"2023-11-16T18:23:45.785343+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:23:45.785343+0000","last_undegraded":"2023-11-16T18:23:45.785343+0000","last_fullsized":"2023-11-16T18:23:45.785343+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:42:56.521795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828670+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:23:45.828670+0000","last_peered":"2023-11-16T18:23:45.828670+0000","last_clean":"2023-11-16T18:23:45.828670+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:23:45.828670+0000","last_undegraded":"2023-11-16T18:23:45.828670+0000","last_fullsized":"2023-11-16T18:23:45.828670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:18:34.596688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040983+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:23:46.040983+0000","last_peered":"2023-11-16T18:23:46.040983+0000","last_clean":"2023-11-16T18:23:46.040983+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:23:46.040983+0000","last_undegraded":"2023-11-16T18:23:46.040983+0000","last_fullsized":"2023-11-16T18:23:46.040983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:24:35.326879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829612+0000","last_change":"2023-11-16T18:22:44.806027+0000","last_active":"2023-11-16T18:23:45.829612+0000","last_peered":"2023-11-16T18:23:45.829612+0000","last_clean":"2023-11-16T18:23:45.829612+0000","last_became_active":"2023-11-16T18:22:44.805587+0000","last_became_peered":"2023-11-16T18:22:44.805587+0000","last_unstale":"2023-11-16T18:23:45.829612+0000","last_undegraded":"2023-11-16T18:23:45.829612+0000","last_fullsized":"2023-11-16T18:23:45.829612+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:49.858022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785931+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:23:45.785931+0000","last_peered":"2023-11-16T18:23:45.785931+0000","last_clean":"2023-11-16T18:23:45.785931+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:23:45.785931+0000","last_undegraded":"2023-11-16T18:23:45.785931+0000","last_fullsized":"2023-11-16T18:23:45.785931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:40.892392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778531+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:23:45.778531+0000","last_peered":"2023-11-16T18:23:45.778531+0000","last_clean":"2023-11-16T18:23:45.778531+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:23:45.778531+0000","last_undegraded":"2023-11-16T18:23:45.778531+0000","last_fullsized":"2023-11-16T18:23:45.778531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:17:12.155542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777528+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:23:45.777528+0000","last_peered":"2023-11-16T18:23:45.777528+0000","last_clean":"2023-11-16T18:23:45.777528+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:23:45.777528+0000","last_undegraded":"2023-11-16T18:23:45.777528+0000","last_fullsized":"2023-11-16T18:23:45.777528+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:07:17.513798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782706+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:23:45.782706+0000","last_peered":"2023-11-16T18:23:45.782706+0000","last_clean":"2023-11-16T18:23:45.782706+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:23:45.782706+0000","last_undegraded":"2023-11-16T18:23:45.782706+0000","last_fullsized":"2023-11-16T18:23:45.782706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:33:14.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782643+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:23:45.782643+0000","last_peered":"2023-11-16T18:23:45.782643+0000","last_clean":"2023-11-16T18:23:45.782643+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:23:45.782643+0000","last_undegraded":"2023-11-16T18:23:45.782643+0000","last_fullsized":"2023-11-16T18:23:45.782643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:34:26.392893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040906+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:23:46.040906+0000","last_peered":"2023-11-16T18:23:46.040906+0000","last_clean":"2023-11-16T18:23:46.040906+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:23:46.040906+0000","last_undegraded":"2023-11-16T18:23:46.040906+0000","last_fullsized":"2023-11-16T18:23:46.040906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:34:01.501888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780765+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:23:45.780765+0000","last_peered":"2023-11-16T18:23:45.780765+0000","last_clean":"2023-11-16T18:23:45.780765+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:23:45.780765+0000","last_undegraded":"2023-11-16T18:23:45.780765+0000","last_fullsized":"2023-11-16T18:23:45.780765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:15:25.791212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040188+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:23:46.040188+0000","last_peered":"2023-11-16T18:23:46.040188+0000","last_clean":"2023-11-16T18:23:46.040188+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:23:46.040188+0000","last_undegraded":"2023-11-16T18:23:46.040188+0000","last_fullsized":"2023-11-16T18:23:46.040188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:51:28.097486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784482+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:23:45.784482+0000","last_peered":"2023-11-16T18:23:45.784482+0000","last_clean":"2023-11-16T18:23:45.784482+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:23:45.784482+0000","last_undegraded":"2023-11-16T18:23:45.784482+0000","last_fullsized":"2023-11-16T18:23:45.784482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:51:23.722942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783287+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:23:45.783287+0000","last_peered":"2023-11-16T18:23:45.783287+0000","last_clean":"2023-11-16T18:23:45.783287+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:23:45.783287+0000","last_undegraded":"2023-11-16T18:23:45.783287+0000","last_fullsized":"2023-11-16T18:23:45.783287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:47:46.090365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040287+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:23:46.040287+0000","last_peered":"2023-11-16T18:23:46.040287+0000","last_clean":"2023-11-16T18:23:46.040287+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:23:46.040287+0000","last_undegraded":"2023-11-16T18:23:46.040287+0000","last_fullsized":"2023-11-16T18:23:46.040287+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:47:13.397435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829392+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:23:45.829392+0000","last_peered":"2023-11-16T18:23:45.829392+0000","last_clean":"2023-11-16T18:23:45.829392+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:23:45.829392+0000","last_undegraded":"2023-11-16T18:23:45.829392+0000","last_fullsized":"2023-11-16T18:23:45.829392+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:18:04.805159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778080+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:23:45.778080+0000","last_peered":"2023-11-16T18:23:45.778080+0000","last_clean":"2023-11-16T18:23:45.778080+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:23:45.778080+0000","last_undegraded":"2023-11-16T18:23:45.778080+0000","last_fullsized":"2023-11-16T18:23:45.778080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:37:51.124578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829368+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:23:45.829368+0000","last_peered":"2023-11-16T18:23:45.829368+0000","last_clean":"2023-11-16T18:23:45.829368+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:23:45.829368+0000","last_undegraded":"2023-11-16T18:23:45.829368+0000","last_fullsized":"2023-11-16T18:23:45.829368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:35:11.244327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783789+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:23:45.783789+0000","last_peered":"2023-11-16T18:23:45.783789+0000","last_clean":"2023-11-16T18:23:45.783789+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:23:45.783789+0000","last_undegraded":"2023-11-16T18:23:45.783789+0000","last_fullsized":"2023-11-16T18:23:45.783789+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:42:24.608131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778381+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:23:45.778381+0000","last_peered":"2023-11-16T18:23:45.778381+0000","last_clean":"2023-11-16T18:23:45.778381+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:23:45.778381+0000","last_undegraded":"2023-11-16T18:23:45.778381+0000","last_fullsized":"2023-11-16T18:23:45.778381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:28:28.537180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780750+0000","last_change":"2023-11-16T18:22:44.815673+0000","last_active":"2023-11-16T18:23:45.780750+0000","last_peered":"2023-11-16T18:23:45.780750+0000","last_clean":"2023-11-16T18:23:45.780750+0000","last_became_active":"2023-11-16T18:22:44.809218+0000","last_became_peered":"2023-11-16T18:22:44.809218+0000","last_unstale":"2023-11-16T18:23:45.780750+0000","last_undegraded":"2023-11-16T18:23:45.780750+0000","last_fullsized":"2023-11-16T18:23:45.780750+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:08:43.147641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040605+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:23:46.040605+0000","last_peered":"2023-11-16T18:23:46.040605+0000","last_clean":"2023-11-16T18:23:46.040605+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:23:46.040605+0000","last_undegraded":"2023-11-16T18:23:46.040605+0000","last_fullsized":"2023-11-16T18:23:46.040605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:26.707616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778281+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:23:45.778281+0000","last_peered":"2023-11-16T18:23:45.778281+0000","last_clean":"2023-11-16T18:23:45.778281+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:23:45.778281+0000","last_undegraded":"2023-11-16T18:23:45.778281+0000","last_fullsized":"2023-11-16T18:23:45.778281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:05:14.600185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784880+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:23:45.784880+0000","last_peered":"2023-11-16T18:23:45.784880+0000","last_clean":"2023-11-16T18:23:45.784880+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:23:45.784880+0000","last_undegraded":"2023-11-16T18:23:45.784880+0000","last_fullsized":"2023-11-16T18:23:45.784880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:58:57.594534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778390+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:23:45.778390+0000","last_peered":"2023-11-16T18:23:45.778390+0000","last_clean":"2023-11-16T18:23:45.778390+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:23:45.778390+0000","last_undegraded":"2023-11-16T18:23:45.778390+0000","last_fullsized":"2023-11-16T18:23:45.778390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:01:25.076078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784337+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:23:45.784337+0000","last_peered":"2023-11-16T18:23:45.784337+0000","last_clean":"2023-11-16T18:23:45.784337+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:23:45.784337+0000","last_undegraded":"2023-11-16T18:23:45.784337+0000","last_fullsized":"2023-11-16T18:23:45.784337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:25:26.327791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":123,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778750+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:23:45.778750+0000","last_peered":"2023-11-16T18:23:45.778750+0000","last_clean":"2023-11-16T18:23:45.778750+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:23:45.778750+0000","last_undegraded":"2023-11-16T18:23:45.778750+0000","last_fullsized":"2023-11-16T18:23:45.778750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:43:08.045191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783740+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:23:45.783740+0000","last_peered":"2023-11-16T18:23:45.783740+0000","last_clean":"2023-11-16T18:23:45.783740+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:23:45.783740+0000","last_undegraded":"2023-11-16T18:23:45.783740+0000","last_fullsized":"2023-11-16T18:23:45.783740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:38:06.731055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784524+0000","last_change":"2023-11-16T18:22:44.822862+0000","last_active":"2023-11-16T18:23:45.784524+0000","last_peered":"2023-11-16T18:23:45.784524+0000","last_clean":"2023-11-16T18:23:45.784524+0000","last_became_active":"2023-11-16T18:22:44.822234+0000","last_became_peered":"2023-11-16T18:22:44.822234+0000","last_unstale":"2023-11-16T18:23:45.784524+0000","last_undegraded":"2023-11-16T18:23:45.784524+0000","last_fullsized":"2023-11-16T18:23:45.784524+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:28:50.886916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,10,5],"acting":[2,6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829084+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:23:45.829084+0000","last_peered":"2023-11-16T18:23:45.829084+0000","last_clean":"2023-11-16T18:23:45.829084+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:23:45.829084+0000","last_undegraded":"2023-11-16T18:23:45.829084+0000","last_fullsized":"2023-11-16T18:23:45.829084+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:17.072797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039823+0000","last_change":"2023-11-16T18:22:44.810766+0000","last_active":"2023-11-16T18:23:46.039823+0000","last_peered":"2023-11-16T18:23:46.039823+0000","last_clean":"2023-11-16T18:23:46.039823+0000","last_became_active":"2023-11-16T18:22:44.810442+0000","last_became_peered":"2023-11-16T18:22:44.810442+0000","last_unstale":"2023-11-16T18:23:46.039823+0000","last_undegraded":"2023-11-16T18:23:46.039823+0000","last_fullsized":"2023-11-16T18:23:46.039823+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:46:55.344640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780726+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:23:45.780726+0000","last_peered":"2023-11-16T18:23:45.780726+0000","last_clean":"2023-11-16T18:23:45.780726+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:23:45.780726+0000","last_undegraded":"2023-11-16T18:23:45.780726+0000","last_fullsized":"2023-11-16T18:23:45.780726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:44:12.661296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777230+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:23:45.777230+0000","last_peered":"2023-11-16T18:23:45.777230+0000","last_clean":"2023-11-16T18:23:45.777230+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:23:45.777230+0000","last_undegraded":"2023-11-16T18:23:45.777230+0000","last_fullsized":"2023-11-16T18:23:45.777230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:55:32.916443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828598+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:23:45.828598+0000","last_peered":"2023-11-16T18:23:45.828598+0000","last_clean":"2023-11-16T18:23:45.828598+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:23:45.828598+0000","last_undegraded":"2023-11-16T18:23:45.828598+0000","last_fullsized":"2023-11-16T18:23:45.828598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:57.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782972+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:23:45.782972+0000","last_peered":"2023-11-16T18:23:45.782972+0000","last_clean":"2023-11-16T18:23:45.782972+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:23:45.782972+0000","last_undegraded":"2023-11-16T18:23:45.782972+0000","last_fullsized":"2023-11-16T18:23:45.782972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:49:03.598444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778038+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:23:45.778038+0000","last_peered":"2023-11-16T18:23:45.778038+0000","last_clean":"2023-11-16T18:23:45.778038+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:23:45.778038+0000","last_undegraded":"2023-11-16T18:23:45.778038+0000","last_fullsized":"2023-11-16T18:23:45.778038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:57.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039697+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:23:46.039697+0000","last_peered":"2023-11-16T18:23:46.039697+0000","last_clean":"2023-11-16T18:23:46.039697+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:23:46.039697+0000","last_undegraded":"2023-11-16T18:23:46.039697+0000","last_fullsized":"2023-11-16T18:23:46.039697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:36:46.875438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828625+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:23:45.828625+0000","last_peered":"2023-11-16T18:23:45.828625+0000","last_clean":"2023-11-16T18:23:45.828625+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:23:45.828625+0000","last_undegraded":"2023-11-16T18:23:45.828625+0000","last_fullsized":"2023-11-16T18:23:45.828625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:39:15.649207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":120,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832826+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:23:47.832826+0000","last_peered":"2023-11-16T18:23:47.832826+0000","last_clean":"2023-11-16T18:23:47.832826+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:23:47.832826+0000","last_undegraded":"2023-11-16T18:23:47.832826+0000","last_fullsized":"2023-11-16T18:23:47.832826+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:22:50.063036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041037+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:23:46.041037+0000","last_peered":"2023-11-16T18:23:46.041037+0000","last_clean":"2023-11-16T18:23:46.041037+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:23:46.041037+0000","last_undegraded":"2023-11-16T18:23:46.041037+0000","last_fullsized":"2023-11-16T18:23:46.041037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:06.371465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039649+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:23:46.039649+0000","last_peered":"2023-11-16T18:23:46.039649+0000","last_clean":"2023-11-16T18:23:46.039649+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:23:46.039649+0000","last_undegraded":"2023-11-16T18:23:46.039649+0000","last_fullsized":"2023-11-16T18:23:46.039649+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:59:11.513512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785737+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:23:45.785737+0000","last_peered":"2023-11-16T18:23:45.785737+0000","last_clean":"2023-11-16T18:23:45.785737+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:23:45.785737+0000","last_undegraded":"2023-11-16T18:23:45.785737+0000","last_fullsized":"2023-11-16T18:23:45.785737+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:32.138207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783792+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:23:45.783792+0000","last_peered":"2023-11-16T18:23:45.783792+0000","last_clean":"2023-11-16T18:23:45.783792+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:23:45.783792+0000","last_undegraded":"2023-11-16T18:23:45.783792+0000","last_fullsized":"2023-11-16T18:23:45.783792+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:53:53.048270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778583+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:23:45.778583+0000","last_peered":"2023-11-16T18:23:45.778583+0000","last_clean":"2023-11-16T18:23:45.778583+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:23:45.778583+0000","last_undegraded":"2023-11-16T18:23:45.778583+0000","last_fullsized":"2023-11-16T18:23:45.778583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:39:04.920172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778348+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:23:45.778348+0000","last_peered":"2023-11-16T18:23:45.778348+0000","last_clean":"2023-11-16T18:23:45.778348+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:23:45.778348+0000","last_undegraded":"2023-11-16T18:23:45.778348+0000","last_fullsized":"2023-11-16T18:23:45.778348+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:26:56.124477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040782+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:23:46.040782+0000","last_peered":"2023-11-16T18:23:46.040782+0000","last_clean":"2023-11-16T18:23:46.040782+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:23:46.040782+0000","last_undegraded":"2023-11-16T18:23:46.040782+0000","last_fullsized":"2023-11-16T18:23:46.040782+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:14:00.152032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039858+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:23:46.039858+0000","last_peered":"2023-11-16T18:23:46.039858+0000","last_clean":"2023-11-16T18:23:46.039858+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:23:46.039858+0000","last_undegraded":"2023-11-16T18:23:46.039858+0000","last_fullsized":"2023-11-16T18:23:46.039858+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:04.199946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'37","reported_seq":271,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:48.915902+0000","last_change":"2023-11-16T18:22:44.816889+0000","last_active":"2023-11-16T18:23:48.915902+0000","last_peered":"2023-11-16T18:23:48.915902+0000","last_clean":"2023-11-16T18:23:48.915902+0000","last_became_active":"2023-11-16T18:22:44.808697+0000","last_became_peered":"2023-11-16T18:22:44.808697+0000","last_unstale":"2023-11-16T18:23:48.915902+0000","last_undegraded":"2023-11-16T18:23:48.915902+0000","last_fullsized":"2023-11-16T18:23:48.915902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:15:59.294979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66783,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":181,"num_read_kb":153,"num_write":38,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":59185,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783726+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:23:45.783726+0000","last_peered":"2023-11-16T18:23:45.783726+0000","last_clean":"2023-11-16T18:23:45.783726+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:23:45.783726+0000","last_undegraded":"2023-11-16T18:23:45.783726+0000","last_fullsized":"2023-11-16T18:23:45.783726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:38:39.274369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779140+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:23:45.779140+0000","last_peered":"2023-11-16T18:23:45.779140+0000","last_clean":"2023-11-16T18:23:45.779140+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:23:45.779140+0000","last_undegraded":"2023-11-16T18:23:45.779140+0000","last_fullsized":"2023-11-16T18:23:45.779140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:57:16.817589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783952+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:23:45.783952+0000","last_peered":"2023-11-16T18:23:45.783952+0000","last_clean":"2023-11-16T18:23:45.783952+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:23:45.783952+0000","last_undegraded":"2023-11-16T18:23:45.783952+0000","last_fullsized":"2023-11-16T18:23:45.783952+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:02:48.717893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777339+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:23:45.777339+0000","last_peered":"2023-11-16T18:23:45.777339+0000","last_clean":"2023-11-16T18:23:45.777339+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:23:45.777339+0000","last_undegraded":"2023-11-16T18:23:45.777339+0000","last_fullsized":"2023-11-16T18:23:45.777339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:22:42.119090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780443+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:23:45.780443+0000","last_peered":"2023-11-16T18:23:45.780443+0000","last_clean":"2023-11-16T18:23:45.780443+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:23:45.780443+0000","last_undegraded":"2023-11-16T18:23:45.780443+0000","last_fullsized":"2023-11-16T18:23:45.780443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:16:53.096482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778557+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:23:45.778557+0000","last_peered":"2023-11-16T18:23:45.778557+0000","last_clean":"2023-11-16T18:23:45.778557+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:23:45.778557+0000","last_undegraded":"2023-11-16T18:23:45.778557+0000","last_fullsized":"2023-11-16T18:23:45.778557+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:09:14.128440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785627+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:23:45.785627+0000","last_peered":"2023-11-16T18:23:45.785627+0000","last_clean":"2023-11-16T18:23:45.785627+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:23:45.785627+0000","last_undegraded":"2023-11-16T18:23:45.785627+0000","last_fullsized":"2023-11-16T18:23:45.785627+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:41:12.031376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784003+0000","last_change":"2023-11-16T18:22:44.811956+0000","last_active":"2023-11-16T18:23:45.784003+0000","last_peered":"2023-11-16T18:23:45.784003+0000","last_clean":"2023-11-16T18:23:45.784003+0000","last_became_active":"2023-11-16T18:22:44.811332+0000","last_became_peered":"2023-11-16T18:22:44.811332+0000","last_unstale":"2023-11-16T18:23:45.784003+0000","last_undegraded":"2023-11-16T18:23:45.784003+0000","last_fullsized":"2023-11-16T18:23:45.784003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:40.232357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"91'5","reported_seq":126,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832533+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:23:47.832533+0000","last_peered":"2023-11-16T18:23:47.832533+0000","last_clean":"2023-11-16T18:23:47.832533+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:23:47.832533+0000","last_undegraded":"2023-11-16T18:23:47.832533+0000","last_fullsized":"2023-11-16T18:23:47.832533+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:46:25.257808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785328+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:23:45.785328+0000","last_peered":"2023-11-16T18:23:45.785328+0000","last_clean":"2023-11-16T18:23:45.785328+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:23:45.785328+0000","last_undegraded":"2023-11-16T18:23:45.785328+0000","last_fullsized":"2023-11-16T18:23:45.785328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:24:31.305675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777721+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:23:45.777721+0000","last_peered":"2023-11-16T18:23:45.777721+0000","last_clean":"2023-11-16T18:23:45.777721+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:23:45.777721+0000","last_undegraded":"2023-11-16T18:23:45.777721+0000","last_fullsized":"2023-11-16T18:23:45.777721+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:32.994382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.097966+0000","last_change":"2023-11-16T18:23:46.097478+0000","last_active":"2023-11-16T18:23:46.097966+0000","last_peered":"2023-11-16T18:23:46.097966+0000","last_clean":"2023-11-16T18:23:46.097966+0000","last_became_active":"2023-11-16T18:23:46.041573+0000","last_became_peered":"2023-11-16T18:23:46.041573+0000","last_unstale":"2023-11-16T18:23:46.097966+0000","last_undegraded":"2023-11-16T18:23:46.097966+0000","last_fullsized":"2023-11-16T18:23:46.097966+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:41.391362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,1],"acting":[11,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778257+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:23:45.778257+0000","last_peered":"2023-11-16T18:23:45.778257+0000","last_clean":"2023-11-16T18:23:45.778257+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:23:45.778257+0000","last_undegraded":"2023-11-16T18:23:45.778257+0000","last_fullsized":"2023-11-16T18:23:45.778257+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:11:49.623306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778103+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:23:45.778103+0000","last_peered":"2023-11-16T18:23:45.778103+0000","last_clean":"2023-11-16T18:23:45.778103+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:23:45.778103+0000","last_undegraded":"2023-11-16T18:23:45.778103+0000","last_fullsized":"2023-11-16T18:23:45.778103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:26:39.612769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784225+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:23:45.784225+0000","last_peered":"2023-11-16T18:23:45.784225+0000","last_clean":"2023-11-16T18:23:45.784225+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:23:45.784225+0000","last_undegraded":"2023-11-16T18:23:45.784225+0000","last_fullsized":"2023-11-16T18:23:45.784225+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:33:34.613681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780818+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:23:45.780818+0000","last_peered":"2023-11-16T18:23:45.780818+0000","last_clean":"2023-11-16T18:23:45.780818+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:23:45.780818+0000","last_undegraded":"2023-11-16T18:23:45.780818+0000","last_fullsized":"2023-11-16T18:23:45.780818+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:01:09.950479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783634+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:23:45.783634+0000","last_peered":"2023-11-16T18:23:45.783634+0000","last_clean":"2023-11-16T18:23:45.783634+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:23:45.783634+0000","last_undegraded":"2023-11-16T18:23:45.783634+0000","last_fullsized":"2023-11-16T18:23:45.783634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:19:20.742813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039877+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:23:46.039877+0000","last_peered":"2023-11-16T18:23:46.039877+0000","last_clean":"2023-11-16T18:23:46.039877+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:23:46.039877+0000","last_undegraded":"2023-11-16T18:23:46.039877+0000","last_fullsized":"2023-11-16T18:23:46.039877+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:03:46.684839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829465+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:23:45.829465+0000","last_peered":"2023-11-16T18:23:45.829465+0000","last_clean":"2023-11-16T18:23:45.829465+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:23:45.829465+0000","last_undegraded":"2023-11-16T18:23:45.829465+0000","last_fullsized":"2023-11-16T18:23:45.829465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:05.187214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777539+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:23:45.777539+0000","last_peered":"2023-11-16T18:23:45.777539+0000","last_clean":"2023-11-16T18:23:45.777539+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:23:45.777539+0000","last_undegraded":"2023-11-16T18:23:45.777539+0000","last_fullsized":"2023-11-16T18:23:45.777539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:35:47.210825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785421+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:23:45.785421+0000","last_peered":"2023-11-16T18:23:45.785421+0000","last_clean":"2023-11-16T18:23:45.785421+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:23:45.785421+0000","last_undegraded":"2023-11-16T18:23:45.785421+0000","last_fullsized":"2023-11-16T18:23:45.785421+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:36.031240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829201+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:23:45.829201+0000","last_peered":"2023-11-16T18:23:45.829201+0000","last_clean":"2023-11-16T18:23:45.829201+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:23:45.829201+0000","last_undegraded":"2023-11-16T18:23:45.829201+0000","last_fullsized":"2023-11-16T18:23:45.829201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:24:04.522346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777543+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:23:45.777543+0000","last_peered":"2023-11-16T18:23:45.777543+0000","last_clean":"2023-11-16T18:23:45.777543+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:23:45.777543+0000","last_undegraded":"2023-11-16T18:23:45.777543+0000","last_fullsized":"2023-11-16T18:23:45.777543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:55:23.382011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778844+0000","last_change":"2023-11-16T18:22:44.809902+0000","last_active":"2023-11-16T18:23:45.778844+0000","last_peered":"2023-11-16T18:23:45.778844+0000","last_clean":"2023-11-16T18:23:45.778844+0000","last_became_active":"2023-11-16T18:22:44.809233+0000","last_became_peered":"2023-11-16T18:22:44.809233+0000","last_unstale":"2023-11-16T18:23:45.778844+0000","last_undegraded":"2023-11-16T18:23:45.778844+0000","last_fullsized":"2023-11-16T18:23:45.778844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:50:24.182747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":121,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.830315+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:23:46.830315+0000","last_peered":"2023-11-16T18:23:46.830315+0000","last_clean":"2023-11-16T18:23:46.830315+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:23:46.830315+0000","last_undegraded":"2023-11-16T18:23:46.830315+0000","last_fullsized":"2023-11-16T18:23:46.830315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:28:31.330850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":86,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785773+0000","last_change":"2023-11-16T18:22:44.818268+0000","last_active":"2023-11-16T18:23:45.785773+0000","last_peered":"2023-11-16T18:23:45.785773+0000","last_clean":"2023-11-16T18:23:45.785773+0000","last_became_active":"2023-11-16T18:22:44.813196+0000","last_became_peered":"2023-11-16T18:22:44.813196+0000","last_unstale":"2023-11-16T18:23:45.785773+0000","last_undegraded":"2023-11-16T18:23:45.785773+0000","last_fullsized":"2023-11-16T18:23:45.785773+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:13:01.876128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,11,9],"acting":[7,8,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828804+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:23:45.828804+0000","last_peered":"2023-11-16T18:23:45.828804+0000","last_clean":"2023-11-16T18:23:45.828804+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:23:45.828804+0000","last_undegraded":"2023-11-16T18:23:45.828804+0000","last_fullsized":"2023-11-16T18:23:45.828804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:23:30.589150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778439+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:23:45.778439+0000","last_peered":"2023-11-16T18:23:45.778439+0000","last_clean":"2023-11-16T18:23:45.778439+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:23:45.778439+0000","last_undegraded":"2023-11-16T18:23:45.778439+0000","last_fullsized":"2023-11-16T18:23:45.778439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:34:19.390015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785126+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:23:45.785126+0000","last_peered":"2023-11-16T18:23:45.785126+0000","last_clean":"2023-11-16T18:23:45.785126+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:23:45.785126+0000","last_undegraded":"2023-11-16T18:23:45.785126+0000","last_fullsized":"2023-11-16T18:23:45.785126+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:40:27.199891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779207+0000","last_change":"2023-11-16T18:22:44.822930+0000","last_active":"2023-11-16T18:23:45.779207+0000","last_peered":"2023-11-16T18:23:45.779207+0000","last_clean":"2023-11-16T18:23:45.779207+0000","last_became_active":"2023-11-16T18:22:44.822557+0000","last_became_peered":"2023-11-16T18:22:44.822557+0000","last_unstale":"2023-11-16T18:23:45.779207+0000","last_undegraded":"2023-11-16T18:23:45.779207+0000","last_fullsized":"2023-11-16T18:23:45.779207+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:58:16.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777068+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:23:45.777068+0000","last_peered":"2023-11-16T18:23:45.777068+0000","last_clean":"2023-11-16T18:23:45.777068+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:23:45.777068+0000","last_undegraded":"2023-11-16T18:23:45.777068+0000","last_fullsized":"2023-11-16T18:23:45.777068+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:48:57.765352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785141+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:23:45.785141+0000","last_peered":"2023-11-16T18:23:45.785141+0000","last_clean":"2023-11-16T18:23:45.785141+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:23:45.785141+0000","last_undegraded":"2023-11-16T18:23:45.785141+0000","last_fullsized":"2023-11-16T18:23:45.785141+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:45:11.087895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780425+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:23:45.780425+0000","last_peered":"2023-11-16T18:23:45.780425+0000","last_clean":"2023-11-16T18:23:45.780425+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:23:45.780425+0000","last_undegraded":"2023-11-16T18:23:45.780425+0000","last_fullsized":"2023-11-16T18:23:45.780425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:18.157084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783566+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:23:45.783566+0000","last_peered":"2023-11-16T18:23:45.783566+0000","last_clean":"2023-11-16T18:23:45.783566+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:23:45.783566+0000","last_undegraded":"2023-11-16T18:23:45.783566+0000","last_fullsized":"2023-11-16T18:23:45.783566+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:38:45.261815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777691+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:23:45.777691+0000","last_peered":"2023-11-16T18:23:45.777691+0000","last_clean":"2023-11-16T18:23:45.777691+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:23:45.777691+0000","last_undegraded":"2023-11-16T18:23:45.777691+0000","last_fullsized":"2023-11-16T18:23:45.777691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:45:48.470994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828513+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:23:45.828513+0000","last_peered":"2023-11-16T18:23:45.828513+0000","last_clean":"2023-11-16T18:23:45.828513+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:23:45.828513+0000","last_undegraded":"2023-11-16T18:23:45.828513+0000","last_fullsized":"2023-11-16T18:23:45.828513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:01:03.112823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'6","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040283+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:23:46.040283+0000","last_peered":"2023-11-16T18:23:46.040283+0000","last_clean":"2023-11-16T18:23:46.040283+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:23:46.040283+0000","last_undegraded":"2023-11-16T18:23:46.040283+0000","last_fullsized":"2023-11-16T18:23:46.040283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:05:23.436505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:41:11.941336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783075+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:23:45.783075+0000","last_peered":"2023-11-16T18:23:45.783075+0000","last_clean":"2023-11-16T18:23:45.783075+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:23:45.783075+0000","last_undegraded":"2023-11-16T18:23:45.783075+0000","last_fullsized":"2023-11-16T18:23:45.783075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:31:06.703762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779147+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:23:45.779147+0000","last_peered":"2023-11-16T18:23:45.779147+0000","last_clean":"2023-11-16T18:23:45.779147+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:23:45.779147+0000","last_undegraded":"2023-11-16T18:23:45.779147+0000","last_fullsized":"2023-11-16T18:23:45.779147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:52.287347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783282+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:23:45.783282+0000","last_peered":"2023-11-16T18:23:45.783282+0000","last_clean":"2023-11-16T18:23:45.783282+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:23:45.783282+0000","last_undegraded":"2023-11-16T18:23:45.783282+0000","last_fullsized":"2023-11-16T18:23:45.783282+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:07.249842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778847+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:23:45.778847+0000","last_peered":"2023-11-16T18:23:45.778847+0000","last_clean":"2023-11-16T18:23:45.778847+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:23:45.778847+0000","last_undegraded":"2023-11-16T18:23:45.778847+0000","last_fullsized":"2023-11-16T18:23:45.778847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:02:43.309589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041070+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:23:46.041070+0000","last_peered":"2023-11-16T18:23:46.041070+0000","last_clean":"2023-11-16T18:23:46.041070+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:23:46.041070+0000","last_undegraded":"2023-11-16T18:23:46.041070+0000","last_fullsized":"2023-11-16T18:23:46.041070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:53.373110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783298+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:23:45.783298+0000","last_peered":"2023-11-16T18:23:45.783298+0000","last_clean":"2023-11-16T18:23:45.783298+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:23:45.783298+0000","last_undegraded":"2023-11-16T18:23:45.783298+0000","last_fullsized":"2023-11-16T18:23:45.783298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:11:02.764371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040235+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:23:46.040235+0000","last_peered":"2023-11-16T18:23:46.040235+0000","last_clean":"2023-11-16T18:23:46.040235+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:23:46.040235+0000","last_undegraded":"2023-11-16T18:23:46.040235+0000","last_fullsized":"2023-11-16T18:23:46.040235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:46:15.151218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:11.948935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780354+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:23:45.780354+0000","last_peered":"2023-11-16T18:23:45.780354+0000","last_clean":"2023-11-16T18:23:45.780354+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:23:45.780354+0000","last_undegraded":"2023-11-16T18:23:45.780354+0000","last_fullsized":"2023-11-16T18:23:45.780354+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:39:46.878921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778726+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:23:45.778726+0000","last_peered":"2023-11-16T18:23:45.778726+0000","last_clean":"2023-11-16T18:23:45.778726+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:23:45.778726+0000","last_undegraded":"2023-11-16T18:23:45.778726+0000","last_fullsized":"2023-11-16T18:23:45.778726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:49:06.296165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783194+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:23:45.783194+0000","last_peered":"2023-11-16T18:23:45.783194+0000","last_clean":"2023-11-16T18:23:45.783194+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:23:45.783194+0000","last_undegraded":"2023-11-16T18:23:45.783194+0000","last_fullsized":"2023-11-16T18:23:45.783194+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:49:49.990418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828886+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:23:45.828886+0000","last_peered":"2023-11-16T18:23:45.828886+0000","last_clean":"2023-11-16T18:23:45.828886+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:23:45.828886+0000","last_undegraded":"2023-11-16T18:23:45.828886+0000","last_fullsized":"2023-11-16T18:23:45.828886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:39:23.944316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778611+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:23:45.778611+0000","last_peered":"2023-11-16T18:23:45.778611+0000","last_clean":"2023-11-16T18:23:45.778611+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:23:45.778611+0000","last_undegraded":"2023-11-16T18:23:45.778611+0000","last_fullsized":"2023-11-16T18:23:45.778611+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:32:06.476210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783255+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:23:45.783255+0000","last_peered":"2023-11-16T18:23:45.783255+0000","last_clean":"2023-11-16T18:23:45.783255+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:23:45.783255+0000","last_undegraded":"2023-11-16T18:23:45.783255+0000","last_fullsized":"2023-11-16T18:23:45.783255+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:32.689398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785586+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:23:45.785586+0000","last_peered":"2023-11-16T18:23:45.785586+0000","last_clean":"2023-11-16T18:23:45.785586+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:23:45.785586+0000","last_undegraded":"2023-11-16T18:23:45.785586+0000","last_fullsized":"2023-11-16T18:23:45.785586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:55:29.149105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040299+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:23:46.040299+0000","last_peered":"2023-11-16T18:23:46.040299+0000","last_clean":"2023-11-16T18:23:46.040299+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:23:46.040299+0000","last_undegraded":"2023-11-16T18:23:46.040299+0000","last_fullsized":"2023-11-16T18:23:46.040299+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:22:44.055774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784821+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:23:45.784821+0000","last_peered":"2023-11-16T18:23:45.784821+0000","last_clean":"2023-11-16T18:23:45.784821+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:23:45.784821+0000","last_undegraded":"2023-11-16T18:23:45.784821+0000","last_fullsized":"2023-11-16T18:23:45.784821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:19:39.752932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.786000+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:23:45.786000+0000","last_peered":"2023-11-16T18:23:45.786000+0000","last_clean":"2023-11-16T18:23:45.786000+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:23:45.786000+0000","last_undegraded":"2023-11-16T18:23:45.786000+0000","last_fullsized":"2023-11-16T18:23:45.786000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:47:36.389693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783440+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:23:45.783440+0000","last_peered":"2023-11-16T18:23:45.783440+0000","last_clean":"2023-11-16T18:23:45.783440+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:23:45.783440+0000","last_undegraded":"2023-11-16T18:23:45.783440+0000","last_fullsized":"2023-11-16T18:23:45.783440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:13:05.386752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779014+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:23:45.779014+0000","last_peered":"2023-11-16T18:23:45.779014+0000","last_clean":"2023-11-16T18:23:45.779014+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:23:45.779014+0000","last_undegraded":"2023-11-16T18:23:45.779014+0000","last_fullsized":"2023-11-16T18:23:45.779014+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:48:40.041216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785692+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:23:45.785692+0000","last_peered":"2023-11-16T18:23:45.785692+0000","last_clean":"2023-11-16T18:23:45.785692+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:23:45.785692+0000","last_undegraded":"2023-11-16T18:23:45.785692+0000","last_fullsized":"2023-11-16T18:23:45.785692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:22:39.943877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777835+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:23:45.777835+0000","last_peered":"2023-11-16T18:23:45.777835+0000","last_clean":"2023-11-16T18:23:45.777835+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:23:45.777835+0000","last_undegraded":"2023-11-16T18:23:45.777835+0000","last_fullsized":"2023-11-16T18:23:45.777835+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:41:43.607494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777812+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:23:45.777812+0000","last_peered":"2023-11-16T18:23:45.777812+0000","last_clean":"2023-11-16T18:23:45.777812+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:23:45.777812+0000","last_undegraded":"2023-11-16T18:23:45.777812+0000","last_fullsized":"2023-11-16T18:23:45.777812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:06.128569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785886+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:23:45.785886+0000","last_peered":"2023-11-16T18:23:45.785886+0000","last_clean":"2023-11-16T18:23:45.785886+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:23:45.785886+0000","last_undegraded":"2023-11-16T18:23:45.785886+0000","last_fullsized":"2023-11-16T18:23:45.785886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:33:11.343086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780569+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:23:45.780569+0000","last_peered":"2023-11-16T18:23:45.780569+0000","last_clean":"2023-11-16T18:23:45.780569+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:23:45.780569+0000","last_undegraded":"2023-11-16T18:23:45.780569+0000","last_fullsized":"2023-11-16T18:23:45.780569+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:05:56.412419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783743+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:23:45.783743+0000","last_peered":"2023-11-16T18:23:45.783743+0000","last_clean":"2023-11-16T18:23:45.783743+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:23:45.783743+0000","last_undegraded":"2023-11-16T18:23:45.783743+0000","last_fullsized":"2023-11-16T18:23:45.783743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:04:51.852028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783037+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:23:45.783037+0000","last_peered":"2023-11-16T18:23:45.783037+0000","last_clean":"2023-11-16T18:23:45.783037+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:23:45.783037+0000","last_undegraded":"2023-11-16T18:23:45.783037+0000","last_fullsized":"2023-11-16T18:23:45.783037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:05:39.227083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783635+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:23:45.783635+0000","last_peered":"2023-11-16T18:23:45.783635+0000","last_clean":"2023-11-16T18:23:45.783635+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:23:45.783635+0000","last_undegraded":"2023-11-16T18:23:45.783635+0000","last_fullsized":"2023-11-16T18:23:45.783635+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:26:08.825665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777798+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:23:45.777798+0000","last_peered":"2023-11-16T18:23:45.777798+0000","last_clean":"2023-11-16T18:23:45.777798+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:23:45.777798+0000","last_undegraded":"2023-11-16T18:23:45.777798+0000","last_fullsized":"2023-11-16T18:23:45.777798+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:13.309418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780854+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:23:45.780854+0000","last_peered":"2023-11-16T18:23:45.780854+0000","last_clean":"2023-11-16T18:23:45.780854+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:23:45.780854+0000","last_undegraded":"2023-11-16T18:23:45.780854+0000","last_fullsized":"2023-11-16T18:23:45.780854+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:20:16.405967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784395+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:23:45.784395+0000","last_peered":"2023-11-16T18:23:45.784395+0000","last_clean":"2023-11-16T18:23:45.784395+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:23:45.784395+0000","last_undegraded":"2023-11-16T18:23:45.784395+0000","last_fullsized":"2023-11-16T18:23:45.784395+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:58:43.173979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829187+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:23:45.829187+0000","last_peered":"2023-11-16T18:23:45.829187+0000","last_clean":"2023-11-16T18:23:45.829187+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:23:45.829187+0000","last_undegraded":"2023-11-16T18:23:45.829187+0000","last_fullsized":"2023-11-16T18:23:45.829187+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:53.710600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778136+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:23:45.778136+0000","last_peered":"2023-11-16T18:23:45.778136+0000","last_clean":"2023-11-16T18:23:45.778136+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:23:45.778136+0000","last_undegraded":"2023-11-16T18:23:45.778136+0000","last_fullsized":"2023-11-16T18:23:45.778136+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:27:35.832242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828657+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:23:45.828657+0000","last_peered":"2023-11-16T18:23:45.828657+0000","last_clean":"2023-11-16T18:23:45.828657+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:23:45.828657+0000","last_undegraded":"2023-11-16T18:23:45.828657+0000","last_fullsized":"2023-11-16T18:23:45.828657+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:30.041567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040589+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:23:46.040589+0000","last_peered":"2023-11-16T18:23:46.040589+0000","last_clean":"2023-11-16T18:23:46.040589+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:23:46.040589+0000","last_undegraded":"2023-11-16T18:23:46.040589+0000","last_fullsized":"2023-11-16T18:23:46.040589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:28:18.449724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777667+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:23:45.777667+0000","last_peered":"2023-11-16T18:23:45.777667+0000","last_clean":"2023-11-16T18:23:45.777667+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:23:45.777667+0000","last_undegraded":"2023-11-16T18:23:45.777667+0000","last_fullsized":"2023-11-16T18:23:45.777667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:03:15.869551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780461+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:23:45.780461+0000","last_peered":"2023-11-16T18:23:45.780461+0000","last_clean":"2023-11-16T18:23:45.780461+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:23:45.780461+0000","last_undegraded":"2023-11-16T18:23:45.780461+0000","last_fullsized":"2023-11-16T18:23:45.780461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:30:54.722076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70828,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":544,"num_read_kb":345,"num_write":164,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":59297,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":212484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416419,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6360,"kb_used_data":1040,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":1064960,"data_stored":521982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.439},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58999999999999997,"15min":0.59499999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.89400000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.42599999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.64500000000000002,"15min":0.65100000000000002},"min":{"1min":0.41299999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89000000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.65200000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65000000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.499},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.498,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.504,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.64400000000000002,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82799999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.62,"15min":0.63200000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.78700000000000003,"5min":1.099,"15min":1.099},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.60699999999999998,"15min":0.61699999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.68100000000000005,"15min":0.69499999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.877,"5min":1.242,"15min":1.242},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.92300000000000004,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.62}]},{"osd":7,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73999999999999999,"15min":0.749},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96799999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.76800000000000002,"15min":0.78000000000000003},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.94699999999999995,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.67800000000000005}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.64100000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.80800000000000005,"15min":0.81999999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79600000000000004,"15min":0.80600000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.006,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.66100000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.80700000000000005,"15min":0.81799999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.98599999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.81799999999999995,"15min":0.82599999999999996},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.754}]}]},{"osd":10,"up_from":72,"seq":309237645351,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7352,"kb_used_data":1712,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737800,"statfs":{"total":95995035648,"available":95987507200,"internally_reserved":0,"allocated":1753088,"data_stored":1176404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":7.6609999999999996,"5min":7.6609999999999996,"15min":7.6609999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.9160000000000004,"5min":6.9160000000000004,"15min":6.9160000000000004},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45000000000000001,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60199999999999998}]},{"osd":2,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.629,"15min":0.61499999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.5519999999999996,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":0.624},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65000000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77600000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.63800000000000001}]},{"osd":5,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71099999999999997,"15min":0.71899999999999997},"min":{"1min":0.48199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93999999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.70899999999999996,"15min":0.72099999999999997},"min":{"1min":0.52700000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.80100000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.85699999999999998}]},{"osd":6,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.79100000000000004,"15min":0.76500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.7309999999999999,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.76500000000000001,"15min":0.74299999999999999},"min":{"1min":0.53700000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":4.5750000000000002,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":0.72799999999999998}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.75900000000000001,"15min":0.76200000000000001},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92800000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.78700000000000003,"15min":0.79500000000000004},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":0.90200000000000002,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":0.86099999999999999,"15min":0.81699999999999995},"min":{"1min":0.57999999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":7.8010000000000002,"5min":7.8010000000000002,"15min":7.8010000000000002},"last":0.874},{"interface":"front","average":{"1min":1.081,"5min":0.86099999999999999,"15min":0.82499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.72499999999999998,"15min":0.73099999999999998},"min":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.85899999999999999,"5min":1.022,"15min":1.022},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.76000000000000001,"15min":0.76100000000000001},"min":{"1min":0.59699999999999998,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.95499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.93100000000000005}]}]},{"osd":9,"up_from":67,"seq":287762808876,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":1077248,"data_stored":526202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.45100000000000001,"15min":0.48599999999999999},"min":{"1min":0.28199999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.47899999999999998,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.47799999999999998,"15min":0.50800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.53800000000000003,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.59699999999999998,"15min":0.621},"min":{"1min":0.38600000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.93400000000000005,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.61299999999999999,"15min":0.64600000000000002},"min":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73899999999999999,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.61299999999999999,"15min":0.63300000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64300000000000002,"15min":0.68000000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.752,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58299999999999996,"15min":0.63800000000000001},"min":{"1min":0.32000000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56000000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.55900000000000005,"15min":0.61399999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.443}]},{"osd":4,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.64600000000000002,"15min":0.67800000000000005},"min":{"1min":0.43099999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69799999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.69899999999999995,"15min":0.745},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73199999999999998,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.72499999999999998,"15min":0.77300000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.79400000000000004,"5min":1.139,"15min":1.139},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.68500000000000005,"15min":0.72299999999999998},"min":{"1min":0.42899999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.97399999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.746}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.76400000000000001,"15min":0.82399999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76400000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.753,"15min":0.81699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99399999999999999,"5min":1.395,"15min":1.395},"last":0.623}]},{"osd":8,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.77500000000000002,"15min":0.82899999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.84299999999999997,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.82299999999999995,"15min":0.877},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.83399999999999996,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.69799999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":0.89400000000000002,"5min":1.131,"15min":1.131},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81499999999999995,"15min":0.82899999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.97699999999999998,"5min":1.147,"15min":1.147},"last":0.75700000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.71799999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070512,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":1044,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":1069056,"data_stored":526010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.56899999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.35999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.59799999999999998,"15min":0.57599999999999996},"min":{"1min":0.49199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.47299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.628}]},{"osd":2,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.44800000000000001,"15min":0.45000000000000001},"min":{"1min":0.33300000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.47499999999999998},"min":{"1min":0.379,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.64000000000000001,"15min":0.63600000000000001},"min":{"1min":0.48399999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.66400000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.58499999999999996,"15min":0.58399999999999996},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.878,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.66400000000000003,"15min":0.65400000000000003},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.874,"5min":1.044,"15min":1.044},"last":0.83899999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.56999999999999995,"15min":0.58599999999999997},"min":{"1min":0.377,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78000000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57699999999999996,"15min":0.59399999999999997},"min":{"1min":0.42299999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.84299999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.58999999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.69599999999999995,"15min":0.69999999999999996},"min":{"1min":0.55900000000000005,"5min":0.374,"15min":0.374},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.496,"5min":0.436,"15min":0.436},"max":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.82799999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.76700000000000002,"15min":0.75900000000000001},"min":{"1min":0.61099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.79900000000000004,"15min":0.79200000000000004},"min":{"1min":0.64400000000000002,"5min":0.498,"15min":0.498},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.81599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.68300000000000005,"15min":0.67000000000000004},"min":{"1min":0.621,"5min":0.432,"15min":0.432},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76600000000000001,"15min":0.75600000000000001},"min":{"1min":0.623,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.89200000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.70599999999999996}]}]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7332,"kb_used_data":1628,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737820,"statfs":{"total":95995035648,"available":95987527680,"internally_reserved":0,"allocated":1667072,"data_stored":1117979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.52600000000000002,"15min":0.40699999999999997},"min":{"1min":0.33100000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.57399999999999995,"5min":10.805999999999999,"15min":10.805999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.41299999999999998},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56799999999999995,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64300000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69199999999999995,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91000000000000003,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.62},{"interface":"front","average":{"1min":0.62,"5min":0.72599999999999998,"15min":0.58199999999999996},"min":{"1min":0.48499999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.755,"5min":13.634,"15min":13.634},"last":0.68000000000000005}]},{"osd":3,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68999999999999995,"15min":0.57599999999999996},"min":{"1min":0.40699999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.1459999999999999,"5min":9.5129999999999999,"15min":9.5129999999999999},"last":0.75},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.75600000000000001,"15min":0.61199999999999999},"min":{"1min":0.38700000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.464,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.72899999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57399999999999995,"15min":0.51100000000000001},"min":{"1min":0.32200000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.65500000000000003,"5min":6.492,"15min":6.492},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.84799999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.65700000000000003,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93400000000000005,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.78400000000000003,"15min":0.64400000000000002},"min":{"1min":0.52100000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83999999999999997,"5min":13.864000000000001,"15min":13.864000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.72399999999999998,"15min":0.64300000000000002},"min":{"1min":0.48799999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":3.266,"5min":5.3499999999999996,"15min":5.3499999999999996},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.754,"15min":0.66400000000000003},"min":{"1min":0.65800000000000003,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":3.2829999999999999,"5min":3.2829999999999999,"15min":3.2829999999999999},"last":0.93899999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.70299999999999996,"15min":0.67100000000000004},"min":{"1min":0.623,"5min":0.437,"15min":0.437},"max":{"1min":0.91600000000000004,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.878},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.72399999999999998,"15min":0.68899999999999995},"min":{"1min":0.55600000000000005,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.94799999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.872,"15min":0.77700000000000002},"min":{"1min":0.61599999999999999,"5min":0.504,"15min":0.504},"max":{"1min":2.2250000000000001,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.875,"5min":0.88100000000000001,"15min":0.79100000000000004},"min":{"1min":0.63600000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":3.141,"5min":10.601000000000001,"15min":10.601000000000001},"last":0.81999999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.1850000000000001,"15min":1.2589999999999999},"min":{"1min":0.60999999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.92400000000000004,"5min":10.663,"15min":10.663},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.23,"15min":1.3069999999999999},"min":{"1min":0.46800000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.94799999999999995,"5min":10.693,"15min":10.693},"last":0.95999999999999996}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.393,"5min":1.393,"15min":1.393},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":13.531000000000001,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.93000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495673,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6604,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738548,"statfs":{"total":95995035648,"available":95988273152,"internally_reserved":0,"allocated":1052672,"data_stored":517282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.41299999999999998,"15min":0.40799999999999997},"min":{"1min":0.30599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58199999999999996,"15min":0.60199999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67200000000000004,"5min":1.077,"15min":1.077},"last":0.377},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59499999999999997,"15min":0.61399999999999999},"min":{"1min":0.46100000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73999999999999999,"5min":1.089,"15min":1.089},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.57099999999999995},"min":{"1min":0.45800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73999999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84199999999999997,"5min":0.877,"15min":0.877},"last":0.56299999999999994}]},{"osd":3,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67500000000000004,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.498,"15min":0.496},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.61299999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.43099999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85699999999999998,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.60699999999999998,"15min":0.61899999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.66600000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85499999999999998,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.66600000000000004},"min":{"1min":0.47899999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.86599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.67000000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65900000000000003,"15min":0.66600000000000004},"min":{"1min":0.48499999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.878,"5min":1.071,"15min":1.071},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.44500000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.80800000000000005,"5min":1.04,"15min":1.04},"last":0.57899999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.72699999999999998,"15min":0.75},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.79300000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.57699999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.81000000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:29 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.76500000000000001,"15min":0.80900000000000005},"min":{"1min":0.438,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.83099999999999996,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.70199999999999996,"15min":0.73899999999999999},"min":{"1min":0.44500000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78400000000000003,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.501}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73899999999999999,"15min":0.747},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.85399999999999998,"5min":1.046,"15min":1.046},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.80000000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.91200000000000003,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.63400000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:59 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.71899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7772,"kb_used_data":1108,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737380,"statfs":{"total":95995035648,"available":95987077120,"internally_reserved":0,"allocated":1134592,"data_stored":584087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55200000000000005,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85499999999999998,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.626},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55700000000000005,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85099999999999998,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.76200000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58699999999999997,"15min":0.503},"min":{"1min":0.48699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.55700000000000005,"15min":0.48399999999999999},"min":{"1min":0.35899999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.64400000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60999999999999999,"15min":0.55000000000000004},"min":{"1min":0.33500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60399999999999998,"15min":0.55000000000000004},"min":{"1min":0.41799999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.7759999999999998,"5min":2.7759999999999998,"15min":2.7759999999999998},"last":0.70799999999999996}]},{"osd":4,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.50900000000000001,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.498,"15min":0.44500000000000001},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.60899999999999999,"15min":0.55200000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.8639999999999999,"5min":2.8639999999999999,"15min":2.8639999999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.747,"5min":0.60099999999999998,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.65700000000000003,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0660000000000001,"5min":1.071,"15min":1.071},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.65000000000000002,"15min":0.61399999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.8220000000000001,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":0.75}]},{"osd":7,"last update":"Thu Nov 16 18:23:46 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.57199999999999995,"15min":0.51600000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.93500000000000005,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.64000000000000001,"15min":0.57199999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.0129999999999999,"5min":2.161,"15min":2.161},"last":0.86899999999999999}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.71999999999999997,"15min":0.68400000000000005},"min":{"1min":0.56599999999999995,"5min":0.439,"15min":0.439},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.71399999999999997,"15min":0.67600000000000005},"min":{"1min":0.442,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":0.85199999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.78400000000000003,"15min":0.75800000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.161,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.94599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.60699999999999998,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.9809999999999999,"5min":2.9809999999999999,"15min":2.9809999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.74399999999999999,"15min":0.72399999999999998},"min":{"1min":0.61899999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.73599999999999999}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.79600000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7524,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737628,"statfs":{"total":95995035648,"available":95987331072,"internally_reserved":0,"allocated":1077248,"data_stored":518670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.51400000000000001,"15min":0.47599999999999998},"min":{"1min":0.371,"5min":0.27200000000000002,"15min":0.20200000000000001},"max":{"1min":0.71099999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56599999999999995,"15min":0.49399999999999999},"min":{"1min":0.47799999999999998,"5min":0.28499999999999998,"15min":0.218},"max":{"1min":0.70599999999999996,"5min":1.948,"15min":1.948},"last":0.71499999999999997}]},{"osd":2,"last update":"Thu Nov 16 18:23:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.5},"min":{"1min":0.437,"5min":0.311,"15min":0.311},"max":{"1min":0.81999999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.496},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69699999999999995,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.41999999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53500000000000003,"15min":0.52000000000000002},"min":{"1min":0.33500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.621,"5min":0.871,"15min":0.871},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.53400000000000003},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.75,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.45800000000000002,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73699999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.56999999999999995,"15min":0.58999999999999997},"min":{"1min":0.37,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65800000000000003,"5min":1,"15min":1},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56599999999999995,"15min":0.58199999999999996},"min":{"1min":0.35499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.70899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.629}]},{"osd":7,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.73699999999999999,"15min":0.78300000000000003},"min":{"1min":0.48899999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.78300000000000003,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.67200000000000004,"15min":0.68799999999999994},"min":{"1min":0.502,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.76400000000000001,"5min":1.012,"15min":1.012},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.68700000000000006,"15min":0.71299999999999997},"min":{"1min":0.45100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":1.052,"15min":1.052},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.67500000000000004,"15min":0.70499999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77200000000000002,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.57399999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0629999999999999,"5min":1.089,"15min":1.089},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.621,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.96899999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:23:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.72699999999999998,"15min":0.73899999999999999},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.80900000000000005,"5min":1.135,"15min":1.135},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.73399999999999999,"15min":0.74199999999999999},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.84799999999999998,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.94699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7712,"kb_used_data":1048,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737440,"statfs":{"total":95995035648,"available":95987138560,"internally_reserved":0,"allocated":1073152,"data_stored":518494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51400000000000001,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.37},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.497,"15min":0.47699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69699999999999995,"5min":0.753,"15min":0.753},"last":0.41599999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.50900000000000001},"min":{"1min":0.39600000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.57899999999999996,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63400000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.52200000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73099999999999998,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.68600000000000005}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.38300000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.52900000000000003,"15min":0.50900000000000001},"min":{"1min":0.35699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.60899999999999999,"15min":0.623},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81799999999999995,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.5},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.71399999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60399999999999998,"15min":0.59099999999999997},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.90200000000000002,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.58199999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.51700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65500000000000003,"15min":0.65700000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.76600000000000001}]},{"osd":10,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.59799999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.70999999999999996,"15min":0.68999999999999995},"min":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.73099999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182470,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6856,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738296,"statfs":{"total":95995035648,"available":95988015104,"internally_reserved":0,"allocated":1048576,"data_stored":507884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.33500000000000002},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51900000000000002,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39800000000000002,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.53600000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71999999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.50700000000000001},"min":{"1min":0.38600000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76600000000000001,"5min":1.171,"15min":1.171},"last":0.53100000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.751,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.44,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.42999999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71199999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.62},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.47299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83999999999999997,"5min":1.389,"15min":1.389},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.432,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65300000000000002,"15min":0.64100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63100000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.51100000000000001,"15min":0.52200000000000002},"min":{"1min":0.32500000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.61399999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.375}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.46100000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69799999999999995,"15min":0.68300000000000005},"min":{"1min":0.58599999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.71099999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.72799999999999998,"15min":0.76200000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.89100000000000001,"5min":1.514,"15min":1.514},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67100000000000004,"15min":0.69899999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81699999999999995,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.58099999999999996}]},{"osd":10,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.76300000000000001,"15min":0.77200000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.73699999999999999,"15min":0.751},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.90300000000000002,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.67400000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.60099999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920835,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6884,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738268,"statfs":{"total":95995035648,"available":95987986432,"internally_reserved":0,"allocated":1142784,"data_stored":589198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.39600000000000002,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.63500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.38500000000000001},"min":{"1min":0.379,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.629,"15min":0.57499999999999996},"min":{"1min":0.45100000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.46800000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76400000000000001,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.622,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.873,"5min":0.877,"15min":0.877},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59199999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.312,"15min":0.312},"max":{"1min":0.76500000000000001,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.58199999999999996},"min":{"1min":0.46300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.88600000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.40600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79000000000000004,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Nov 16 18:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56499999999999995,"15min":0.55400000000000005},"min":{"1min":0.377,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71499999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.82899999999999996,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Nov 16 18:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.56100000000000005,"15min":0.53500000000000003},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79100000000000004,"5min":0.878,"15min":0.878},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.71699999999999997,"15min":0.69799999999999995},"min":{"1min":0.50600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69099999999999995,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.74199999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.87,"5min":0.871,"15min":0.871},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.76000000000000001,"15min":0.76600000000000001},"min":{"1min":0.61699999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.94999999999999996,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.84599999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69899999999999995,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.77700000000000002,"15min":0.78700000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.92800000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.87}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.90500000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7448,"kb_used_data":1616,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93737704,"statfs":{"total":95995035648,"available":95987408896,"internally_reserved":0,"allocated":1654784,"data_stored":1099396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.755},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.67500000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76400000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.48099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.52700000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.371},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.66000000000000003,"5min":0.746,"15min":0.746},"last":0.38200000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71899999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.46400000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67600000000000005,"5min":0.745,"15min":0.745},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.48999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.91500000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.58499999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60999999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.625,"15min":0.61099999999999999},"min":{"1min":0.46100000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.47699999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.83199999999999996,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64100000000000001,"15min":0.63200000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93200000000000005,"5min":1.095,"15min":1.095},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.49299999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.433}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.56799999999999995,"15min":0.55600000000000005},"min":{"1min":0.48399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86099999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.63700000000000001,"15min":0.623},"min":{"1min":0.48199999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.93700000000000006,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.45400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:33 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.73899999999999999,"15min":0.73099999999999998},"min":{"1min":0.58899999999999997,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.67100000000000004,"15min":0.65700000000000003},"min":{"1min":0.52600000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.71699999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.73599999999999999,"15min":0.73099999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.626},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.53800000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64000000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.48699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":67910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":68844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:23:51.614 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-11-16T18:23:51.614 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-16T18:23:51.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 -- 172.21.15.63:0/3633239802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78840ff1c0 msgr2=0x7f78840ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 --2- 172.21.15.63:0/3633239802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78840ff1c0 0x7f78840ff5d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7880009990 tx=0x7f7880009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.774 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 -- 172.21.15.63:0/3633239802 shutdown_connections 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 --2- 172.21.15.63:0/3633239802 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7884100d40 0x7f7884107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 --2- 172.21.15.63:0/3633239802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78840ff1c0 0x7f78840ff5d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 --2- 172.21.15.63:0/3633239802 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78841003b0 0x7f7884100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 -- 172.21.15.63:0/3633239802 >> 172.21.15.63:0/3633239802 conn(0x7f78840fa7a0 msgr2=0x7f78840fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 -- 172.21.15.63:0/3633239802 shutdown_connections 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.770+0000 7f788b6b0700 1 -- 172.21.15.63:0/3633239802 wait complete. 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 Processor -- start 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 -- start start 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78840ff1c0 0x7f7884195fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 0x7f788419d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788419db60 con 0x7f78841003b0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788419dca0 con 0x7f78840ff1c0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f788b6b0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788419de30 con 0x7f7884100d40 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f7888c4b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f7888c4b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44254/0 (socket says 172.21.15.63:44254) 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.771+0000 7f7888c4b700 1 -- 172.21.15.63:0/2388739642 learned_addr learned my addr 172.21.15.63:0/2388739642 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f788944c700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78840ff1c0 0x7f7884195fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7889c4d700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 0x7f788419d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 -- 172.21.15.63:0/2388739642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 msgr2=0x7f788419d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 0x7f788419d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 -- 172.21.15.63:0/2388739642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78840ff1c0 msgr2=0x7f7884195fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78840ff1c0 0x7f7884195fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 -- 172.21.15.63:0/2388739642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78800095f0 con 0x7f78841003b0 2023-11-16T18:23:51.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7889c4d700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 0x7f788419d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:51.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f7888c4b700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f787400c920 tx=0x7f787400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:51.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7874007b00 con 0x7f78841003b0 2023-11-16T18:23:51.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f787400ce70 con 0x7f78841003b0 2023-11-16T18:23:51.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f788410ab20 con 0x7f78841003b0 2023-11-16T18:23:51.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78740054e0 con 0x7f78841003b0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.772+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f788410a990 con 0x7f78841003b0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.773+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78840671d0 con 0x7f78841003b0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.774+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7874004750 con 0x7f78841003b0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.775+0000 7f787a7fc700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 0x7f78700a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.775+0000 7f788944c700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 0x7f78700a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.775+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f78740cc7b0 con 0x7f78841003b0 2023-11-16T18:23:51.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.775+0000 7f788944c700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 0x7f78700a3600 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f788000b5c0 tx=0x7f7880005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:51.781 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.780+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f7874095bc0 con 0x7f78841003b0 2023-11-16T18:23:51.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.977+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 --> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f788419e9a0 con 0x7f78700a1150 2023-11-16T18:23:51.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.991+0000 7f787a7fc700 1 -- 172.21.15.63:0/2388739642 <== mgr.14152 v2:172.21.15.63:6800/3013530998 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427987 (secure 0 0 0) 0x7f788419e9a0 con 0x7f78700a1150 2023-11-16T18:23:51.998 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 msgr2=0x7f78700a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 0x7f78700a3600 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f788000b5c0 tx=0x7f7880005960 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 msgr2=0x7f7884196520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f787400c920 tx=0x7f787400cc30 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 shutdown_connections 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f78700a1150 0x7f78700a3600 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7884100d40 0x7f788419d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78840ff1c0 0x7f7884195fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 --2- 172.21.15.63:0/2388739642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78841003b0 0x7f7884196520 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 >> 172.21.15.63:0/2388739642 conn(0x7f78840fa7a0 msgr2=0x7f7884068e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 shutdown_connections 2023-11-16T18:23:52.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:51.996+0000 7f788b6b0700 1 -- 172.21.15.63:0/2388739642 wait complete. 2023-11-16T18:23:52.003 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2023-11-16T18:23:52.009 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2723475661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:52.010 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2023-11-16T18:23:50.913842+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661442,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":670,"num_read_kb":454,"num_write":347,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1240156,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":783,"ondisk_log_size":783,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":84964,"kb_used_data":14468,"kb_used_omap":0,"kb_used_meta":70400,"kb_avail":1124856860,"statfs":{"total":1151940427776,"available":1151853424640,"internally_reserved":0,"allocated":14815232,"data_stored":8203588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":72089600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6087,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":54,"num_read_kb":34,"num_write":9,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002213"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780946+0000","last_change":"2023-11-16T18:21:52.171742+0000","last_active":"2023-11-16T18:23:45.780946+0000","last_peered":"2023-11-16T18:23:45.780946+0000","last_clean":"2023-11-16T18:23:45.780946+0000","last_became_active":"2023-11-16T18:21:52.171043+0000","last_became_peered":"2023-11-16T18:21:52.171043+0000","last_unstale":"2023-11-16T18:23:45.780946+0000","last_undegraded":"2023-11-16T18:23:45.780946+0000","last_fullsized":"2023-11-16T18:23:45.780946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:06:16.888466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783118+0000","last_change":"2023-11-16T18:21:52.175396+0000","last_active":"2023-11-16T18:23:45.783118+0000","last_peered":"2023-11-16T18:23:45.783118+0000","last_clean":"2023-11-16T18:23:45.783118+0000","last_became_active":"2023-11-16T18:21:52.175067+0000","last_became_peered":"2023-11-16T18:21:52.175067+0000","last_unstale":"2023-11-16T18:23:45.783118+0000","last_undegraded":"2023-11-16T18:23:45.783118+0000","last_fullsized":"2023-11-16T18:23:45.783118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:16:50.860304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782840+0000","last_change":"2023-11-16T18:21:52.174916+0000","last_active":"2023-11-16T18:23:45.782840+0000","last_peered":"2023-11-16T18:23:45.782840+0000","last_clean":"2023-11-16T18:23:45.782840+0000","last_became_active":"2023-11-16T18:21:52.174559+0000","last_became_peered":"2023-11-16T18:21:52.174559+0000","last_unstale":"2023-11-16T18:23:45.782840+0000","last_undegraded":"2023-11-16T18:23:45.782840+0000","last_fullsized":"2023-11-16T18:23:45.782840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:33.315568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040047+0000","last_change":"2023-11-16T18:22:44.809454+0000","last_active":"2023-11-16T18:23:46.040047+0000","last_peered":"2023-11-16T18:23:46.040047+0000","last_clean":"2023-11-16T18:23:46.040047+0000","last_became_active":"2023-11-16T18:22:44.809109+0000","last_became_peered":"2023-11-16T18:22:44.809109+0000","last_unstale":"2023-11-16T18:23:46.040047+0000","last_undegraded":"2023-11-16T18:23:46.040047+0000","last_fullsized":"2023-11-16T18:23:46.040047+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:59.203861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783134+0000","last_change":"2023-11-16T18:21:52.169847+0000","last_active":"2023-11-16T18:23:45.783134+0000","last_peered":"2023-11-16T18:23:45.783134+0000","last_clean":"2023-11-16T18:23:45.783134+0000","last_became_active":"2023-11-16T18:21:52.169523+0000","last_became_peered":"2023-11-16T18:21:52.169523+0000","last_unstale":"2023-11-16T18:23:45.783134+0000","last_undegraded":"2023-11-16T18:23:45.783134+0000","last_fullsized":"2023-11-16T18:23:45.783134+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:35:30.219680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829133+0000","last_change":"2023-11-16T18:21:52.173186+0000","last_active":"2023-11-16T18:23:45.829133+0000","last_peered":"2023-11-16T18:23:45.829133+0000","last_clean":"2023-11-16T18:23:45.829133+0000","last_became_active":"2023-11-16T18:21:52.172869+0000","last_became_peered":"2023-11-16T18:21:52.172869+0000","last_unstale":"2023-11-16T18:23:45.829133+0000","last_undegraded":"2023-11-16T18:23:45.829133+0000","last_fullsized":"2023-11-16T18:23:45.829133+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:39:45.234479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785343+0000","last_change":"2023-11-16T18:21:52.169855+0000","last_active":"2023-11-16T18:23:45.785343+0000","last_peered":"2023-11-16T18:23:45.785343+0000","last_clean":"2023-11-16T18:23:45.785343+0000","last_became_active":"2023-11-16T18:21:52.169531+0000","last_became_peered":"2023-11-16T18:21:52.169531+0000","last_unstale":"2023-11-16T18:23:45.785343+0000","last_undegraded":"2023-11-16T18:23:45.785343+0000","last_fullsized":"2023-11-16T18:23:45.785343+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:42:56.521795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828670+0000","last_change":"2023-11-16T18:21:52.177817+0000","last_active":"2023-11-16T18:23:45.828670+0000","last_peered":"2023-11-16T18:23:45.828670+0000","last_clean":"2023-11-16T18:23:45.828670+0000","last_became_active":"2023-11-16T18:21:52.177503+0000","last_became_peered":"2023-11-16T18:21:52.177503+0000","last_unstale":"2023-11-16T18:23:45.828670+0000","last_undegraded":"2023-11-16T18:23:45.828670+0000","last_fullsized":"2023-11-16T18:23:45.828670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:18:34.596688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040983+0000","last_change":"2023-11-16T18:21:52.163417+0000","last_active":"2023-11-16T18:23:46.040983+0000","last_peered":"2023-11-16T18:23:46.040983+0000","last_clean":"2023-11-16T18:23:46.040983+0000","last_became_active":"2023-11-16T18:21:52.163130+0000","last_became_peered":"2023-11-16T18:21:52.163130+0000","last_unstale":"2023-11-16T18:23:46.040983+0000","last_undegraded":"2023-11-16T18:23:46.040983+0000","last_fullsized":"2023-11-16T18:23:46.040983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:24:35.326879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829612+0000","last_change":"2023-11-16T18:22:44.806027+0000","last_active":"2023-11-16T18:23:45.829612+0000","last_peered":"2023-11-16T18:23:45.829612+0000","last_clean":"2023-11-16T18:23:45.829612+0000","last_became_active":"2023-11-16T18:22:44.805587+0000","last_became_peered":"2023-11-16T18:22:44.805587+0000","last_unstale":"2023-11-16T18:23:45.829612+0000","last_undegraded":"2023-11-16T18:23:45.829612+0000","last_fullsized":"2023-11-16T18:23:45.829612+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:49.858022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785931+0000","last_change":"2023-11-16T18:21:52.178574+0000","last_active":"2023-11-16T18:23:45.785931+0000","last_peered":"2023-11-16T18:23:45.785931+0000","last_clean":"2023-11-16T18:23:45.785931+0000","last_became_active":"2023-11-16T18:21:52.178280+0000","last_became_peered":"2023-11-16T18:21:52.178280+0000","last_unstale":"2023-11-16T18:23:45.785931+0000","last_undegraded":"2023-11-16T18:23:45.785931+0000","last_fullsized":"2023-11-16T18:23:45.785931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:26:40.892392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778531+0000","last_change":"2023-11-16T18:21:52.182913+0000","last_active":"2023-11-16T18:23:45.778531+0000","last_peered":"2023-11-16T18:23:45.778531+0000","last_clean":"2023-11-16T18:23:45.778531+0000","last_became_active":"2023-11-16T18:21:52.182568+0000","last_became_peered":"2023-11-16T18:21:52.182568+0000","last_unstale":"2023-11-16T18:23:45.778531+0000","last_undegraded":"2023-11-16T18:23:45.778531+0000","last_fullsized":"2023-11-16T18:23:45.778531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:17:12.155542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777528+0000","last_change":"2023-11-16T18:21:52.177176+0000","last_active":"2023-11-16T18:23:45.777528+0000","last_peered":"2023-11-16T18:23:45.777528+0000","last_clean":"2023-11-16T18:23:45.777528+0000","last_became_active":"2023-11-16T18:21:52.176633+0000","last_became_peered":"2023-11-16T18:21:52.176633+0000","last_unstale":"2023-11-16T18:23:45.777528+0000","last_undegraded":"2023-11-16T18:23:45.777528+0000","last_fullsized":"2023-11-16T18:23:45.777528+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:07:17.513798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782706+0000","last_change":"2023-11-16T18:21:52.179971+0000","last_active":"2023-11-16T18:23:45.782706+0000","last_peered":"2023-11-16T18:23:45.782706+0000","last_clean":"2023-11-16T18:23:45.782706+0000","last_became_active":"2023-11-16T18:21:52.179645+0000","last_became_peered":"2023-11-16T18:21:52.179645+0000","last_unstale":"2023-11-16T18:23:45.782706+0000","last_undegraded":"2023-11-16T18:23:45.782706+0000","last_fullsized":"2023-11-16T18:23:45.782706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:33:14.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782643+0000","last_change":"2023-11-16T18:21:52.175977+0000","last_active":"2023-11-16T18:23:45.782643+0000","last_peered":"2023-11-16T18:23:45.782643+0000","last_clean":"2023-11-16T18:23:45.782643+0000","last_became_active":"2023-11-16T18:21:52.175646+0000","last_became_peered":"2023-11-16T18:21:52.175646+0000","last_unstale":"2023-11-16T18:23:45.782643+0000","last_undegraded":"2023-11-16T18:23:45.782643+0000","last_fullsized":"2023-11-16T18:23:45.782643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:34:26.392893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040906+0000","last_change":"2023-11-16T18:21:52.165061+0000","last_active":"2023-11-16T18:23:46.040906+0000","last_peered":"2023-11-16T18:23:46.040906+0000","last_clean":"2023-11-16T18:23:46.040906+0000","last_became_active":"2023-11-16T18:21:52.164640+0000","last_became_peered":"2023-11-16T18:21:52.164640+0000","last_unstale":"2023-11-16T18:23:46.040906+0000","last_undegraded":"2023-11-16T18:23:46.040906+0000","last_fullsized":"2023-11-16T18:23:46.040906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:34:01.501888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780765+0000","last_change":"2023-11-16T18:21:52.171358+0000","last_active":"2023-11-16T18:23:45.780765+0000","last_peered":"2023-11-16T18:23:45.780765+0000","last_clean":"2023-11-16T18:23:45.780765+0000","last_became_active":"2023-11-16T18:21:52.170588+0000","last_became_peered":"2023-11-16T18:21:52.170588+0000","last_unstale":"2023-11-16T18:23:45.780765+0000","last_undegraded":"2023-11-16T18:23:45.780765+0000","last_fullsized":"2023-11-16T18:23:45.780765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:15:25.791212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040188+0000","last_change":"2023-11-16T18:21:52.173223+0000","last_active":"2023-11-16T18:23:46.040188+0000","last_peered":"2023-11-16T18:23:46.040188+0000","last_clean":"2023-11-16T18:23:46.040188+0000","last_became_active":"2023-11-16T18:21:52.172945+0000","last_became_peered":"2023-11-16T18:21:52.172945+0000","last_unstale":"2023-11-16T18:23:46.040188+0000","last_undegraded":"2023-11-16T18:23:46.040188+0000","last_fullsized":"2023-11-16T18:23:46.040188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:51:28.097486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784482+0000","last_change":"2023-11-16T18:21:52.168515+0000","last_active":"2023-11-16T18:23:45.784482+0000","last_peered":"2023-11-16T18:23:45.784482+0000","last_clean":"2023-11-16T18:23:45.784482+0000","last_became_active":"2023-11-16T18:21:52.168201+0000","last_became_peered":"2023-11-16T18:21:52.168201+0000","last_unstale":"2023-11-16T18:23:45.784482+0000","last_undegraded":"2023-11-16T18:23:45.784482+0000","last_fullsized":"2023-11-16T18:23:45.784482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:51:23.722942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783287+0000","last_change":"2023-11-16T18:21:56.191650+0000","last_active":"2023-11-16T18:23:45.783287+0000","last_peered":"2023-11-16T18:23:45.783287+0000","last_clean":"2023-11-16T18:23:45.783287+0000","last_became_active":"2023-11-16T18:21:56.191258+0000","last_became_peered":"2023-11-16T18:21:56.191258+0000","last_unstale":"2023-11-16T18:23:45.783287+0000","last_undegraded":"2023-11-16T18:23:45.783287+0000","last_fullsized":"2023-11-16T18:23:45.783287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:47:46.090365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040287+0000","last_change":"2023-11-16T18:21:51.742509+0000","last_active":"2023-11-16T18:23:46.040287+0000","last_peered":"2023-11-16T18:23:46.040287+0000","last_clean":"2023-11-16T18:23:46.040287+0000","last_became_active":"2023-11-16T18:21:51.742185+0000","last_became_peered":"2023-11-16T18:21:51.742185+0000","last_unstale":"2023-11-16T18:23:46.040287+0000","last_undegraded":"2023-11-16T18:23:46.040287+0000","last_fullsized":"2023-11-16T18:23:46.040287+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:47:13.397435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829392+0000","last_change":"2023-11-16T18:21:52.174008+0000","last_active":"2023-11-16T18:23:45.829392+0000","last_peered":"2023-11-16T18:23:45.829392+0000","last_clean":"2023-11-16T18:23:45.829392+0000","last_became_active":"2023-11-16T18:21:52.173705+0000","last_became_peered":"2023-11-16T18:21:52.173705+0000","last_unstale":"2023-11-16T18:23:45.829392+0000","last_undegraded":"2023-11-16T18:23:45.829392+0000","last_fullsized":"2023-11-16T18:23:45.829392+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T06:18:04.805159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778080+0000","last_change":"2023-11-16T18:21:56.192236+0000","last_active":"2023-11-16T18:23:45.778080+0000","last_peered":"2023-11-16T18:23:45.778080+0000","last_clean":"2023-11-16T18:23:45.778080+0000","last_became_active":"2023-11-16T18:21:56.191670+0000","last_became_peered":"2023-11-16T18:21:56.191670+0000","last_unstale":"2023-11-16T18:23:45.778080+0000","last_undegraded":"2023-11-16T18:23:45.778080+0000","last_fullsized":"2023-11-16T18:23:45.778080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:37:51.124578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829368+0000","last_change":"2023-11-16T18:21:51.740303+0000","last_active":"2023-11-16T18:23:45.829368+0000","last_peered":"2023-11-16T18:23:45.829368+0000","last_clean":"2023-11-16T18:23:45.829368+0000","last_became_active":"2023-11-16T18:21:51.740015+0000","last_became_peered":"2023-11-16T18:21:51.740015+0000","last_unstale":"2023-11-16T18:23:45.829368+0000","last_undegraded":"2023-11-16T18:23:45.829368+0000","last_fullsized":"2023-11-16T18:23:45.829368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:35:11.244327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783789+0000","last_change":"2023-11-16T18:21:52.173789+0000","last_active":"2023-11-16T18:23:45.783789+0000","last_peered":"2023-11-16T18:23:45.783789+0000","last_clean":"2023-11-16T18:23:45.783789+0000","last_became_active":"2023-11-16T18:21:52.173451+0000","last_became_peered":"2023-11-16T18:21:52.173451+0000","last_unstale":"2023-11-16T18:23:45.783789+0000","last_undegraded":"2023-11-16T18:23:45.783789+0000","last_fullsized":"2023-11-16T18:23:45.783789+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:42:24.608131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778381+0000","last_change":"2023-11-16T18:21:56.192764+0000","last_active":"2023-11-16T18:23:45.778381+0000","last_peered":"2023-11-16T18:23:45.778381+0000","last_clean":"2023-11-16T18:23:45.778381+0000","last_became_active":"2023-11-16T18:21:56.192308+0000","last_became_peered":"2023-11-16T18:21:56.192308+0000","last_unstale":"2023-11-16T18:23:45.778381+0000","last_undegraded":"2023-11-16T18:23:45.778381+0000","last_fullsized":"2023-11-16T18:23:45.778381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:28:28.537180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780750+0000","last_change":"2023-11-16T18:22:44.815673+0000","last_active":"2023-11-16T18:23:45.780750+0000","last_peered":"2023-11-16T18:23:45.780750+0000","last_clean":"2023-11-16T18:23:45.780750+0000","last_became_active":"2023-11-16T18:22:44.809218+0000","last_became_peered":"2023-11-16T18:22:44.809218+0000","last_unstale":"2023-11-16T18:23:45.780750+0000","last_undegraded":"2023-11-16T18:23:45.780750+0000","last_fullsized":"2023-11-16T18:23:45.780750+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:08:43.147641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040605+0000","last_change":"2023-11-16T18:21:52.167944+0000","last_active":"2023-11-16T18:23:46.040605+0000","last_peered":"2023-11-16T18:23:46.040605+0000","last_clean":"2023-11-16T18:23:46.040605+0000","last_became_active":"2023-11-16T18:21:52.167632+0000","last_became_peered":"2023-11-16T18:21:52.167632+0000","last_unstale":"2023-11-16T18:23:46.040605+0000","last_undegraded":"2023-11-16T18:23:46.040605+0000","last_fullsized":"2023-11-16T18:23:46.040605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:26.707616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778281+0000","last_change":"2023-11-16T18:21:56.189227+0000","last_active":"2023-11-16T18:23:45.778281+0000","last_peered":"2023-11-16T18:23:45.778281+0000","last_clean":"2023-11-16T18:23:45.778281+0000","last_became_active":"2023-11-16T18:21:56.188587+0000","last_became_peered":"2023-11-16T18:21:56.188587+0000","last_unstale":"2023-11-16T18:23:45.778281+0000","last_undegraded":"2023-11-16T18:23:45.778281+0000","last_fullsized":"2023-11-16T18:23:45.778281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:05:14.600185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784880+0000","last_change":"2023-11-16T18:21:51.744891+0000","last_active":"2023-11-16T18:23:45.784880+0000","last_peered":"2023-11-16T18:23:45.784880+0000","last_clean":"2023-11-16T18:23:45.784880+0000","last_became_active":"2023-11-16T18:21:51.744563+0000","last_became_peered":"2023-11-16T18:21:51.744563+0000","last_unstale":"2023-11-16T18:23:45.784880+0000","last_undegraded":"2023-11-16T18:23:45.784880+0000","last_fullsized":"2023-11-16T18:23:45.784880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:58:57.594534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778390+0000","last_change":"2023-11-16T18:21:52.175194+0000","last_active":"2023-11-16T18:23:45.778390+0000","last_peered":"2023-11-16T18:23:45.778390+0000","last_clean":"2023-11-16T18:23:45.778390+0000","last_became_active":"2023-11-16T18:21:52.174564+0000","last_became_peered":"2023-11-16T18:21:52.174564+0000","last_unstale":"2023-11-16T18:23:45.778390+0000","last_undegraded":"2023-11-16T18:23:45.778390+0000","last_fullsized":"2023-11-16T18:23:45.778390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:01:25.076078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784337+0000","last_change":"2023-11-16T18:21:56.187570+0000","last_active":"2023-11-16T18:23:45.784337+0000","last_peered":"2023-11-16T18:23:45.784337+0000","last_clean":"2023-11-16T18:23:45.784337+0000","last_became_active":"2023-11-16T18:21:56.187090+0000","last_became_peered":"2023-11-16T18:21:56.187090+0000","last_unstale":"2023-11-16T18:23:45.784337+0000","last_undegraded":"2023-11-16T18:23:45.784337+0000","last_fullsized":"2023-11-16T18:23:45.784337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:25:26.327791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":123,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778750+0000","last_change":"2023-11-16T18:21:51.741687+0000","last_active":"2023-11-16T18:23:45.778750+0000","last_peered":"2023-11-16T18:23:45.778750+0000","last_clean":"2023-11-16T18:23:45.778750+0000","last_became_active":"2023-11-16T18:21:51.741453+0000","last_became_peered":"2023-11-16T18:21:51.741453+0000","last_unstale":"2023-11-16T18:23:45.778750+0000","last_undegraded":"2023-11-16T18:23:45.778750+0000","last_fullsized":"2023-11-16T18:23:45.778750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:43:08.045191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783740+0000","last_change":"2023-11-16T18:21:52.178535+0000","last_active":"2023-11-16T18:23:45.783740+0000","last_peered":"2023-11-16T18:23:45.783740+0000","last_clean":"2023-11-16T18:23:45.783740+0000","last_became_active":"2023-11-16T18:21:52.178243+0000","last_became_peered":"2023-11-16T18:21:52.178243+0000","last_unstale":"2023-11-16T18:23:45.783740+0000","last_undegraded":"2023-11-16T18:23:45.783740+0000","last_fullsized":"2023-11-16T18:23:45.783740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:38:06.731055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784524+0000","last_change":"2023-11-16T18:22:44.822862+0000","last_active":"2023-11-16T18:23:45.784524+0000","last_peered":"2023-11-16T18:23:45.784524+0000","last_clean":"2023-11-16T18:23:45.784524+0000","last_became_active":"2023-11-16T18:22:44.822234+0000","last_became_peered":"2023-11-16T18:22:44.822234+0000","last_unstale":"2023-11-16T18:23:45.784524+0000","last_undegraded":"2023-11-16T18:23:45.784524+0000","last_fullsized":"2023-11-16T18:23:45.784524+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:28:50.886916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,10,5],"acting":[2,6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829084+0000","last_change":"2023-11-16T18:21:51.742769+0000","last_active":"2023-11-16T18:23:45.829084+0000","last_peered":"2023-11-16T18:23:45.829084+0000","last_clean":"2023-11-16T18:23:45.829084+0000","last_became_active":"2023-11-16T18:21:51.742459+0000","last_became_peered":"2023-11-16T18:21:51.742459+0000","last_unstale":"2023-11-16T18:23:45.829084+0000","last_undegraded":"2023-11-16T18:23:45.829084+0000","last_fullsized":"2023-11-16T18:23:45.829084+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:17.072797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039823+0000","last_change":"2023-11-16T18:22:44.810766+0000","last_active":"2023-11-16T18:23:46.039823+0000","last_peered":"2023-11-16T18:23:46.039823+0000","last_clean":"2023-11-16T18:23:46.039823+0000","last_became_active":"2023-11-16T18:22:44.810442+0000","last_became_peered":"2023-11-16T18:22:44.810442+0000","last_unstale":"2023-11-16T18:23:46.039823+0000","last_undegraded":"2023-11-16T18:23:46.039823+0000","last_fullsized":"2023-11-16T18:23:46.039823+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:46:55.344640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780726+0000","last_change":"2023-11-16T18:21:56.195248+0000","last_active":"2023-11-16T18:23:45.780726+0000","last_peered":"2023-11-16T18:23:45.780726+0000","last_clean":"2023-11-16T18:23:45.780726+0000","last_became_active":"2023-11-16T18:21:56.194542+0000","last_became_peered":"2023-11-16T18:21:56.194542+0000","last_unstale":"2023-11-16T18:23:45.780726+0000","last_undegraded":"2023-11-16T18:23:45.780726+0000","last_fullsized":"2023-11-16T18:23:45.780726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:44:12.661296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777230+0000","last_change":"2023-11-16T18:21:51.738889+0000","last_active":"2023-11-16T18:23:45.777230+0000","last_peered":"2023-11-16T18:23:45.777230+0000","last_clean":"2023-11-16T18:23:45.777230+0000","last_became_active":"2023-11-16T18:21:51.738455+0000","last_became_peered":"2023-11-16T18:21:51.738455+0000","last_unstale":"2023-11-16T18:23:45.777230+0000","last_undegraded":"2023-11-16T18:23:45.777230+0000","last_fullsized":"2023-11-16T18:23:45.777230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:55:32.916443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828598+0000","last_change":"2023-11-16T18:21:52.177149+0000","last_active":"2023-11-16T18:23:45.828598+0000","last_peered":"2023-11-16T18:23:45.828598+0000","last_clean":"2023-11-16T18:23:45.828598+0000","last_became_active":"2023-11-16T18:21:52.176831+0000","last_became_peered":"2023-11-16T18:21:52.176831+0000","last_unstale":"2023-11-16T18:23:45.828598+0000","last_undegraded":"2023-11-16T18:23:45.828598+0000","last_fullsized":"2023-11-16T18:23:45.828598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:57.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.782972+0000","last_change":"2023-11-16T18:21:56.182768+0000","last_active":"2023-11-16T18:23:45.782972+0000","last_peered":"2023-11-16T18:23:45.782972+0000","last_clean":"2023-11-16T18:23:45.782972+0000","last_became_active":"2023-11-16T18:21:56.182348+0000","last_became_peered":"2023-11-16T18:21:56.182348+0000","last_unstale":"2023-11-16T18:23:45.782972+0000","last_undegraded":"2023-11-16T18:23:45.782972+0000","last_fullsized":"2023-11-16T18:23:45.782972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:49:03.598444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778038+0000","last_change":"2023-11-16T18:21:51.739902+0000","last_active":"2023-11-16T18:23:45.778038+0000","last_peered":"2023-11-16T18:23:45.778038+0000","last_clean":"2023-11-16T18:23:45.778038+0000","last_became_active":"2023-11-16T18:21:51.739457+0000","last_became_peered":"2023-11-16T18:21:51.739457+0000","last_unstale":"2023-11-16T18:23:45.778038+0000","last_undegraded":"2023-11-16T18:23:45.778038+0000","last_fullsized":"2023-11-16T18:23:45.778038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:57.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039697+0000","last_change":"2023-11-16T18:21:52.180733+0000","last_active":"2023-11-16T18:23:46.039697+0000","last_peered":"2023-11-16T18:23:46.039697+0000","last_clean":"2023-11-16T18:23:46.039697+0000","last_became_active":"2023-11-16T18:21:52.180363+0000","last_became_peered":"2023-11-16T18:21:52.180363+0000","last_unstale":"2023-11-16T18:23:46.039697+0000","last_undegraded":"2023-11-16T18:23:46.039697+0000","last_fullsized":"2023-11-16T18:23:46.039697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:36:46.875438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828625+0000","last_change":"2023-11-16T18:21:56.188373+0000","last_active":"2023-11-16T18:23:45.828625+0000","last_peered":"2023-11-16T18:23:45.828625+0000","last_clean":"2023-11-16T18:23:45.828625+0000","last_became_active":"2023-11-16T18:21:56.187831+0000","last_became_peered":"2023-11-16T18:21:56.187831+0000","last_unstale":"2023-11-16T18:23:45.828625+0000","last_undegraded":"2023-11-16T18:23:45.828625+0000","last_fullsized":"2023-11-16T18:23:45.828625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:39:15.649207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":120,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832826+0000","last_change":"2023-11-16T18:21:51.743389+0000","last_active":"2023-11-16T18:23:47.832826+0000","last_peered":"2023-11-16T18:23:47.832826+0000","last_clean":"2023-11-16T18:23:47.832826+0000","last_became_active":"2023-11-16T18:21:51.743051+0000","last_became_peered":"2023-11-16T18:21:51.743051+0000","last_unstale":"2023-11-16T18:23:47.832826+0000","last_undegraded":"2023-11-16T18:23:47.832826+0000","last_fullsized":"2023-11-16T18:23:47.832826+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:22:50.063036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041037+0000","last_change":"2023-11-16T18:21:52.170058+0000","last_active":"2023-11-16T18:23:46.041037+0000","last_peered":"2023-11-16T18:23:46.041037+0000","last_clean":"2023-11-16T18:23:46.041037+0000","last_became_active":"2023-11-16T18:21:52.169785+0000","last_became_peered":"2023-11-16T18:21:52.169785+0000","last_unstale":"2023-11-16T18:23:46.041037+0000","last_undegraded":"2023-11-16T18:23:46.041037+0000","last_fullsized":"2023-11-16T18:23:46.041037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:06.371465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039649+0000","last_change":"2023-11-16T18:21:56.196729+0000","last_active":"2023-11-16T18:23:46.039649+0000","last_peered":"2023-11-16T18:23:46.039649+0000","last_clean":"2023-11-16T18:23:46.039649+0000","last_became_active":"2023-11-16T18:21:56.196343+0000","last_became_peered":"2023-11-16T18:21:56.196343+0000","last_unstale":"2023-11-16T18:23:46.039649+0000","last_undegraded":"2023-11-16T18:23:46.039649+0000","last_fullsized":"2023-11-16T18:23:46.039649+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:59:11.513512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785737+0000","last_change":"2023-11-16T18:21:51.735181+0000","last_active":"2023-11-16T18:23:45.785737+0000","last_peered":"2023-11-16T18:23:45.785737+0000","last_clean":"2023-11-16T18:23:45.785737+0000","last_became_active":"2023-11-16T18:21:51.734846+0000","last_became_peered":"2023-11-16T18:21:51.734846+0000","last_unstale":"2023-11-16T18:23:45.785737+0000","last_undegraded":"2023-11-16T18:23:45.785737+0000","last_fullsized":"2023-11-16T18:23:45.785737+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:55:32.138207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783792+0000","last_change":"2023-11-16T18:21:52.182708+0000","last_active":"2023-11-16T18:23:45.783792+0000","last_peered":"2023-11-16T18:23:45.783792+0000","last_clean":"2023-11-16T18:23:45.783792+0000","last_became_active":"2023-11-16T18:21:52.182376+0000","last_became_peered":"2023-11-16T18:21:52.182376+0000","last_unstale":"2023-11-16T18:23:45.783792+0000","last_undegraded":"2023-11-16T18:23:45.783792+0000","last_fullsized":"2023-11-16T18:23:45.783792+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:53:53.048270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778583+0000","last_change":"2023-11-16T18:21:56.192510+0000","last_active":"2023-11-16T18:23:45.778583+0000","last_peered":"2023-11-16T18:23:45.778583+0000","last_clean":"2023-11-16T18:23:45.778583+0000","last_became_active":"2023-11-16T18:21:56.191703+0000","last_became_peered":"2023-11-16T18:21:56.191703+0000","last_unstale":"2023-11-16T18:23:45.778583+0000","last_undegraded":"2023-11-16T18:23:45.778583+0000","last_fullsized":"2023-11-16T18:23:45.778583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:39:04.920172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778348+0000","last_change":"2023-11-16T18:21:51.742272+0000","last_active":"2023-11-16T18:23:45.778348+0000","last_peered":"2023-11-16T18:23:45.778348+0000","last_clean":"2023-11-16T18:23:45.778348+0000","last_became_active":"2023-11-16T18:21:51.741929+0000","last_became_peered":"2023-11-16T18:21:51.741929+0000","last_unstale":"2023-11-16T18:23:45.778348+0000","last_undegraded":"2023-11-16T18:23:45.778348+0000","last_fullsized":"2023-11-16T18:23:45.778348+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:26:56.124477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040782+0000","last_change":"2023-11-16T18:21:52.178971+0000","last_active":"2023-11-16T18:23:46.040782+0000","last_peered":"2023-11-16T18:23:46.040782+0000","last_clean":"2023-11-16T18:23:46.040782+0000","last_became_active":"2023-11-16T18:21:52.178623+0000","last_became_peered":"2023-11-16T18:21:52.178623+0000","last_unstale":"2023-11-16T18:23:46.040782+0000","last_undegraded":"2023-11-16T18:23:46.040782+0000","last_fullsized":"2023-11-16T18:23:46.040782+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:14:00.152032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039858+0000","last_change":"2023-11-16T18:21:56.191996+0000","last_active":"2023-11-16T18:23:46.039858+0000","last_peered":"2023-11-16T18:23:46.039858+0000","last_clean":"2023-11-16T18:23:46.039858+0000","last_became_active":"2023-11-16T18:21:56.191578+0000","last_became_peered":"2023-11-16T18:21:56.191578+0000","last_unstale":"2023-11-16T18:23:46.039858+0000","last_undegraded":"2023-11-16T18:23:46.039858+0000","last_fullsized":"2023-11-16T18:23:46.039858+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:04.199946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'37","reported_seq":271,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:48.915902+0000","last_change":"2023-11-16T18:22:44.816889+0000","last_active":"2023-11-16T18:23:48.915902+0000","last_peered":"2023-11-16T18:23:48.915902+0000","last_clean":"2023-11-16T18:23:48.915902+0000","last_became_active":"2023-11-16T18:22:44.808697+0000","last_became_peered":"2023-11-16T18:22:44.808697+0000","last_unstale":"2023-11-16T18:23:48.915902+0000","last_undegraded":"2023-11-16T18:23:48.915902+0000","last_fullsized":"2023-11-16T18:23:48.915902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:15:59.294979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66783,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":181,"num_read_kb":153,"num_write":38,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":59185,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783726+0000","last_change":"2023-11-16T18:21:52.178110+0000","last_active":"2023-11-16T18:23:45.783726+0000","last_peered":"2023-11-16T18:23:45.783726+0000","last_clean":"2023-11-16T18:23:45.783726+0000","last_became_active":"2023-11-16T18:21:52.177797+0000","last_became_peered":"2023-11-16T18:21:52.177797+0000","last_unstale":"2023-11-16T18:23:45.783726+0000","last_undegraded":"2023-11-16T18:23:45.783726+0000","last_fullsized":"2023-11-16T18:23:45.783726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:38:39.274369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779140+0000","last_change":"2023-11-16T18:21:56.190003+0000","last_active":"2023-11-16T18:23:45.779140+0000","last_peered":"2023-11-16T18:23:45.779140+0000","last_clean":"2023-11-16T18:23:45.779140+0000","last_became_active":"2023-11-16T18:21:56.189574+0000","last_became_peered":"2023-11-16T18:21:56.189574+0000","last_unstale":"2023-11-16T18:23:45.779140+0000","last_undegraded":"2023-11-16T18:23:45.779140+0000","last_fullsized":"2023-11-16T18:23:45.779140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:57:16.817589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783952+0000","last_change":"2023-11-16T18:21:51.743009+0000","last_active":"2023-11-16T18:23:45.783952+0000","last_peered":"2023-11-16T18:23:45.783952+0000","last_clean":"2023-11-16T18:23:45.783952+0000","last_became_active":"2023-11-16T18:21:51.741131+0000","last_became_peered":"2023-11-16T18:21:51.741131+0000","last_unstale":"2023-11-16T18:23:45.783952+0000","last_undegraded":"2023-11-16T18:23:45.783952+0000","last_fullsized":"2023-11-16T18:23:45.783952+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:02:48.717893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777339+0000","last_change":"2023-11-16T18:21:52.181620+0000","last_active":"2023-11-16T18:23:45.777339+0000","last_peered":"2023-11-16T18:23:45.777339+0000","last_clean":"2023-11-16T18:23:45.777339+0000","last_became_active":"2023-11-16T18:21:52.181274+0000","last_became_peered":"2023-11-16T18:21:52.181274+0000","last_unstale":"2023-11-16T18:23:45.777339+0000","last_undegraded":"2023-11-16T18:23:45.777339+0000","last_fullsized":"2023-11-16T18:23:45.777339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:22:42.119090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780443+0000","last_change":"2023-11-16T18:21:56.194872+0000","last_active":"2023-11-16T18:23:45.780443+0000","last_peered":"2023-11-16T18:23:45.780443+0000","last_clean":"2023-11-16T18:23:45.780443+0000","last_became_active":"2023-11-16T18:21:56.194441+0000","last_became_peered":"2023-11-16T18:21:56.194441+0000","last_unstale":"2023-11-16T18:23:45.780443+0000","last_undegraded":"2023-11-16T18:23:45.780443+0000","last_fullsized":"2023-11-16T18:23:45.780443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:16:53.096482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778557+0000","last_change":"2023-11-16T18:21:51.741095+0000","last_active":"2023-11-16T18:23:45.778557+0000","last_peered":"2023-11-16T18:23:45.778557+0000","last_clean":"2023-11-16T18:23:45.778557+0000","last_became_active":"2023-11-16T18:21:51.740804+0000","last_became_peered":"2023-11-16T18:21:51.740804+0000","last_unstale":"2023-11-16T18:23:45.778557+0000","last_undegraded":"2023-11-16T18:23:45.778557+0000","last_fullsized":"2023-11-16T18:23:45.778557+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:09:14.128440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785627+0000","last_change":"2023-11-16T18:21:52.180842+0000","last_active":"2023-11-16T18:23:45.785627+0000","last_peered":"2023-11-16T18:23:45.785627+0000","last_clean":"2023-11-16T18:23:45.785627+0000","last_became_active":"2023-11-16T18:21:52.180451+0000","last_became_peered":"2023-11-16T18:21:52.180451+0000","last_unstale":"2023-11-16T18:23:45.785627+0000","last_undegraded":"2023-11-16T18:23:45.785627+0000","last_fullsized":"2023-11-16T18:23:45.785627+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:41:12.031376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784003+0000","last_change":"2023-11-16T18:22:44.811956+0000","last_active":"2023-11-16T18:23:45.784003+0000","last_peered":"2023-11-16T18:23:45.784003+0000","last_clean":"2023-11-16T18:23:45.784003+0000","last_became_active":"2023-11-16T18:22:44.811332+0000","last_became_peered":"2023-11-16T18:22:44.811332+0000","last_unstale":"2023-11-16T18:23:45.784003+0000","last_undegraded":"2023-11-16T18:23:45.784003+0000","last_fullsized":"2023-11-16T18:23:45.784003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T05:57:40.232357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"91'5","reported_seq":126,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:47.832533+0000","last_change":"2023-11-16T18:21:51.736807+0000","last_active":"2023-11-16T18:23:47.832533+0000","last_peered":"2023-11-16T18:23:47.832533+0000","last_clean":"2023-11-16T18:23:47.832533+0000","last_became_active":"2023-11-16T18:21:51.736482+0000","last_became_peered":"2023-11-16T18:21:51.736482+0000","last_unstale":"2023-11-16T18:23:47.832533+0000","last_undegraded":"2023-11-16T18:23:47.832533+0000","last_fullsized":"2023-11-16T18:23:47.832533+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:46:25.257808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785328+0000","last_change":"2023-11-16T18:21:52.175947+0000","last_active":"2023-11-16T18:23:45.785328+0000","last_peered":"2023-11-16T18:23:45.785328+0000","last_clean":"2023-11-16T18:23:45.785328+0000","last_became_active":"2023-11-16T18:21:52.175651+0000","last_became_peered":"2023-11-16T18:21:52.175651+0000","last_unstale":"2023-11-16T18:23:45.785328+0000","last_undegraded":"2023-11-16T18:23:45.785328+0000","last_fullsized":"2023-11-16T18:23:45.785328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:24:31.305675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777721+0000","last_change":"2023-11-16T18:21:56.195333+0000","last_active":"2023-11-16T18:23:45.777721+0000","last_peered":"2023-11-16T18:23:45.777721+0000","last_clean":"2023-11-16T18:23:45.777721+0000","last_became_active":"2023-11-16T18:21:56.194918+0000","last_became_peered":"2023-11-16T18:21:56.194918+0000","last_unstale":"2023-11-16T18:23:45.777721+0000","last_undegraded":"2023-11-16T18:23:45.777721+0000","last_fullsized":"2023-11-16T18:23:45.777721+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:32.994382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.097966+0000","last_change":"2023-11-16T18:23:46.097478+0000","last_active":"2023-11-16T18:23:46.097966+0000","last_peered":"2023-11-16T18:23:46.097966+0000","last_clean":"2023-11-16T18:23:46.097966+0000","last_became_active":"2023-11-16T18:23:46.041573+0000","last_became_peered":"2023-11-16T18:23:46.041573+0000","last_unstale":"2023-11-16T18:23:46.097966+0000","last_undegraded":"2023-11-16T18:23:46.097966+0000","last_fullsized":"2023-11-16T18:23:46.097966+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:38:41.391362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,1],"acting":[11,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778257+0000","last_change":"2023-11-16T18:21:52.163711+0000","last_active":"2023-11-16T18:23:45.778257+0000","last_peered":"2023-11-16T18:23:45.778257+0000","last_clean":"2023-11-16T18:23:45.778257+0000","last_became_active":"2023-11-16T18:21:52.163124+0000","last_became_peered":"2023-11-16T18:21:52.163124+0000","last_unstale":"2023-11-16T18:23:45.778257+0000","last_undegraded":"2023-11-16T18:23:45.778257+0000","last_fullsized":"2023-11-16T18:23:45.778257+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:11:49.623306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778103+0000","last_change":"2023-11-16T18:21:56.188557+0000","last_active":"2023-11-16T18:23:45.778103+0000","last_peered":"2023-11-16T18:23:45.778103+0000","last_clean":"2023-11-16T18:23:45.778103+0000","last_became_active":"2023-11-16T18:21:56.188160+0000","last_became_peered":"2023-11-16T18:21:56.188160+0000","last_unstale":"2023-11-16T18:23:45.778103+0000","last_undegraded":"2023-11-16T18:23:45.778103+0000","last_fullsized":"2023-11-16T18:23:45.778103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:26:39.612769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784225+0000","last_change":"2023-11-16T18:21:51.745031+0000","last_active":"2023-11-16T18:23:45.784225+0000","last_peered":"2023-11-16T18:23:45.784225+0000","last_clean":"2023-11-16T18:23:45.784225+0000","last_became_active":"2023-11-16T18:21:51.744702+0000","last_became_peered":"2023-11-16T18:21:51.744702+0000","last_unstale":"2023-11-16T18:23:45.784225+0000","last_undegraded":"2023-11-16T18:23:45.784225+0000","last_fullsized":"2023-11-16T18:23:45.784225+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:33:34.613681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780818+0000","last_change":"2023-11-16T18:21:52.170225+0000","last_active":"2023-11-16T18:23:45.780818+0000","last_peered":"2023-11-16T18:23:45.780818+0000","last_clean":"2023-11-16T18:23:45.780818+0000","last_became_active":"2023-11-16T18:21:52.169855+0000","last_became_peered":"2023-11-16T18:21:52.169855+0000","last_unstale":"2023-11-16T18:23:45.780818+0000","last_undegraded":"2023-11-16T18:23:45.780818+0000","last_fullsized":"2023-11-16T18:23:45.780818+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:01:09.950479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783634+0000","last_change":"2023-11-16T18:21:56.240721+0000","last_active":"2023-11-16T18:23:45.783634+0000","last_peered":"2023-11-16T18:23:45.783634+0000","last_clean":"2023-11-16T18:23:45.783634+0000","last_became_active":"2023-11-16T18:21:56.240275+0000","last_became_peered":"2023-11-16T18:21:56.240275+0000","last_unstale":"2023-11-16T18:23:45.783634+0000","last_undegraded":"2023-11-16T18:23:45.783634+0000","last_fullsized":"2023-11-16T18:23:45.783634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:19:20.742813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.039877+0000","last_change":"2023-11-16T18:21:51.742300+0000","last_active":"2023-11-16T18:23:46.039877+0000","last_peered":"2023-11-16T18:23:46.039877+0000","last_clean":"2023-11-16T18:23:46.039877+0000","last_became_active":"2023-11-16T18:21:51.741987+0000","last_became_peered":"2023-11-16T18:21:51.741987+0000","last_unstale":"2023-11-16T18:23:46.039877+0000","last_undegraded":"2023-11-16T18:23:46.039877+0000","last_fullsized":"2023-11-16T18:23:46.039877+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:03:46.684839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829465+0000","last_change":"2023-11-16T18:21:52.168789+0000","last_active":"2023-11-16T18:23:45.829465+0000","last_peered":"2023-11-16T18:23:45.829465+0000","last_clean":"2023-11-16T18:23:45.829465+0000","last_became_active":"2023-11-16T18:21:52.168482+0000","last_became_peered":"2023-11-16T18:21:52.168482+0000","last_unstale":"2023-11-16T18:23:45.829465+0000","last_undegraded":"2023-11-16T18:23:45.829465+0000","last_fullsized":"2023-11-16T18:23:45.829465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:13:05.187214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777539+0000","last_change":"2023-11-16T18:21:56.187978+0000","last_active":"2023-11-16T18:23:45.777539+0000","last_peered":"2023-11-16T18:23:45.777539+0000","last_clean":"2023-11-16T18:23:45.777539+0000","last_became_active":"2023-11-16T18:21:56.187462+0000","last_became_peered":"2023-11-16T18:21:56.187462+0000","last_unstale":"2023-11-16T18:23:45.777539+0000","last_undegraded":"2023-11-16T18:23:45.777539+0000","last_fullsized":"2023-11-16T18:23:45.777539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:35:47.210825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785421+0000","last_change":"2023-11-16T18:21:51.739006+0000","last_active":"2023-11-16T18:23:45.785421+0000","last_peered":"2023-11-16T18:23:45.785421+0000","last_clean":"2023-11-16T18:23:45.785421+0000","last_became_active":"2023-11-16T18:21:51.738523+0000","last_became_peered":"2023-11-16T18:21:51.738523+0000","last_unstale":"2023-11-16T18:23:45.785421+0000","last_undegraded":"2023-11-16T18:23:45.785421+0000","last_fullsized":"2023-11-16T18:23:45.785421+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:36.031240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829201+0000","last_change":"2023-11-16T18:21:52.182289+0000","last_active":"2023-11-16T18:23:45.829201+0000","last_peered":"2023-11-16T18:23:45.829201+0000","last_clean":"2023-11-16T18:23:45.829201+0000","last_became_active":"2023-11-16T18:21:52.181937+0000","last_became_peered":"2023-11-16T18:21:52.181937+0000","last_unstale":"2023-11-16T18:23:45.829201+0000","last_undegraded":"2023-11-16T18:23:45.829201+0000","last_fullsized":"2023-11-16T18:23:45.829201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:24:04.522346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777543+0000","last_change":"2023-11-16T18:21:56.240849+0000","last_active":"2023-11-16T18:23:45.777543+0000","last_peered":"2023-11-16T18:23:45.777543+0000","last_clean":"2023-11-16T18:23:45.777543+0000","last_became_active":"2023-11-16T18:21:56.240284+0000","last_became_peered":"2023-11-16T18:21:56.240284+0000","last_unstale":"2023-11-16T18:23:45.777543+0000","last_undegraded":"2023-11-16T18:23:45.777543+0000","last_fullsized":"2023-11-16T18:23:45.777543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:55:23.382011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778844+0000","last_change":"2023-11-16T18:22:44.809902+0000","last_active":"2023-11-16T18:23:45.778844+0000","last_peered":"2023-11-16T18:23:45.778844+0000","last_clean":"2023-11-16T18:23:45.778844+0000","last_became_active":"2023-11-16T18:22:44.809233+0000","last_became_peered":"2023-11-16T18:22:44.809233+0000","last_unstale":"2023-11-16T18:23:45.778844+0000","last_undegraded":"2023-11-16T18:23:45.778844+0000","last_fullsized":"2023-11-16T18:23:45.778844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:50:24.182747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":121,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.830315+0000","last_change":"2023-11-16T18:21:51.743103+0000","last_active":"2023-11-16T18:23:46.830315+0000","last_peered":"2023-11-16T18:23:46.830315+0000","last_clean":"2023-11-16T18:23:46.830315+0000","last_became_active":"2023-11-16T18:21:51.742675+0000","last_became_peered":"2023-11-16T18:21:51.742675+0000","last_unstale":"2023-11-16T18:23:46.830315+0000","last_undegraded":"2023-11-16T18:23:46.830315+0000","last_fullsized":"2023-11-16T18:23:46.830315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:28:31.330850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":86,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785773+0000","last_change":"2023-11-16T18:22:44.818268+0000","last_active":"2023-11-16T18:23:45.785773+0000","last_peered":"2023-11-16T18:23:45.785773+0000","last_clean":"2023-11-16T18:23:45.785773+0000","last_became_active":"2023-11-16T18:22:44.813196+0000","last_became_peered":"2023-11-16T18:22:44.813196+0000","last_unstale":"2023-11-16T18:23:45.785773+0000","last_undegraded":"2023-11-16T18:23:45.785773+0000","last_fullsized":"2023-11-16T18:23:45.785773+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:13:01.876128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,11,9],"acting":[7,8,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828804+0000","last_change":"2023-11-16T18:21:52.177311+0000","last_active":"2023-11-16T18:23:45.828804+0000","last_peered":"2023-11-16T18:23:45.828804+0000","last_clean":"2023-11-16T18:23:45.828804+0000","last_became_active":"2023-11-16T18:21:52.176293+0000","last_became_peered":"2023-11-16T18:21:52.176293+0000","last_unstale":"2023-11-16T18:23:45.828804+0000","last_undegraded":"2023-11-16T18:23:45.828804+0000","last_fullsized":"2023-11-16T18:23:45.828804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:23:30.589150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778439+0000","last_change":"2023-11-16T18:21:51.734991+0000","last_active":"2023-11-16T18:23:45.778439+0000","last_peered":"2023-11-16T18:23:45.778439+0000","last_clean":"2023-11-16T18:23:45.778439+0000","last_became_active":"2023-11-16T18:21:51.734581+0000","last_became_peered":"2023-11-16T18:21:51.734581+0000","last_unstale":"2023-11-16T18:23:45.778439+0000","last_undegraded":"2023-11-16T18:23:45.778439+0000","last_fullsized":"2023-11-16T18:23:45.778439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:34:19.390015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785126+0000","last_change":"2023-11-16T18:20:52.894087+0000","last_active":"2023-11-16T18:23:45.785126+0000","last_peered":"2023-11-16T18:23:45.785126+0000","last_clean":"2023-11-16T18:23:45.785126+0000","last_became_active":"2023-11-16T18:20:52.893548+0000","last_became_peered":"2023-11-16T18:20:52.893548+0000","last_unstale":"2023-11-16T18:23:45.785126+0000","last_undegraded":"2023-11-16T18:23:45.785126+0000","last_fullsized":"2023-11-16T18:23:45.785126+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:17:51.398123+0000","last_clean_scrub_stamp":"2023-11-16T18:17:51.398123+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:40:27.199891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779207+0000","last_change":"2023-11-16T18:22:44.822930+0000","last_active":"2023-11-16T18:23:45.779207+0000","last_peered":"2023-11-16T18:23:45.779207+0000","last_clean":"2023-11-16T18:23:45.779207+0000","last_became_active":"2023-11-16T18:22:44.822557+0000","last_became_peered":"2023-11-16T18:22:44.822557+0000","last_unstale":"2023-11-16T18:23:45.779207+0000","last_undegraded":"2023-11-16T18:23:45.779207+0000","last_fullsized":"2023-11-16T18:23:45.779207+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:58:16.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777068+0000","last_change":"2023-11-16T18:21:52.182375+0000","last_active":"2023-11-16T18:23:45.777068+0000","last_peered":"2023-11-16T18:23:45.777068+0000","last_clean":"2023-11-16T18:23:45.777068+0000","last_became_active":"2023-11-16T18:21:52.181978+0000","last_became_peered":"2023-11-16T18:21:52.181978+0000","last_unstale":"2023-11-16T18:23:45.777068+0000","last_undegraded":"2023-11-16T18:23:45.777068+0000","last_fullsized":"2023-11-16T18:23:45.777068+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:48:57.765352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785141+0000","last_change":"2023-11-16T18:21:51.739518+0000","last_active":"2023-11-16T18:23:45.785141+0000","last_peered":"2023-11-16T18:23:45.785141+0000","last_clean":"2023-11-16T18:23:45.785141+0000","last_became_active":"2023-11-16T18:21:51.739224+0000","last_became_peered":"2023-11-16T18:21:51.739224+0000","last_unstale":"2023-11-16T18:23:45.785141+0000","last_undegraded":"2023-11-16T18:23:45.785141+0000","last_fullsized":"2023-11-16T18:23:45.785141+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:45:11.087895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780425+0000","last_change":"2023-11-16T18:21:56.188811+0000","last_active":"2023-11-16T18:23:45.780425+0000","last_peered":"2023-11-16T18:23:45.780425+0000","last_clean":"2023-11-16T18:23:45.780425+0000","last_became_active":"2023-11-16T18:21:56.188259+0000","last_became_peered":"2023-11-16T18:21:56.188259+0000","last_unstale":"2023-11-16T18:23:45.780425+0000","last_undegraded":"2023-11-16T18:23:45.780425+0000","last_fullsized":"2023-11-16T18:23:45.780425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:23:18.157084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783566+0000","last_change":"2023-11-16T18:21:51.738999+0000","last_active":"2023-11-16T18:23:45.783566+0000","last_peered":"2023-11-16T18:23:45.783566+0000","last_clean":"2023-11-16T18:23:45.783566+0000","last_became_active":"2023-11-16T18:21:51.738637+0000","last_became_peered":"2023-11-16T18:21:51.738637+0000","last_unstale":"2023-11-16T18:23:45.783566+0000","last_undegraded":"2023-11-16T18:23:45.783566+0000","last_fullsized":"2023-11-16T18:23:45.783566+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:38:45.261815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777691+0000","last_change":"2023-11-16T18:21:52.171378+0000","last_active":"2023-11-16T18:23:45.777691+0000","last_peered":"2023-11-16T18:23:45.777691+0000","last_clean":"2023-11-16T18:23:45.777691+0000","last_became_active":"2023-11-16T18:21:52.170971+0000","last_became_peered":"2023-11-16T18:21:52.170971+0000","last_unstale":"2023-11-16T18:23:45.777691+0000","last_undegraded":"2023-11-16T18:23:45.777691+0000","last_fullsized":"2023-11-16T18:23:45.777691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T04:45:48.470994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828513+0000","last_change":"2023-11-16T18:21:56.240598+0000","last_active":"2023-11-16T18:23:45.828513+0000","last_peered":"2023-11-16T18:23:45.828513+0000","last_clean":"2023-11-16T18:23:45.828513+0000","last_became_active":"2023-11-16T18:21:56.240177+0000","last_became_peered":"2023-11-16T18:21:56.240177+0000","last_unstale":"2023-11-16T18:23:45.828513+0000","last_undegraded":"2023-11-16T18:23:45.828513+0000","last_fullsized":"2023-11-16T18:23:45.828513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:01:03.112823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'6","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040283+0000","last_change":"2023-11-16T18:21:51.744525+0000","last_active":"2023-11-16T18:23:46.040283+0000","last_peered":"2023-11-16T18:23:46.040283+0000","last_clean":"2023-11-16T18:23:46.040283+0000","last_became_active":"2023-11-16T18:21:51.744179+0000","last_became_peered":"2023-11-16T18:21:51.744179+0000","last_unstale":"2023-11-16T18:23:46.040283+0000","last_undegraded":"2023-11-16T18:23:46.040283+0000","last_fullsized":"2023-11-16T18:23:46.040283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:05:23.436505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:52.167931+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:52.167607+0000","last_became_peered":"2023-11-16T18:21:52.167607+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:41:11.941336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783075+0000","last_change":"2023-11-16T18:21:56.184415+0000","last_active":"2023-11-16T18:23:45.783075+0000","last_peered":"2023-11-16T18:23:45.783075+0000","last_clean":"2023-11-16T18:23:45.783075+0000","last_became_active":"2023-11-16T18:21:56.183872+0000","last_became_peered":"2023-11-16T18:21:56.183872+0000","last_unstale":"2023-11-16T18:23:45.783075+0000","last_undegraded":"2023-11-16T18:23:45.783075+0000","last_fullsized":"2023-11-16T18:23:45.783075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:31:06.703762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779147+0000","last_change":"2023-11-16T18:21:51.742128+0000","last_active":"2023-11-16T18:23:45.779147+0000","last_peered":"2023-11-16T18:23:45.779147+0000","last_clean":"2023-11-16T18:23:45.779147+0000","last_became_active":"2023-11-16T18:21:51.741853+0000","last_became_peered":"2023-11-16T18:21:51.741853+0000","last_unstale":"2023-11-16T18:23:45.779147+0000","last_undegraded":"2023-11-16T18:23:45.779147+0000","last_fullsized":"2023-11-16T18:23:45.779147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:09:52.287347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783282+0000","last_change":"2023-11-16T18:21:52.184735+0000","last_active":"2023-11-16T18:23:45.783282+0000","last_peered":"2023-11-16T18:23:45.783282+0000","last_clean":"2023-11-16T18:23:45.783282+0000","last_became_active":"2023-11-16T18:21:52.184389+0000","last_became_peered":"2023-11-16T18:21:52.184389+0000","last_unstale":"2023-11-16T18:23:45.783282+0000","last_undegraded":"2023-11-16T18:23:45.783282+0000","last_fullsized":"2023-11-16T18:23:45.783282+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:58:07.249842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778847+0000","last_change":"2023-11-16T18:21:56.242545+0000","last_active":"2023-11-16T18:23:45.778847+0000","last_peered":"2023-11-16T18:23:45.778847+0000","last_clean":"2023-11-16T18:23:45.778847+0000","last_became_active":"2023-11-16T18:21:56.242018+0000","last_became_peered":"2023-11-16T18:21:56.242018+0000","last_unstale":"2023-11-16T18:23:45.778847+0000","last_undegraded":"2023-11-16T18:23:45.778847+0000","last_fullsized":"2023-11-16T18:23:45.778847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:02:43.309589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.041070+0000","last_change":"2023-11-16T18:21:51.739709+0000","last_active":"2023-11-16T18:23:46.041070+0000","last_peered":"2023-11-16T18:23:46.041070+0000","last_clean":"2023-11-16T18:23:46.041070+0000","last_became_active":"2023-11-16T18:21:51.739406+0000","last_became_peered":"2023-11-16T18:21:51.739406+0000","last_unstale":"2023-11-16T18:23:46.041070+0000","last_undegraded":"2023-11-16T18:23:46.041070+0000","last_fullsized":"2023-11-16T18:23:46.041070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:22:53.373110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783298+0000","last_change":"2023-11-16T18:21:52.176536+0000","last_active":"2023-11-16T18:23:45.783298+0000","last_peered":"2023-11-16T18:23:45.783298+0000","last_clean":"2023-11-16T18:23:45.783298+0000","last_became_active":"2023-11-16T18:21:52.175979+0000","last_became_peered":"2023-11-16T18:21:52.175979+0000","last_unstale":"2023-11-16T18:23:45.783298+0000","last_undegraded":"2023-11-16T18:23:45.783298+0000","last_fullsized":"2023-11-16T18:23:45.783298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:11:02.764371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040235+0000","last_change":"2023-11-16T18:21:56.195785+0000","last_active":"2023-11-16T18:23:46.040235+0000","last_peered":"2023-11-16T18:23:46.040235+0000","last_clean":"2023-11-16T18:23:46.040235+0000","last_became_active":"2023-11-16T18:21:56.195382+0000","last_became_peered":"2023-11-16T18:21:56.195382+0000","last_unstale":"2023-11-16T18:23:46.040235+0000","last_undegraded":"2023-11-16T18:23:46.040235+0000","last_fullsized":"2023-11-16T18:23:46.040235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:46:15.151218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829088+0000","last_change":"2023-11-16T18:21:51.741039+0000","last_active":"2023-11-16T18:23:45.829088+0000","last_peered":"2023-11-16T18:23:45.829088+0000","last_clean":"2023-11-16T18:23:45.829088+0000","last_became_active":"2023-11-16T18:21:51.740539+0000","last_became_peered":"2023-11-16T18:21:51.740539+0000","last_unstale":"2023-11-16T18:23:45.829088+0000","last_undegraded":"2023-11-16T18:23:45.829088+0000","last_fullsized":"2023-11-16T18:23:45.829088+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:19:11.948935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780354+0000","last_change":"2023-11-16T18:21:52.171066+0000","last_active":"2023-11-16T18:23:45.780354+0000","last_peered":"2023-11-16T18:23:45.780354+0000","last_clean":"2023-11-16T18:23:45.780354+0000","last_became_active":"2023-11-16T18:21:52.170728+0000","last_became_peered":"2023-11-16T18:21:52.170728+0000","last_unstale":"2023-11-16T18:23:45.780354+0000","last_undegraded":"2023-11-16T18:23:45.780354+0000","last_fullsized":"2023-11-16T18:23:45.780354+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:39:46.878921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778726+0000","last_change":"2023-11-16T18:21:56.192064+0000","last_active":"2023-11-16T18:23:45.778726+0000","last_peered":"2023-11-16T18:23:45.778726+0000","last_clean":"2023-11-16T18:23:45.778726+0000","last_became_active":"2023-11-16T18:21:56.191573+0000","last_became_peered":"2023-11-16T18:21:56.191573+0000","last_unstale":"2023-11-16T18:23:45.778726+0000","last_undegraded":"2023-11-16T18:23:45.778726+0000","last_fullsized":"2023-11-16T18:23:45.778726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T01:49:06.296165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783194+0000","last_change":"2023-11-16T18:21:51.742820+0000","last_active":"2023-11-16T18:23:45.783194+0000","last_peered":"2023-11-16T18:23:45.783194+0000","last_clean":"2023-11-16T18:23:45.783194+0000","last_became_active":"2023-11-16T18:21:51.740766+0000","last_became_peered":"2023-11-16T18:21:51.740766+0000","last_unstale":"2023-11-16T18:23:45.783194+0000","last_undegraded":"2023-11-16T18:23:45.783194+0000","last_fullsized":"2023-11-16T18:23:45.783194+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:49:49.990418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828886+0000","last_change":"2023-11-16T18:21:52.178136+0000","last_active":"2023-11-16T18:23:45.828886+0000","last_peered":"2023-11-16T18:23:45.828886+0000","last_clean":"2023-11-16T18:23:45.828886+0000","last_became_active":"2023-11-16T18:21:52.177793+0000","last_became_peered":"2023-11-16T18:21:52.177793+0000","last_unstale":"2023-11-16T18:23:45.828886+0000","last_undegraded":"2023-11-16T18:23:45.828886+0000","last_fullsized":"2023-11-16T18:23:45.828886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:39:23.944316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778611+0000","last_change":"2023-11-16T18:21:56.240466+0000","last_active":"2023-11-16T18:23:45.778611+0000","last_peered":"2023-11-16T18:23:45.778611+0000","last_clean":"2023-11-16T18:23:45.778611+0000","last_became_active":"2023-11-16T18:21:56.240083+0000","last_became_peered":"2023-11-16T18:21:56.240083+0000","last_unstale":"2023-11-16T18:23:45.778611+0000","last_undegraded":"2023-11-16T18:23:45.778611+0000","last_fullsized":"2023-11-16T18:23:45.778611+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T18:32:06.476210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783255+0000","last_change":"2023-11-16T18:21:51.741772+0000","last_active":"2023-11-16T18:23:45.783255+0000","last_peered":"2023-11-16T18:23:45.783255+0000","last_clean":"2023-11-16T18:23:45.783255+0000","last_became_active":"2023-11-16T18:21:51.740969+0000","last_became_peered":"2023-11-16T18:21:51.740969+0000","last_unstale":"2023-11-16T18:23:45.783255+0000","last_undegraded":"2023-11-16T18:23:45.783255+0000","last_fullsized":"2023-11-16T18:23:45.783255+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:32.689398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785586+0000","last_change":"2023-11-16T18:21:52.173092+0000","last_active":"2023-11-16T18:23:45.785586+0000","last_peered":"2023-11-16T18:23:45.785586+0000","last_clean":"2023-11-16T18:23:45.785586+0000","last_became_active":"2023-11-16T18:21:52.172806+0000","last_became_peered":"2023-11-16T18:21:52.172806+0000","last_unstale":"2023-11-16T18:23:45.785586+0000","last_undegraded":"2023-11-16T18:23:45.785586+0000","last_fullsized":"2023-11-16T18:23:45.785586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:55:29.149105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040299+0000","last_change":"2023-11-16T18:21:56.187965+0000","last_active":"2023-11-16T18:23:46.040299+0000","last_peered":"2023-11-16T18:23:46.040299+0000","last_clean":"2023-11-16T18:23:46.040299+0000","last_became_active":"2023-11-16T18:21:56.187410+0000","last_became_peered":"2023-11-16T18:21:56.187410+0000","last_unstale":"2023-11-16T18:23:46.040299+0000","last_undegraded":"2023-11-16T18:23:46.040299+0000","last_fullsized":"2023-11-16T18:23:46.040299+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:22:44.055774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784821+0000","last_change":"2023-11-16T18:21:51.739448+0000","last_active":"2023-11-16T18:23:45.784821+0000","last_peered":"2023-11-16T18:23:45.784821+0000","last_clean":"2023-11-16T18:23:45.784821+0000","last_became_active":"2023-11-16T18:21:51.739125+0000","last_became_peered":"2023-11-16T18:21:51.739125+0000","last_unstale":"2023-11-16T18:23:45.784821+0000","last_undegraded":"2023-11-16T18:23:45.784821+0000","last_fullsized":"2023-11-16T18:23:45.784821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:19:39.752932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.786000+0000","last_change":"2023-11-16T18:21:52.175318+0000","last_active":"2023-11-16T18:23:45.786000+0000","last_peered":"2023-11-16T18:23:45.786000+0000","last_clean":"2023-11-16T18:23:45.786000+0000","last_became_active":"2023-11-16T18:21:52.174999+0000","last_became_peered":"2023-11-16T18:21:52.174999+0000","last_unstale":"2023-11-16T18:23:45.786000+0000","last_undegraded":"2023-11-16T18:23:45.786000+0000","last_fullsized":"2023-11-16T18:23:45.786000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:47:36.389693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783440+0000","last_change":"2023-11-16T18:21:56.192011+0000","last_active":"2023-11-16T18:23:45.783440+0000","last_peered":"2023-11-16T18:23:45.783440+0000","last_clean":"2023-11-16T18:23:45.783440+0000","last_became_active":"2023-11-16T18:21:56.191589+0000","last_became_peered":"2023-11-16T18:21:56.191589+0000","last_unstale":"2023-11-16T18:23:45.783440+0000","last_undegraded":"2023-11-16T18:23:45.783440+0000","last_fullsized":"2023-11-16T18:23:45.783440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:13:05.386752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.779014+0000","last_change":"2023-11-16T18:21:51.740953+0000","last_active":"2023-11-16T18:23:45.779014+0000","last_peered":"2023-11-16T18:23:45.779014+0000","last_clean":"2023-11-16T18:23:45.779014+0000","last_became_active":"2023-11-16T18:21:51.740630+0000","last_became_peered":"2023-11-16T18:21:51.740630+0000","last_unstale":"2023-11-16T18:23:45.779014+0000","last_undegraded":"2023-11-16T18:23:45.779014+0000","last_fullsized":"2023-11-16T18:23:45.779014+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T02:48:40.041216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785692+0000","last_change":"2023-11-16T18:21:52.165003+0000","last_active":"2023-11-16T18:23:45.785692+0000","last_peered":"2023-11-16T18:23:45.785692+0000","last_clean":"2023-11-16T18:23:45.785692+0000","last_became_active":"2023-11-16T18:21:52.164699+0000","last_became_peered":"2023-11-16T18:21:52.164699+0000","last_unstale":"2023-11-16T18:23:45.785692+0000","last_undegraded":"2023-11-16T18:23:45.785692+0000","last_fullsized":"2023-11-16T18:23:45.785692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:22:39.943877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777835+0000","last_change":"2023-11-16T18:21:56.187645+0000","last_active":"2023-11-16T18:23:45.777835+0000","last_peered":"2023-11-16T18:23:45.777835+0000","last_clean":"2023-11-16T18:23:45.777835+0000","last_became_active":"2023-11-16T18:21:56.186735+0000","last_became_peered":"2023-11-16T18:21:56.186735+0000","last_unstale":"2023-11-16T18:23:45.777835+0000","last_undegraded":"2023-11-16T18:23:45.777835+0000","last_fullsized":"2023-11-16T18:23:45.777835+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:55.158101+0000","last_clean_scrub_stamp":"2023-11-16T18:21:55.158101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:41:43.607494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777812+0000","last_change":"2023-11-16T18:21:51.743154+0000","last_active":"2023-11-16T18:23:45.777812+0000","last_peered":"2023-11-16T18:23:45.777812+0000","last_clean":"2023-11-16T18:23:45.777812+0000","last_became_active":"2023-11-16T18:21:51.742815+0000","last_became_peered":"2023-11-16T18:21:51.742815+0000","last_unstale":"2023-11-16T18:23:45.777812+0000","last_undegraded":"2023-11-16T18:23:45.777812+0000","last_fullsized":"2023-11-16T18:23:45.777812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:50.716363+0000","last_clean_scrub_stamp":"2023-11-16T18:21:50.716363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:42:06.128569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.785886+0000","last_change":"2023-11-16T18:21:52.177153+0000","last_active":"2023-11-16T18:23:45.785886+0000","last_peered":"2023-11-16T18:23:45.785886+0000","last_clean":"2023-11-16T18:23:45.785886+0000","last_became_active":"2023-11-16T18:21:52.176865+0000","last_became_peered":"2023-11-16T18:21:52.176865+0000","last_unstale":"2023-11-16T18:23:45.785886+0000","last_undegraded":"2023-11-16T18:23:45.785886+0000","last_fullsized":"2023-11-16T18:23:45.785886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:33:11.343086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780569+0000","last_change":"2023-11-16T18:21:52.166668+0000","last_active":"2023-11-16T18:23:45.780569+0000","last_peered":"2023-11-16T18:23:45.780569+0000","last_clean":"2023-11-16T18:23:45.780569+0000","last_became_active":"2023-11-16T18:21:52.166381+0000","last_became_peered":"2023-11-16T18:21:52.166381+0000","last_unstale":"2023-11-16T18:23:45.780569+0000","last_undegraded":"2023-11-16T18:23:45.780569+0000","last_fullsized":"2023-11-16T18:23:45.780569+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:05:56.412419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783743+0000","last_change":"2023-11-16T18:21:52.169031+0000","last_active":"2023-11-16T18:23:45.783743+0000","last_peered":"2023-11-16T18:23:45.783743+0000","last_clean":"2023-11-16T18:23:45.783743+0000","last_became_active":"2023-11-16T18:21:52.168711+0000","last_became_peered":"2023-11-16T18:21:52.168711+0000","last_unstale":"2023-11-16T18:23:45.783743+0000","last_undegraded":"2023-11-16T18:23:45.783743+0000","last_fullsized":"2023-11-16T18:23:45.783743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T23:04:51.852028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783037+0000","last_change":"2023-11-16T18:21:52.163061+0000","last_active":"2023-11-16T18:23:45.783037+0000","last_peered":"2023-11-16T18:23:45.783037+0000","last_clean":"2023-11-16T18:23:45.783037+0000","last_became_active":"2023-11-16T18:21:52.162744+0000","last_became_peered":"2023-11-16T18:21:52.162744+0000","last_unstale":"2023-11-16T18:23:45.783037+0000","last_undegraded":"2023-11-16T18:23:45.783037+0000","last_fullsized":"2023-11-16T18:23:45.783037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:05:39.227083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.783635+0000","last_change":"2023-11-16T18:21:52.174852+0000","last_active":"2023-11-16T18:23:45.783635+0000","last_peered":"2023-11-16T18:23:45.783635+0000","last_clean":"2023-11-16T18:23:45.783635+0000","last_became_active":"2023-11-16T18:21:52.174504+0000","last_became_peered":"2023-11-16T18:21:52.174504+0000","last_unstale":"2023-11-16T18:23:45.783635+0000","last_undegraded":"2023-11-16T18:23:45.783635+0000","last_fullsized":"2023-11-16T18:23:45.783635+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T20:26:08.825665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777798+0000","last_change":"2023-11-16T18:21:52.181794+0000","last_active":"2023-11-16T18:23:45.777798+0000","last_peered":"2023-11-16T18:23:45.777798+0000","last_clean":"2023-11-16T18:23:45.777798+0000","last_became_active":"2023-11-16T18:21:52.181497+0000","last_became_peered":"2023-11-16T18:21:52.181497+0000","last_unstale":"2023-11-16T18:23:45.777798+0000","last_undegraded":"2023-11-16T18:23:45.777798+0000","last_fullsized":"2023-11-16T18:23:45.777798+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:33:13.309418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780854+0000","last_change":"2023-11-16T18:21:52.176521+0000","last_active":"2023-11-16T18:23:45.780854+0000","last_peered":"2023-11-16T18:23:45.780854+0000","last_clean":"2023-11-16T18:23:45.780854+0000","last_became_active":"2023-11-16T18:21:52.176190+0000","last_became_peered":"2023-11-16T18:21:52.176190+0000","last_unstale":"2023-11-16T18:23:45.780854+0000","last_undegraded":"2023-11-16T18:23:45.780854+0000","last_fullsized":"2023-11-16T18:23:45.780854+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T22:20:16.405967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.784395+0000","last_change":"2023-11-16T18:21:52.178810+0000","last_active":"2023-11-16T18:23:45.784395+0000","last_peered":"2023-11-16T18:23:45.784395+0000","last_clean":"2023-11-16T18:23:45.784395+0000","last_became_active":"2023-11-16T18:21:52.178498+0000","last_became_peered":"2023-11-16T18:21:52.178498+0000","last_unstale":"2023-11-16T18:23:45.784395+0000","last_undegraded":"2023-11-16T18:23:45.784395+0000","last_fullsized":"2023-11-16T18:23:45.784395+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T19:58:43.173979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.829187+0000","last_change":"2023-11-16T18:21:52.173996+0000","last_active":"2023-11-16T18:23:45.829187+0000","last_peered":"2023-11-16T18:23:45.829187+0000","last_clean":"2023-11-16T18:23:45.829187+0000","last_became_active":"2023-11-16T18:21:52.173664+0000","last_became_peered":"2023-11-16T18:21:52.173664+0000","last_unstale":"2023-11-16T18:23:45.829187+0000","last_undegraded":"2023-11-16T18:23:45.829187+0000","last_fullsized":"2023-11-16T18:23:45.829187+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:53.710600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.778136+0000","last_change":"2023-11-16T18:21:52.165477+0000","last_active":"2023-11-16T18:23:45.778136+0000","last_peered":"2023-11-16T18:23:45.778136+0000","last_clean":"2023-11-16T18:23:45.778136+0000","last_became_active":"2023-11-16T18:21:52.165200+0000","last_became_peered":"2023-11-16T18:21:52.165200+0000","last_unstale":"2023-11-16T18:23:45.778136+0000","last_undegraded":"2023-11-16T18:23:45.778136+0000","last_fullsized":"2023-11-16T18:23:45.778136+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:27:35.832242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.828657+0000","last_change":"2023-11-16T18:21:52.178239+0000","last_active":"2023-11-16T18:23:45.828657+0000","last_peered":"2023-11-16T18:23:45.828657+0000","last_clean":"2023-11-16T18:23:45.828657+0000","last_became_active":"2023-11-16T18:21:52.177322+0000","last_became_peered":"2023-11-16T18:21:52.177322+0000","last_unstale":"2023-11-16T18:23:45.828657+0000","last_undegraded":"2023-11-16T18:23:45.828657+0000","last_fullsized":"2023-11-16T18:23:45.828657+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:13:30.041567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:46.040589+0000","last_change":"2023-11-16T18:21:52.165008+0000","last_active":"2023-11-16T18:23:46.040589+0000","last_peered":"2023-11-16T18:23:46.040589+0000","last_clean":"2023-11-16T18:23:46.040589+0000","last_became_active":"2023-11-16T18:21:52.164643+0000","last_became_peered":"2023-11-16T18:21:52.164643+0000","last_unstale":"2023-11-16T18:23:46.040589+0000","last_undegraded":"2023-11-16T18:23:46.040589+0000","last_fullsized":"2023-11-16T18:23:46.040589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T03:28:18.449724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.777667+0000","last_change":"2023-11-16T18:21:52.177647+0000","last_active":"2023-11-16T18:23:45.777667+0000","last_peered":"2023-11-16T18:23:45.777667+0000","last_clean":"2023-11-16T18:23:45.777667+0000","last_became_active":"2023-11-16T18:21:52.177192+0000","last_became_peered":"2023-11-16T18:21:52.177192+0000","last_unstale":"2023-11-16T18:23:45.777667+0000","last_undegraded":"2023-11-16T18:23:45.777667+0000","last_fullsized":"2023-11-16T18:23:45.777667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-17T21:03:15.869551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2023-11-16T18:23:45.780461+0000","last_change":"2023-11-16T18:21:52.180481+0000","last_active":"2023-11-16T18:23:45.780461+0000","last_peered":"2023-11-16T18:23:45.780461+0000","last_clean":"2023-11-16T18:23:45.780461+0000","last_became_active":"2023-11-16T18:21:52.180155+0000","last_became_peered":"2023-11-16T18:21:52.180155+0000","last_unstale":"2023-11-16T18:23:45.780461+0000","last_undegraded":"2023-11-16T18:23:45.780461+0000","last_fullsized":"2023-11-16T18:23:45.780461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-16T18:21:51.718251+0000","last_clean_scrub_stamp":"2023-11-16T18:21:51.718251+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-18T00:30:54.722076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":123,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70828,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":544,"num_read_kb":345,"num_write":164,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":59297,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":212484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416419,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6360,"kb_used_data":1040,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":1064960,"data_stored":521982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.439},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58999999999999997,"15min":0.59499999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.89400000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.42599999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.64500000000000002,"15min":0.65100000000000002},"min":{"1min":0.41299999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89000000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.65200000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65000000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.499},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.498,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.504,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.64400000000000002,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82799999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.62,"15min":0.63200000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.78700000000000003,"5min":1.099,"15min":1.099},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.60699999999999998,"15min":0.61699999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.68100000000000005,"15min":0.69499999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.877,"5min":1.242,"15min":1.242},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.92300000000000004,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.62}]},{"osd":7,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73999999999999999,"15min":0.749},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96799999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.76800000000000002,"15min":0.78000000000000003},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.94699999999999995,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.67800000000000005}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.64100000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.80800000000000005,"15min":0.81999999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79600000000000004,"15min":0.80600000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.006,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.66100000000000003}]},{"osd":10,"last update":"Thu Nov 16 18:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.80700000000000005,"15min":0.81799999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.98599999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.81799999999999995,"15min":0.82599999999999996},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.754}]}]},{"osd":10,"up_from":72,"seq":309237645351,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7352,"kb_used_data":1712,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737800,"statfs":{"total":95995035648,"available":95987507200,"internally_reserved":0,"allocated":1753088,"data_stored":1176404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":7.6609999999999996,"5min":7.6609999999999996,"15min":7.6609999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.9160000000000004,"5min":6.9160000000000004,"15min":6.9160000000000004},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45000000000000001,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60199999999999998}]},{"osd":2,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.629,"15min":0.61499999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.5519999999999996,"5min":4.5519999999999996,"15min":4.5519999999999996},"last":0.624},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65000000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77600000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.63800000000000001}]},{"osd":5,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71099999999999997,"15min":0.71899999999999997},"min":{"1min":0.48199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93999999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.70899999999999996,"15min":0.72099999999999997},"min":{"1min":0.52700000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.80100000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.85699999999999998}]},{"osd":6,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.79100000000000004,"15min":0.76500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.7309999999999999,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.76500000000000001,"15min":0.74299999999999999},"min":{"1min":0.53700000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":4.5750000000000002,"5min":4.5750000000000002,"15min":4.5750000000000002},"last":0.72799999999999998}]},{"osd":7,"last update":"Thu Nov 16 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.75900000000000001,"15min":0.76200000000000001},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92800000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.78700000000000003,"15min":0.79500000000000004},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":0.90200000000000002,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":0.86099999999999999,"15min":0.81699999999999995},"min":{"1min":0.57999999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":7.8010000000000002,"5min":7.8010000000000002,"15min":7.8010000000000002},"last":0.874},{"interface":"front","average":{"1min":1.081,"5min":0.86099999999999999,"15min":0.82499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.72499999999999998,"15min":0.73099999999999998},"min":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.85899999999999999,"5min":1.022,"15min":1.022},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.76000000000000001,"15min":0.76100000000000001},"min":{"1min":0.59699999999999998,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.95499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.93100000000000005}]}]},{"osd":9,"up_from":67,"seq":287762808876,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":1077248,"data_stored":526202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.45100000000000001,"15min":0.48599999999999999},"min":{"1min":0.28199999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.47899999999999998,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.47799999999999998,"15min":0.50800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.53800000000000003,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.59699999999999998,"15min":0.621},"min":{"1min":0.38600000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.93400000000000005,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.61299999999999999,"15min":0.64600000000000002},"min":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73899999999999999,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.61299999999999999,"15min":0.63300000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64300000000000002,"15min":0.68000000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.752,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58299999999999996,"15min":0.63800000000000001},"min":{"1min":0.32000000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56000000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.55900000000000005,"15min":0.61399999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.443}]},{"osd":4,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.64600000000000002,"15min":0.67800000000000005},"min":{"1min":0.43099999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69799999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.69899999999999995,"15min":0.745},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73199999999999998,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.72499999999999998,"15min":0.77300000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.79400000000000004,"5min":1.139,"15min":1.139},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.68500000000000005,"15min":0.72299999999999998},"min":{"1min":0.42899999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.97399999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.746}]},{"osd":6,"last update":"Thu Nov 16 18:21:32 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.375},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.76400000000000001,"15min":0.82399999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76400000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.753,"15min":0.81699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99399999999999999,"5min":1.395,"15min":1.395},"last":0.623}]},{"osd":8,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.77500000000000002,"15min":0.82899999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.84299999999999997,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.82299999999999995,"15min":0.877},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.83399999999999996,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.69799999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":0.89400000000000002,"5min":1.131,"15min":1.131},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81499999999999995,"15min":0.82899999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.97699999999999998,"5min":1.147,"15min":1.147},"last":0.75700000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.71799999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070512,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":1044,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":1069056,"data_stored":526010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.56899999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55300000000000005,"15min":0.56399999999999995},"min":{"1min":0.35999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.59799999999999998,"15min":0.57599999999999996},"min":{"1min":0.49199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.47299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.628}]},{"osd":2,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.44800000000000001,"15min":0.45000000000000001},"min":{"1min":0.33300000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.47499999999999998},"min":{"1min":0.379,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.64000000000000001,"15min":0.63600000000000001},"min":{"1min":0.48399999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.66400000000000003}]},{"osd":4,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.58499999999999996,"15min":0.58399999999999996},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.878,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.66400000000000003,"15min":0.65400000000000003},"min":{"1min":0.497,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.874,"5min":1.044,"15min":1.044},"last":0.83899999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.56999999999999995,"15min":0.58599999999999997},"min":{"1min":0.377,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78000000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57699999999999996,"15min":0.59399999999999997},"min":{"1min":0.42299999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.84299999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.58999999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.68600000000000005,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.69599999999999995,"15min":0.69999999999999996},"min":{"1min":0.55900000000000005,"5min":0.374,"15min":0.374},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.496,"5min":0.436,"15min":0.436},"max":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.82799999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.76700000000000002,"15min":0.75900000000000001},"min":{"1min":0.61099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.79900000000000004,"15min":0.79200000000000004},"min":{"1min":0.64400000000000002,"5min":0.498,"15min":0.498},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.81599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.68300000000000005,"15min":0.67000000000000004},"min":{"1min":0.621,"5min":0.432,"15min":0.432},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76600000000000001,"15min":0.75600000000000001},"min":{"1min":0.623,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.89200000000000002}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.70599999999999996}]}]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7332,"kb_used_data":1628,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737820,"statfs":{"total":95995035648,"available":95987527680,"internally_reserved":0,"allocated":1667072,"data_stored":1117979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.499},"min":{"1min":0.39200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52500000000000002,"15min":0.51400000000000001},"min":{"1min":0.44700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.434}]},{"osd":1,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.52600000000000002,"15min":0.40699999999999997},"min":{"1min":0.33100000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.57399999999999995,"5min":10.805999999999999,"15min":10.805999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.41299999999999998},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56799999999999995,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64300000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69199999999999995,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91000000000000003,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.62},{"interface":"front","average":{"1min":0.62,"5min":0.72599999999999998,"15min":0.58199999999999996},"min":{"1min":0.48499999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.755,"5min":13.634,"15min":13.634},"last":0.68000000000000005}]},{"osd":3,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68999999999999995,"15min":0.57599999999999996},"min":{"1min":0.40699999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.1459999999999999,"5min":9.5129999999999999,"15min":9.5129999999999999},"last":0.75},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.75600000000000001,"15min":0.61199999999999999},"min":{"1min":0.38700000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.464,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.72899999999999998}]},{"osd":4,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57399999999999995,"15min":0.51100000000000001},"min":{"1min":0.32200000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.65500000000000003,"5min":6.492,"15min":6.492},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.84799999999999998}]},{"osd":5,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.65700000000000003,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93400000000000005,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.78400000000000003,"15min":0.64400000000000002},"min":{"1min":0.52100000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83999999999999997,"5min":13.864000000000001,"15min":13.864000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Nov 16 18:23:42 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.72399999999999998,"15min":0.64300000000000002},"min":{"1min":0.48799999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":3.266,"5min":5.3499999999999996,"15min":5.3499999999999996},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.754,"15min":0.66400000000000003},"min":{"1min":0.65800000000000003,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":3.2829999999999999,"5min":3.2829999999999999,"15min":3.2829999999999999},"last":0.93899999999999995}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.70299999999999996,"15min":0.67100000000000004},"min":{"1min":0.623,"5min":0.437,"15min":0.437},"max":{"1min":0.91600000000000004,"5min":2.5800000000000001,"15min":2.5800000000000001},"last":0.878},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.72399999999999998,"15min":0.68899999999999995},"min":{"1min":0.55600000000000005,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":0.94799999999999995}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.872,"15min":0.77700000000000002},"min":{"1min":0.61599999999999999,"5min":0.504,"15min":0.504},"max":{"1min":2.2250000000000001,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.875,"5min":0.88100000000000001,"15min":0.79100000000000004},"min":{"1min":0.63600000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":3.141,"5min":10.601000000000001,"15min":10.601000000000001},"last":0.81999999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.1850000000000001,"15min":1.2589999999999999},"min":{"1min":0.60999999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.92400000000000004,"5min":10.663,"15min":10.663},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.23,"15min":1.3069999999999999},"min":{"1min":0.46800000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.94799999999999995,"5min":10.693,"15min":10.693},"last":0.95999999999999996}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.393,"5min":1.393,"15min":1.393},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":13.531000000000001,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.93000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495673,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6604,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738548,"statfs":{"total":95995035648,"available":95988273152,"internally_reserved":0,"allocated":1052672,"data_stored":517282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.41299999999999998,"15min":0.40799999999999997},"min":{"1min":0.30599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58199999999999996,"15min":0.60199999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67200000000000004,"5min":1.077,"15min":1.077},"last":0.377},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59499999999999997,"15min":0.61399999999999999},"min":{"1min":0.46100000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73999999999999999,"5min":1.089,"15min":1.089},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.57099999999999995},"min":{"1min":0.45800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73999999999999999,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84199999999999997,"5min":0.877,"15min":0.877},"last":0.56299999999999994}]},{"osd":3,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67500000000000004,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.498,"15min":0.496},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.61299999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.43099999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85699999999999998,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.60699999999999998,"15min":0.61899999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.66600000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85499999999999998,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.66600000000000004},"min":{"1min":0.47899999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.86599999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.67000000000000004}]},{"osd":7,"last update":"Thu Nov 16 18:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65900000000000003,"15min":0.66600000000000004},"min":{"1min":0.48499999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.878,"5min":1.071,"15min":1.071},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.44500000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.80800000000000005,"5min":1.04,"15min":1.04},"last":0.57899999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.72699999999999998,"15min":0.75},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.79300000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.57699999999999996,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.81000000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:29 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.76500000000000001,"15min":0.80900000000000005},"min":{"1min":0.438,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.83099999999999996,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.70199999999999996,"15min":0.73899999999999999},"min":{"1min":0.44500000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78400000000000003,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.501}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.73899999999999999,"15min":0.747},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.85399999999999998,"5min":1.046,"15min":1.046},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.80000000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.91200000000000003,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.63400000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:22:59 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.71899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7772,"kb_used_data":1108,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737380,"statfs":{"total":95995035648,"available":95987077120,"internally_reserved":0,"allocated":1134592,"data_stored":584087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55200000000000005,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85499999999999998,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.626},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55700000000000005,"15min":0.52700000000000002},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85099999999999998,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.76200000000000001}]},{"osd":2,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58699999999999997,"15min":0.503},"min":{"1min":0.48699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.55700000000000005,"15min":0.48399999999999999},"min":{"1min":0.35899999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.64400000000000002}]},{"osd":3,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60999999999999999,"15min":0.55000000000000004},"min":{"1min":0.33500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60399999999999998,"15min":0.55000000000000004},"min":{"1min":0.41799999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.7759999999999998,"5min":2.7759999999999998,"15min":2.7759999999999998},"last":0.70799999999999996}]},{"osd":4,"last update":"Thu Nov 16 18:23:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.50900000000000001,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.498,"15min":0.44500000000000001},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.60899999999999999,"15min":0.55200000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.8639999999999999,"5min":2.8639999999999999,"15min":2.8639999999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.747,"5min":0.60099999999999998,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.65700000000000003,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0660000000000001,"5min":1.071,"15min":1.071},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.65000000000000002,"15min":0.61399999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.8220000000000001,"5min":2.8220000000000001,"15min":2.8220000000000001},"last":0.75}]},{"osd":7,"last update":"Thu Nov 16 18:23:46 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.57199999999999995,"15min":0.51600000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.93500000000000005,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.64000000000000001,"15min":0.57199999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.0129999999999999,"5min":2.161,"15min":2.161},"last":0.86899999999999999}]},{"osd":8,"last update":"Thu Nov 16 18:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.71999999999999997,"15min":0.68400000000000005},"min":{"1min":0.56599999999999995,"5min":0.439,"15min":0.439},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.71399999999999997,"15min":0.67600000000000005},"min":{"1min":0.442,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":2.899,"5min":2.899,"15min":2.899},"last":0.85199999999999998}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.78400000000000003,"15min":0.75800000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.161,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.94599999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.60699999999999998,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.9809999999999999,"5min":2.9809999999999999,"15min":2.9809999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.74399999999999999,"15min":0.72399999999999998},"min":{"1min":0.61899999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.73599999999999999}]},{"osd":11,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.79600000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7524,"kb_used_data":1052,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737628,"statfs":{"total":95995035648,"available":95987331072,"internally_reserved":0,"allocated":1077248,"data_stored":518670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.51400000000000001,"15min":0.47599999999999998},"min":{"1min":0.371,"5min":0.27200000000000002,"15min":0.20200000000000001},"max":{"1min":0.71099999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56599999999999995,"15min":0.49399999999999999},"min":{"1min":0.47799999999999998,"5min":0.28499999999999998,"15min":0.218},"max":{"1min":0.70599999999999996,"5min":1.948,"15min":1.948},"last":0.71499999999999997}]},{"osd":2,"last update":"Thu Nov 16 18:23:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.5},"min":{"1min":0.437,"5min":0.311,"15min":0.311},"max":{"1min":0.81999999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.496},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69699999999999995,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.41999999999999998}]},{"osd":3,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53500000000000003,"15min":0.52000000000000002},"min":{"1min":0.33500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.621,"5min":0.871,"15min":0.871},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.53400000000000003},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.75,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.45800000000000002,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73699999999999999,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:21 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.56999999999999995,"15min":0.58999999999999997},"min":{"1min":0.37,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65800000000000003,"5min":1,"15min":1},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56599999999999995,"15min":0.58199999999999996},"min":{"1min":0.35499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.70899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.629}]},{"osd":7,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Nov 16 18:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.73699999999999999,"15min":0.78300000000000003},"min":{"1min":0.48899999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.78300000000000003,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.67200000000000004,"15min":0.68799999999999994},"min":{"1min":0.502,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.76400000000000001,"5min":1.012,"15min":1.012},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.68700000000000006,"15min":0.71299999999999997},"min":{"1min":0.45100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":1.052,"15min":1.052},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.67500000000000004,"15min":0.70499999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77200000000000002,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.57399999999999995}]},{"osd":10,"last update":"Thu Nov 16 18:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0629999999999999,"5min":1.089,"15min":1.089},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.621,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.96899999999999997}]},{"osd":11,"last update":"Thu Nov 16 18:23:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.72699999999999998,"15min":0.73899999999999999},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.80900000000000005,"5min":1.135,"15min":1.135},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.73399999999999999,"15min":0.74199999999999999},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.84799999999999998,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.94699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7712,"kb_used_data":1048,"kb_used_omap":0,"kb_used_meta":6656,"kb_avail":93737440,"statfs":{"total":95995035648,"available":95987138560,"internally_reserved":0,"allocated":1073152,"data_stored":518494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6815744},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51400000000000001,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.37},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.497,"15min":0.47699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69699999999999995,"5min":0.753,"15min":0.753},"last":0.41599999999999998}]},{"osd":1,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.50900000000000001},"min":{"1min":0.39600000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.57899999999999996,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63400000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.52200000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73099999999999998,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.68600000000000005}]},{"osd":5,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.38300000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.52900000000000003,"15min":0.50900000000000001},"min":{"1min":0.35699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.60899999999999999,"15min":0.623},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81799999999999995,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.5},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.71399999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60399999999999998,"15min":0.59099999999999997},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.90200000000000002,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.58199999999999996}]},{"osd":9,"last update":"Thu Nov 16 18:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.51700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65500000000000003,"15min":0.65700000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.76600000000000001}]},{"osd":10,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.71899999999999997,"15min":0.69699999999999995},"min":{"1min":0.59799999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.70999999999999996,"15min":0.68999999999999995},"min":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.754}]},{"osd":11,"last update":"Thu Nov 16 18:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.73099999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182470,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6856,"kb_used_data":1024,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738296,"statfs":{"total":95995035648,"available":95988015104,"internally_reserved":0,"allocated":1048576,"data_stored":507884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.33500000000000002},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51900000000000002,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39800000000000002,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.53600000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71999999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.50700000000000001},"min":{"1min":0.38600000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76600000000000001,"5min":1.171,"15min":1.171},"last":0.53100000000000003}]},{"osd":2,"last update":"Thu Nov 16 18:23:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.751,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.44,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.42999999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71199999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.62},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.47299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83999999999999997,"5min":1.389,"15min":1.389},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Nov 16 18:23:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.432,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65300000000000002,"15min":0.64100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63100000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.51100000000000001,"15min":0.52200000000000002},"min":{"1min":0.32500000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.61399999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.375}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.46100000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69799999999999995,"15min":0.68300000000000005},"min":{"1min":0.58599999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.71099999999999997}]},{"osd":8,"last update":"Thu Nov 16 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:32 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.72799999999999998,"15min":0.76200000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.89100000000000001,"5min":1.514,"15min":1.514},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67100000000000004,"15min":0.69899999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81699999999999995,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.58099999999999996}]},{"osd":10,"last update":"Thu Nov 16 18:22:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.76300000000000001,"15min":0.77200000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.73699999999999999,"15min":0.751},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.90300000000000002,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.67400000000000004}]},{"osd":11,"last update":"Thu Nov 16 18:22:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.60099999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920835,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6884,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738268,"statfs":{"total":95995035648,"available":95987986432,"internally_reserved":0,"allocated":1142784,"data_stored":589198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.499,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.39600000000000002,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.63500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.38500000000000001},"min":{"1min":0.379,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.629,"15min":0.57499999999999996},"min":{"1min":0.45100000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.46800000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76400000000000001,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Nov 16 18:23:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.622,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.873,"5min":0.877,"15min":0.877},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59199999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.312,"15min":0.312},"max":{"1min":0.76500000000000001,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Nov 16 18:23:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.58199999999999996},"min":{"1min":0.46300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.88600000000000001,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.40600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79000000000000004,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Nov 16 18:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56499999999999995,"15min":0.55400000000000005},"min":{"1min":0.377,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71499999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.82899999999999996,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Nov 16 18:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.56100000000000005,"15min":0.53500000000000003},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79100000000000004,"5min":0.878,"15min":0.878},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.71699999999999997,"15min":0.69799999999999995},"min":{"1min":0.50600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69099999999999995,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.436,"15min":0.436},"max":{"1min":0.85499999999999998,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.74199999999999999}]},{"osd":9,"last update":"Thu Nov 16 18:23:34 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.87,"5min":0.871,"15min":0.871},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.76000000000000001,"15min":0.76600000000000001},"min":{"1min":0.61699999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.94999999999999996,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.84599999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69899999999999995,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.77700000000000002,"15min":0.78700000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.92800000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.87}]},{"osd":11,"last update":"Thu Nov 16 18:22:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.90500000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7448,"kb_used_data":1616,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93737704,"statfs":{"total":95995035648,"available":95987408896,"internally_reserved":0,"allocated":1654784,"data_stored":1099396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.755},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.67500000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76400000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.48099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.52700000000000002}]},{"osd":2,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.371},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.66000000000000003,"5min":0.746,"15min":0.746},"last":0.38200000000000001}]},{"osd":3,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71899999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.46400000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67600000000000005,"5min":0.745,"15min":0.745},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Nov 16 18:23:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.48999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.91500000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.58499999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60999999999999999}]},{"osd":6,"last update":"Thu Nov 16 18:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.625,"15min":0.61099999999999999},"min":{"1min":0.46100000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.47699999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.83199999999999996,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Nov 16 18:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64100000000000001,"15min":0.63200000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93200000000000005,"5min":1.095,"15min":1.095},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.49299999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.433}]},{"osd":8,"last update":"Thu Nov 16 18:23:10 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.56799999999999995,"15min":0.55600000000000005},"min":{"1min":0.48399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86099999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.63700000000000001,"15min":0.623},"min":{"1min":0.48199999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.93700000000000006,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.45400000000000001}]},{"osd":9,"last update":"Thu Nov 16 18:23:33 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.73899999999999999,"15min":0.73099999999999998},"min":{"1min":0.58899999999999997,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.67100000000000004,"15min":0.65700000000000003},"min":{"1min":0.52600000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.71699999999999997}]},{"osd":10,"last update":"Thu Nov 16 18:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.73599999999999999,"15min":0.73099999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.626},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.53800000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64000000000000001}]},{"osd":11,"last update":"Thu Nov 16 18:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.48699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":67910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":68844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-16T18:23:52.028 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:52.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 -- 172.21.15.63:0/4263083397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c1003b0 msgr2=0x7f990c100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 --2- 172.21.15.63:0/4263083397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c1003b0 0x7f990c100800 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f98f8009990 tx=0x7f98f8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 -- 172.21.15.63:0/4263083397 shutdown_connections 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 --2- 172.21.15.63:0/4263083397 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c100d40 0x7f990c107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 --2- 172.21.15.63:0/4263083397 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c0ff1c0 0x7f990c0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 --2- 172.21.15.63:0/4263083397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c1003b0 0x7f990c100800 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 -- 172.21.15.63:0/4263083397 >> 172.21.15.63:0/4263083397 conn(0x7f990c0fa7a0 msgr2=0x7f990c0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 -- 172.21.15.63:0/4263083397 shutdown_connections 2023-11-16T18:23:52.193 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.174+0000 7f991306a700 1 -- 172.21.15.63:0/4263083397 wait complete. 2023-11-16T18:23:52.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:51 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2723475661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:52.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 Processor -- start 2023-11-16T18:23:52.198 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 -- start start 2023-11-16T18:23:52.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 0x7f990c198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c1003b0 0x7f990c198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.199 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f990c19fcd0 con 0x7f990c100d40 2023-11-16T18:23:52.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f990c19fe10 con 0x7f990c0ff1c0 2023-11-16T18:23:52.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f991306a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f990c19ffa0 con 0x7f990c1003b0 2023-11-16T18:23:52.200 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f9911607700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f9910e06700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 0x7f990c198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f9911607700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44270/0 (socket says 172.21.15.63:44270) 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f9910e06700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 0x7f990c198150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39670/0 (socket says 172.21.15.63:39670) 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f9910e06700 1 -- 172.21.15.63:0/1384690139 learned_addr learned my addr 172.21.15.63:0/1384690139 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.175+0000 7f990bfff700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c1003b0 0x7f990c198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 -- 172.21.15.63:0/1384690139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c1003b0 msgr2=0x7f990c198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c1003b0 0x7f990c198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.201 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 -- 172.21.15.63:0/1384690139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 msgr2=0x7f990c198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 0x7f990c198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 -- 172.21.15.63:0/1384690139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98f80095f0 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9911607700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f990400efc0 tx=0x7f990400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9904018070 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f990c10ab70 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f990400f040 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f990400cd40 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.176+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f990c10a9e0 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.177+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f990c0671d0 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.179+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9904003a00 con 0x7f990c100d40 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.179+0000 7f9909ffb700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 0x7f98fc0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.202 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.180+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f99040cc820 con 0x7f990c100d40 2023-11-16T18:23:52.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.180+0000 7f9910e06700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 0x7f98fc0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.180+0000 7f9910e06700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 0x7f98fc0a3600 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9900005950 tx=0x7f9900009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.184+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f9904095cc0 con 0x7f990c100d40 2023-11-16T18:23:52.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:51 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2723475661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:52.386 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.384+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f990c1a0b90 con 0x7f990c100d40 2023-11-16T18:23:52.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.386+0000 7f9909ffb700 1 -- 172.21.15.63:0/1384690139 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7f99040992e0 con 0x7f990c100d40 2023-11-16T18:23:52.388 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:52.388 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 msgr2=0x7f98fc0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 0x7f98fc0a3600 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9900005950 tx=0x7f9900009260 comp rx=0 tx=0).stop 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 msgr2=0x7f990c19f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f990400efc0 tx=0x7f990400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 shutdown_connections 2023-11-16T18:23:52.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f98fc0a1150 0x7f98fc0a3600 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f990c100d40 0x7f990c19f700 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f990c0ff1c0 0x7f990c198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 --2- 172.21.15.63:0/1384690139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f990c1003b0 0x7f990c198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 >> 172.21.15.63:0/1384690139 conn(0x7f990c0fa7a0 msgr2=0x7f990c068e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 shutdown_connections 2023-11-16T18:23:52.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.388+0000 7f991306a700 1 -- 172.21.15.63:0/1384690139 wait complete. 2023-11-16T18:23:52.403 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:23:52.403 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 -- 172.21.15.63:0/2573475458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 msgr2=0x7fc32c0ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 --2- 172.21.15.63:0/2573475458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c0ff5d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009990 tx=0x7fc31c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 -- 172.21.15.63:0/2573475458 shutdown_connections 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 --2- 172.21.15.63:0/2573475458 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c100d40 0x7fc32c107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 --2- 172.21.15.63:0/2573475458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c0ff5d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 --2- 172.21.15.63:0/2573475458 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c1003b0 0x7fc32c100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 -- 172.21.15.63:0/2573475458 >> 172.21.15.63:0/2573475458 conn(0x7fc32c0fa7c0 msgr2=0x7fc32c0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 -- 172.21.15.63:0/2573475458 shutdown_connections 2023-11-16T18:23:52.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.529+0000 7fc330f46700 1 -- 172.21.15.63:0/2573475458 wait complete. 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.530+0000 7fc330f46700 1 Processor -- start 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.530+0000 7fc330f46700 1 -- start start 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c1003b0 0x7fc32c1954f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 0x7fc32c19c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c19cb30 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c19cc70 con 0x7fc32c100d40 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c19ce00 con 0x7fc32c1003b0 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44280/0 (socket says 172.21.15.63:44280) 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 -- 172.21.15.63:0/2383864688 learned_addr learned my addr 172.21.15.63:0/2383864688 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32ad9d700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 0x7fc32c19c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc329d9b700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c1003b0 0x7fc32c1954f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 -- 172.21.15.63:0/2383864688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c1003b0 msgr2=0x7fc32c1954f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c1003b0 0x7fc32c1954f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 -- 172.21.15.63:0/2383864688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 msgr2=0x7fc32c19c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 0x7fc32c19c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 -- 172.21.15.63:0/2383864688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc31c0095f0 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32ad9d700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 0x7fc32c19c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc32a59c700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc31c005740 tx=0x7fc31c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c01d070 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc32c10ab20 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc31c00fcb0 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.531+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c017650 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.532+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc32c10a990 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.533+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc32c19d400 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.533+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc31c022470 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.534+0000 7fc31b7fe700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 0x7fc3140a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.534+0000 7fc329d9b700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 0x7fc3140a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.535+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc31c0ce270 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.535+0000 7fc329d9b700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 0x7fc3140a3600 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc320009bf0 tx=0x7fc320009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.540+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc31c0976b0 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.737+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc32c106170 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.738+0000 7fc31b7fe700 1 -- 172.21.15.63:0/2383864688 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc31c09acd0 con 0x7fc32c0ff1c0 2023-11-16T18:23:52.787 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:23:52.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 msgr2=0x7fc3140a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 0x7fc3140a3600 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc320009bf0 tx=0x7fc320009260 comp rx=0 tx=0).stop 2023-11-16T18:23:52.788 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 msgr2=0x7fc32c194fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc31c005740 tx=0x7fc31c005e80 comp rx=0 tx=0).stop 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 shutdown_connections 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc3140a1150 0x7fc3140a3600 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc32c100d40 0x7fc32c19c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0ff1c0 0x7fc32c194fb0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 --2- 172.21.15.63:0/2383864688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc32c1003b0 0x7fc32c1954f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 >> 172.21.15.63:0/2383864688 conn(0x7fc32c0fa7c0 msgr2=0x7fc32c0fcad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 shutdown_connections 2023-11-16T18:23:52.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.740+0000 7fc330f46700 1 -- 172.21.15.63:0/2383864688 wait complete. 2023-11-16T18:23:52.790 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:23:52.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 -- 172.21.15.63:0/3649270719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 msgr2=0x7f4970107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 --2- 172.21.15.63:0/3649270719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f4970107600 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f496800b0a0 tx=0x7f496800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 -- 172.21.15.63:0/3649270719 shutdown_connections 2023-11-16T18:23:52.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 --2- 172.21.15.63:0/3649270719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f4970107600 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 --2- 172.21.15.63:0/3649270719 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 0x7f49700ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 --2- 172.21.15.63:0/3649270719 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f49701003b0 0x7f4970100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 -- 172.21.15.63:0/3649270719 >> 172.21.15.63:0/3649270719 conn(0x7f49700fa7c0 msgr2=0x7f49700fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 -- 172.21.15.63:0/3649270719 shutdown_connections 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.917+0000 7f4977edb700 1 -- 172.21.15.63:0/3649270719 wait complete. 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 Processor -- start 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 -- start start 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 0x7f4970195060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f49701003b0 0x7f49701955a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497019cbe0 con 0x7f4970100d40 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497019cd20 con 0x7f49700ff1c0 2023-11-16T18:23:52.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4977edb700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497019ceb0 con 0x7f49701003b0 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4976478700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4976478700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44298/0 (socket says 172.21.15.63:44298) 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.918+0000 7f4976478700 1 -- 172.21.15.63:0/2400152945 learned_addr learned my addr 172.21.15.63:0/2400152945 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4975c77700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 0x7f4970195060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 -- 172.21.15.63:0/2400152945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f49701003b0 msgr2=0x7f49701955a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f49701003b0 0x7f49701955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 -- 172.21.15.63:0/2400152945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 msgr2=0x7f4970195060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 0x7f4970195060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 -- 172.21.15.63:0/2400152945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4968009d00 con 0x7f4970100d40 2023-11-16T18:23:52.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4976478700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f496800d010 tx=0x7f496800bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f496800e040 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4968004e60 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f497010ab40 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49680053c0 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.919+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f497010a9b0 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.920+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49700681a0 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.921+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f496801aa80 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.922+0000 7f4966ffd700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 0x7f495c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.922+0000 7f4975c77700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 0x7f495c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.922+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f49680cfc80 con 0x7f4970100d40 2023-11-16T18:23:52.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.922+0000 7f4975c77700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 0x7f495c0a3680 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4970100210 tx=0x7f496c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:52.930 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:52.925+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4968099150 con 0x7f4970100d40 2023-11-16T18:23:53.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:52 smithi063 ceph-mon[98873]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:52 smithi063 ceph-mon[98873]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:52 smithi063 ceph-mon[98873]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1384690139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2383864688' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:53.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.123+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4970106070 con 0x7f4970100d40 2023-11-16T18:23:53.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.123+0000 7f4966ffd700 1 -- 172.21.15.63:0/2400152945 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f496809c770 con 0x7f4970100d40 2023-11-16T18:23:53.127 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:53.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 msgr2=0x7f495c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 0x7f495c0a3680 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4970100210 tx=0x7f496c009260 comp rx=0 tx=0).stop 2023-11-16T18:23:53.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 msgr2=0x7f497019c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f496800d010 tx=0x7f496800bdb0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 shutdown_connections 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f495c0a11d0 0x7f495c0a3680 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4970100d40 0x7f497019c610 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f49700ff1c0 0x7f4970195060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 --2- 172.21.15.63:0/2400152945 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f49701003b0 0x7f49701955a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 >> 172.21.15.63:0/2400152945 conn(0x7f49700fa7c0 msgr2=0x7f49700fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 shutdown_connections 2023-11-16T18:23:53.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.126+0000 7f4977edb700 1 -- 172.21.15.63:0/2400152945 wait complete. 2023-11-16T18:23:53.140 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:23:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:52 smithi093 ceph-mon[100185]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:52 smithi093 ceph-mon[100185]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:52 smithi093 ceph-mon[100185]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1384690139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:53.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2383864688' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:52 smithi125 ceph-mon[100672]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:52 smithi125 ceph-mon[100672]: from='client.15513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:52 smithi125 ceph-mon[100672]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1384690139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2383864688' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.268+0000 7fed6ce13700 1 -- 172.21.15.63:0/3891694049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 msgr2=0x7fed680ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.268+0000 7fed6ce13700 1 --2- 172.21.15.63:0/3891694049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed680ff600 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009990 tx=0x7fed5c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 -- 172.21.15.63:0/3891694049 shutdown_connections 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 --2- 172.21.15.63:0/3891694049 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 0x7fed68107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 --2- 172.21.15.63:0/3891694049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed680ff600 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 --2- 172.21.15.63:0/3891694049 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 0x7fed68100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 -- 172.21.15.63:0/3891694049 >> 172.21.15.63:0/3891694049 conn(0x7fed680fa810 msgr2=0x7fed680fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.270 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 -- 172.21.15.63:0/3891694049 shutdown_connections 2023-11-16T18:23:53.271 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.269+0000 7fed6ce13700 1 -- 172.21.15.63:0/3891694049 wait complete. 2023-11-16T18:23:53.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 Processor -- start 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 -- start start 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 0x7fed68195470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 0x7fed6819c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6819cab0 con 0x7fed680ff1f0 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6819cbf0 con 0x7fed68100d70 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6ce13700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6819cd80 con 0x7fed681003e0 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44308/0 (socket says 172.21.15.63:44308) 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 -- 172.21.15.63:0/955756061 learned_addr learned my addr 172.21.15.63:0/955756061 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:53.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed66d9d700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 0x7fed6819c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed65d9b700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 0x7fed68195470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 -- 172.21.15.63:0/955756061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 msgr2=0x7fed68195470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 0x7fed68195470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 -- 172.21.15.63:0/955756061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 msgr2=0x7fed6819c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 0x7fed6819c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.270+0000 7fed6659c700 1 -- 172.21.15.63:0/955756061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed5c0095f0 con 0x7fed680ff1f0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed6659c700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fed5c000c00 tx=0x7fed5c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c01d070 con 0x7fed680ff1f0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed6810ab60 con 0x7fed680ff1f0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed5c004180 con 0x7fed680ff1f0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c022e00 con 0x7fed680ff1f0 2023-11-16T18:23:53.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.271+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed6810a9d0 con 0x7fed680ff1f0 2023-11-16T18:23:53.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.272+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed68069b90 con 0x7fed680ff1f0 2023-11-16T18:23:53.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.273+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fed5c022500 con 0x7fed680ff1f0 2023-11-16T18:23:53.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.273+0000 7fed577fe700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 0x7fed500a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.274+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fed5c0ce2f0 con 0x7fed680ff1f0 2023-11-16T18:23:53.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.274+0000 7fed65d9b700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 0x7fed500a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.274+0000 7fed65d9b700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 0x7fed500a3600 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fed58005950 tx=0x7fed580058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:53.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.277+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fed5c097790 con 0x7fed680ff1f0 2023-11-16T18:23:53.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.473+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fed68068e90 con 0x7fed680ff1f0 2023-11-16T18:23:53.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.474+0000 7fed577fe700 1 -- 172.21.15.63:0/955756061 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7fed5c027020 con 0x7fed680ff1f0 2023-11-16T18:23:53.475 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:23:53.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 msgr2=0x7fed500a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 0x7fed500a3600 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fed58005950 tx=0x7fed580058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 msgr2=0x7fed68194f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fed5c000c00 tx=0x7fed5c009f90 comp rx=0 tx=0).stop 2023-11-16T18:23:53.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 shutdown_connections 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fed500a1150 0x7fed500a3600 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fed68100d70 0x7fed6819c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed680ff1f0 0x7fed68194f30 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 --2- 172.21.15.63:0/955756061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fed681003e0 0x7fed68195470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 >> 172.21.15.63:0/955756061 conn(0x7fed680fa810 msgr2=0x7fed680fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 shutdown_connections 2023-11-16T18:23:53.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.476+0000 7fed6ce13700 1 -- 172.21.15.63:0/955756061 wait complete. 2023-11-16T18:23:53.489 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:23:53.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 -- 172.21.15.63:0/3004854304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60100da0 msgr2=0x7f8e60103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 --2- 172.21.15.63:0/3004854304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60100da0 0x7f8e60103180 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009990 tx=0x7f8e50009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 -- 172.21.15.63:0/3004854304 shutdown_connections 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 --2- 172.21.15.63:0/3004854304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e60105fe0 0x7f8e601083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 --2- 172.21.15.63:0/3004854304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60100da0 0x7f8e60103180 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 --2- 172.21.15.63:0/3004854304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e601036c0 0x7f8e60105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 -- 172.21.15.63:0/3004854304 >> 172.21.15.63:0/3004854304 conn(0x7f8e600fa7c0 msgr2=0x7f8e600fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 -- 172.21.15.63:0/3004854304 shutdown_connections 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.617+0000 7f8e657d9700 1 -- 172.21.15.63:0/3004854304 wait complete. 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 Processor -- start 2023-11-16T18:23:53.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 -- start start 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 0x7f8e60100710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e601036c0 0x7f8e600fed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e600ffa30 con 0x7f8e60105fe0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e600ffba0 con 0x7f8e601036c0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e657d9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e601a00c0 con 0x7f8e60100da0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5f7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44326/0 (socket says 172.21.15.63:44326) 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5f7fe700 1 -- 172.21.15.63:0/2553298975 learned_addr learned my addr 172.21.15.63:0/2553298975 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5e7fc700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e601036c0 0x7f8e600fed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5effd700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 0x7f8e60100710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.618+0000 7f8e5f7fe700 1 -- 172.21.15.63:0/2553298975 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 msgr2=0x7f8e60100710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5f7fe700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 0x7f8e60100710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5f7fe700 1 -- 172.21.15.63:0/2553298975 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e601036c0 msgr2=0x7f8e600fed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5f7fe700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e601036c0 0x7f8e600fed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5f7fe700 1 -- 172.21.15.63:0/2553298975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e500095f0 con 0x7f8e60105fe0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5effd700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 0x7f8e60100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e5f7fe700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8e5800ef30 tx=0x7f8e5800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e58018070 con 0x7f8e60105fe0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e5800f040 con 0x7f8e60105fe0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e6010bc20 con 0x7f8e60105fe0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e5800cdb0 con 0x7f8e60105fe0 2023-11-16T18:23:53.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.619+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e6010ba90 con 0x7f8e60105fe0 2023-11-16T18:23:53.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.620+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e600fc330 con 0x7f8e60105fe0 2023-11-16T18:23:53.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.621+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8e58003a00 con 0x7f8e60105fe0 2023-11-16T18:23:53.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.622+0000 7f8e47fff700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 0x7f8e480a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.624 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.622+0000 7f8e5effd700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 0x7f8e480a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.622+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8e580cc8e0 con 0x7f8e60105fe0 2023-11-16T18:23:53.625 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.622+0000 7f8e5effd700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 0x7f8e480a3600 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000b2e0 tx=0x7f8e50005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:53.627 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.626+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8e58095d20 con 0x7f8e60105fe0 2023-11-16T18:23:53.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.826+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f8e60061700 con 0x7f8e60105fe0 2023-11-16T18:23:53.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.826+0000 7f8e47fff700 1 -- 172.21.15.63:0/2553298975 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8e58099340 con 0x7f8e60105fe0 2023-11-16T18:23:53.828 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 msgr2=0x7f8e480a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 0x7f8e480a3600 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000b2e0 tx=0x7f8e50005fb0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 msgr2=0x7f8e600ff290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8e5800ef30 tx=0x7f8e5800c3a0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 shutdown_connections 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8e480a1150 0x7f8e480a3600 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e60105fe0 0x7f8e600ff290 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8e60100da0 0x7f8e60100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 --2- 172.21.15.63:0/2553298975 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8e601036c0 0x7f8e600fed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 >> 172.21.15.63:0/2553298975 conn(0x7f8e600fa7c0 msgr2=0x7f8e60101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 shutdown_connections 2023-11-16T18:23:53.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.829+0000 7f8e657d9700 1 -- 172.21.15.63:0/2553298975 wait complete. 2023-11-16T18:23:53.842 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- 172.21.15.63:0/99134402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 msgr2=0x7fcdc81075d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- 172.21.15.63:0/99134402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc81075d0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fcdc000b0a0 tx=0x7fcdc000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- 172.21.15.63:0/99134402 shutdown_connections 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- 172.21.15.63:0/99134402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc81075d0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- 172.21.15.63:0/99134402 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 0x7fcdc80ff5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- 172.21.15.63:0/99134402 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 0x7fcdc81007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- 172.21.15.63:0/99134402 >> 172.21.15.63:0/99134402 conn(0x7fcdc80fa770 msgr2=0x7fcdc80fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- 172.21.15.63:0/99134402 shutdown_connections 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- 172.21.15.63:0/99134402 wait complete. 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 Processor -- start 2023-11-16T18:23:53.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- start start 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 0x7fcdc8196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 0x7fcdc81965a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.967+0000 7fcdcf241700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc819dbe0 con 0x7fcdc8100d10 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcf241700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc819dd20 con 0x7fcdc8100380 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcf241700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc819deb0 con 0x7fcdc80ff190 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44340/0 (socket says 172.21.15.63:44340) 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 -- 172.21.15.63:0/2593663599 learned_addr learned my addr 172.21.15.63:0/2593663599 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:53.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdc7fff700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 0x7fcdc81965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdccfdd700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 0x7fcdc8196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 -- 172.21.15.63:0/2593663599 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 msgr2=0x7fcdc8196060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 0x7fcdc8196060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 -- 172.21.15.63:0/2593663599 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 msgr2=0x7fcdc81965a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 0x7fcdc81965a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 -- 172.21.15.63:0/2593663599 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc0009d00 con 0x7fcdc8100d10 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcd7de700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcdc000b830 tx=0x7fcdc0004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc000e040 con 0x7fcdc8100d10 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcdc001db50 con 0x7fcdc8100d10 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdc810ab10 con 0x7fcdc8100d10 2023-11-16T18:23:53.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.968+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc001bbd0 con 0x7fcdc8100d10 2023-11-16T18:23:54.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.969+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdc810a980 con 0x7fcdc8100d10 2023-11-16T18:23:54.456 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:53 smithi125 ceph-mon[100672]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:54.456 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:53 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2400152945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.456 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:53 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/955756061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.456 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:53 smithi093 ceph-mon[100185]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:54.457 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:53 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2400152945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.457 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:53 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/955756061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.969+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdc80671d0 con 0x7fcdc8100d10 2023-11-16T18:23:54.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.971+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fcdc001dcc0 con 0x7fcdc8100d10 2023-11-16T18:23:54.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.971+0000 7fcdc5ffb700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 0x7fcdb80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:54.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.971+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fcdc00cecc0 con 0x7fcdc8100d10 2023-11-16T18:23:54.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.971+0000 7fcdccfdd700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 0x7fcdb80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:54.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.972+0000 7fcdccfdd700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 0x7fcdb80a3600 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005fd0 tx=0x7fcdbc00a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:54.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:53.975+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fcdc00981e0 con 0x7fcdc8100d10 2023-11-16T18:23:54.841 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:53 smithi063 ceph-mon[98873]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-11-16T18:23:54.841 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:53 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2400152945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.841 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:53 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/955756061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:23:54.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.218+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcdc819e8d0 con 0x7fcdc8100d10 2023-11-16T18:23:54.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.219+0000 7fcdc5ffb700 1 -- 172.21.15.63:0/2593663599 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7fcdc009b800 con 0x7fcdc8100d10 2023-11-16T18:23:54.843 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:54.843 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:23:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 msgr2=0x7fcdb80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 0x7fcdb80a3600 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005fd0 tx=0x7fcdbc00a560 comp rx=0 tx=0).stop 2023-11-16T18:23:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 msgr2=0x7fcdc819d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:54.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcdc000b830 tx=0x7fcdc0004c80 comp rx=0 tx=0).stop 2023-11-16T18:23:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 shutdown_connections 2023-11-16T18:23:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fcdb80a1150 0x7fcdb80a3600 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:54.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdc8100d10 0x7fcdc819d610 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcdc80ff190 0x7fcdc8196060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.012 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 --2- 172.21.15.63:0/2593663599 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcdc8100380 0x7fcdc81965a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 >> 172.21.15.63:0/2593663599 conn(0x7fcdc80fa770 msgr2=0x7fcdc8068ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:55.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 shutdown_connections 2023-11-16T18:23:55.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:54.221+0000 7fcdcf241700 1 -- 172.21.15.63:0/2593663599 wait complete. 2023-11-16T18:23:55.013 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:23:55.013 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:23:55.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:54 smithi063 ceph-mon[98873]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1005 B/s wr, 5 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2553298975' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2593663599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 -- 172.21.15.63:0/2219014736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc0101e50 msgr2=0x7effc0108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 --2- 172.21.15.63:0/2219014736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc0101e50 0x7effc0108710 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7effb800b0a0 tx=0x7effb800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 -- 172.21.15.63:0/2219014736 shutdown_connections 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 --2- 172.21.15.63:0/2219014736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc0101e50 0x7effc0108710 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 --2- 172.21.15.63:0/2219014736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 0x7effc01006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 --2- 172.21.15.63:0/2219014736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc01014c0 0x7effc0101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 -- 172.21.15.63:0/2219014736 >> 172.21.15.63:0/2219014736 conn(0x7effc00fb8b0 msgr2=0x7effc00fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:55.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 -- 172.21.15.63:0/2219014736 shutdown_connections 2023-11-16T18:23:55.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.154+0000 7effc480d700 1 -- 172.21.15.63:0/2219014736 wait complete. 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 Processor -- start 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 -- start start 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 0x7effc01960b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 0x7effc019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019dc30 con 0x7effc01014c0 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019dd70 con 0x7effc01002d0 2023-11-16T18:23:55.158 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effc480d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019df00 con 0x7effc0101e50 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44352/0 (socket says 172.21.15.63:44352) 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 -- 172.21.15.63:0/561715886 learned_addr learned my addr 172.21.15.63:0/561715886 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbe59c700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 0x7effc01960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbed9d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 0x7effc019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 -- 172.21.15.63:0/561715886 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 msgr2=0x7effc019d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 0x7effc019d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 -- 172.21.15.63:0/561715886 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 msgr2=0x7effc01960b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.159 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 0x7effc01960b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 -- 172.21.15.63:0/561715886 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effb8009d00 con 0x7effc01014c0 2023-11-16T18:23:55.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbed9d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 0x7effc019d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:55.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.155+0000 7effbdd9b700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7effb400c920 tx=0x7effb400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:55.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.156+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effb4007b00 con 0x7effc01014c0 2023-11-16T18:23:55.160 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.156+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effc010bc60 con 0x7effc01014c0 2023-11-16T18:23:55.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.156+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effb400ce70 con 0x7effc01014c0 2023-11-16T18:23:55.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.156+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effb40054e0 con 0x7effc01014c0 2023-11-16T18:23:55.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.156+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effc010bad0 con 0x7effc01014c0 2023-11-16T18:23:55.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.157+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effc01077c0 con 0x7effc01014c0 2023-11-16T18:23:55.161 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.158+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7effb4004750 con 0x7effc01014c0 2023-11-16T18:23:55.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.158+0000 7effaf7fe700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 0x7effa80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.159+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7effb40cc730 con 0x7effc01014c0 2023-11-16T18:23:55.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.159+0000 7effbe59c700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 0x7effa80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.162 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.159+0000 7effbe59c700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 0x7effa80a3600 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7effc0101320 tx=0x7effb000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:55.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.163+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7effb4095b40 con 0x7effc01014c0 2023-11-16T18:23:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:54 smithi093 ceph-mon[100185]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1005 B/s wr, 5 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2553298975' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2593663599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:54 smithi125 ceph-mon[100672]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1005 B/s wr, 5 op/s; 13 B/s, 0 objects/s recovering 2023-11-16T18:23:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2553298975' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:23:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2593663599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:23:55.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.365+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7effc002cfe0 con 0x7effc01014c0 2023-11-16T18:23:55.367 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.366+0000 7effaf7fe700 1 -- 172.21.15.63:0/561715886 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7effb4099160 con 0x7effc01014c0 2023-11-16T18:23:55.368 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:23:55.368 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:23:55.369 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 msgr2=0x7effa80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 0x7effa80a3600 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7effc0101320 tx=0x7effb000b410 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 msgr2=0x7effc01965f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7effb400c920 tx=0x7effb400cc30 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 shutdown_connections 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7effa80a1150 0x7effa80a3600 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7effc0101e50 0x7effc019d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7effc01002d0 0x7effc01960b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 --2- 172.21.15.63:0/561715886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effc01014c0 0x7effc01965f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.368+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 >> 172.21.15.63:0/561715886 conn(0x7effc00fb8b0 msgr2=0x7effc0104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.369+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 shutdown_connections 2023-11-16T18:23:55.370 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.369+0000 7effc480d700 1 -- 172.21.15.63:0/561715886 wait complete. 2023-11-16T18:23:55.383 DEBUG:tasks.fwd_scrub:Yielding 2023-11-16T18:23:55.383 INFO:teuthology.run_tasks:Running task background_exec... 2023-11-16T18:23:55.396 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:23:55.396 DEBUG:teuthology.orchestra.run.smithi063:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-11-16T18:23:55.397 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-11-16T18:23:55.397 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-11-16T18:23:55.397 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-11-16T18:23:55.399 INFO:teuthology.run_tasks:Running task workunit... 2023-11-16T18:23:55.413 INFO:tasks.workunit:Pulling workunits from ref 1c9565146c8647d4e00eb6c7ae626dc192680e7b 2023-11-16T18:23:55.413 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-11-16T18:23:55.413 INFO:tasks.workunit:timeout=3h 2023-11-16T18:23:55.413 INFO:tasks.workunit:cleanup=True 2023-11-16T18:23:55.414 DEBUG:teuthology.orchestra.run.smithi063:> stat -- /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 7ch/124d Inode: 1099511628283 Links: 2 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:cephfs_t:s0 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2023-11-16 18:22:23.920500725 +0000 2023-11-16T18:23:55.433 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2023-11-16 18:22:23.920500725 +0000 2023-11-16T18:23:55.434 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2023-11-16 18:23:46.492535721 +0000 2023-11-16T18:23:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2023-11-16 18:22:23.920500725 +0000 2023-11-16T18:23:55.434 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-11-16T18:23:55.434 DEBUG:teuthology.orchestra.run.smithi063:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-11-16T18:23:55.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.539+0000 7f382772a700 1 -- 172.21.15.63:0/1176113753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200ff4e0 msgr2=0x7f38200ff950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.539+0000 7f382772a700 1 --2- 172.21.15.63:0/1176113753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200ff4e0 0x7f38200ff950 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3810009990 tx=0x7f3810009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 -- 172.21.15.63:0/1176113753 shutdown_connections 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 --2- 172.21.15.63:0/1176113753 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ffe90 0x7f3820100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 --2- 172.21.15.63:0/1176113753 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38200feb90 0x7f38200fefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 --2- 172.21.15.63:0/1176113753 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200ff4e0 0x7f38200ff950 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 -- 172.21.15.63:0/1176113753 >> 172.21.15.63:0/1176113753 conn(0x7f38200fa7c0 msgr2=0x7f38200fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 -- 172.21.15.63:0/1176113753 shutdown_connections 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.540+0000 7f382772a700 1 -- 172.21.15.63:0/1176113753 wait complete. 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.541+0000 7f382772a700 1 Processor -- start 2023-11-16T18:23:55.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 -- start start 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 0x7f3820198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 0x7f38201987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38200ffe90 0x7f382019f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382019fe10 con 0x7f38200ffe90 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382019ff50 con 0x7f38200feb90 2023-11-16T18:23:55.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f382772a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38201a00e0 con 0x7f38200ff4e0 2023-11-16T18:23:55.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f38254c6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 0x7f3820198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f3824cc5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 0x7f38201987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:55.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f38254c6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 0x7f3820198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39772/0 (socket says 172.21.15.63:39772) 2023-11-16T18:23:55.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.542+0000 7f38254c6700 1 -- 172.21.15.63:0/1324939764 learned_addr learned my addr 172.21.15.63:0/1324939764 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:55.545 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 -- 172.21.15.63:0/1324939764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 msgr2=0x7f3820198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:55.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 0x7f3820198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 -- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38200ffe90 msgr2=0x7f382019f840 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:23:55.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38200ffe90 0x7f382019f840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:55.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 -- 172.21.15.63:0/1324939764 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38100095f0 con 0x7f38200ff4e0 2023-11-16T18:23:55.732 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.543+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 0x7f38201987d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3810000c00 tx=0x7f381000f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:55.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.544+0000 7f38167fc700 1 -- 172.21.15.63:0/1324939764 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381001d070 con 0x7f38200ff4e0 2023-11-16T18:23:55.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.544+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f382010de80 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.544+0000 7f38167fc700 1 -- 172.21.15.63:0/1324939764 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3810022470 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.544+0000 7f38167fc700 1 -- 172.21.15.63:0/1324939764 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3810017650 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.544+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f382010dcf0 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.548+0000 7f38167fc700 1 -- 172.21.15.63:0/1324939764 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f38100225e0 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.548+0000 7f38167fc700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 0x7f380c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.549+0000 7f38167fc700 1 -- 172.21.15.63:0/1324939764 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f38100cde80 con 0x7f38200ff4e0 2023-11-16T18:23:55.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.549+0000 7f38254c6700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 0x7f380c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.549+0000 7f38254c6700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 0x7f380c0a3600 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f381c009ad0 tx=0x7f381c009290 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.550+0000 7f38338b6b80 1 Processor -- start 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.550+0000 7f38338b6b80 1 -- start start 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 0x55770f5a7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5a8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f4a40e0 con 0x55770f5a83b0 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f4f6920 con 0x55770f5a8d60 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38338b6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f4efdb0 con 0x55770f5a7520 2023-11-16T18:23:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3824cc5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5a8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38254c6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 0x55770f5a7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38254c6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 0x55770f5a7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43142/0 (socket says 172.21.15.63:43142) 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39782/0 (socket says 172.21.15.63:39782) 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f38254c6700 1 -- 172.21.15.63:0/3880270020 learned_addr learned my addr 172.21.15.63:0/3880270020 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 -- 172.21.15.63:0/3880270020 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 msgr2=0x55770f5a7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 0x55770f5a7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 -- 172.21.15.63:0/3880270020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 msgr2=0x55770f5a8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5a8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.551+0000 7f3825cc7700 1 -- 172.21.15.63:0/3880270020 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55770f3716b0 con 0x55770f5a8d60 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.552+0000 7f3825cc7700 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3818007f50 tx=0x7f381800c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8993e9d1f56a655e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.552+0000 7f380b7fe700 1 -- 172.21.15.63:0/3880270020 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381800cc10 con 0x55770f5a8d60 2023-11-16T18:23:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.552+0000 7f380b7fe700 1 -- 172.21.15.63:0/3880270020 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3818007a00 con 0x55770f5a8d60 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.552+0000 7f380b7fe700 1 -- 172.21.15.63:0/3880270020 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3818022670 con 0x55770f5a8d60 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- 172.21.15.63:0/3880270020 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 msgr2=0x55770f5af600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3818007f50 tx=0x7f381800c3c0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- 172.21.15.63:0/3880270020 shutdown_connections 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a8d60 0x55770f5af600 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a7520 0x55770f5a7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3880270020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5a8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- 172.21.15.63:0/3880270020 >> 172.21.15.63:0/3880270020 conn(0x55770f5943e0 msgr2=0x55770f5996f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- 172.21.15.63:0/3880270020 shutdown_connections 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- 172.21.15.63:0/3880270020 wait complete. 2023-11-16T18:23:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 -- start start 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.553+0000 7f38338b6b80 1 Processor -- start 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5a6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5afc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f491960 con 0x55770f5a7520 2023-11-16T18:23:56.203 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f491600 con 0x55770f5a83b0 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f3739a0 con 0x55770f5a8d60 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38338b6b80 10 client.0 _ll_register_callbacks cb 0x55770f4af800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44380/0 (socket says 172.21.15.63:44380) 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 -- 172.21.15.63:0/795343985 learned_addr learned my addr 172.21.15.63:0/795343985 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f3824cc5700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5a6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f3825cc7700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 -- 172.21.15.63:0/795343985 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 msgr2=0x55770f5afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5afc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 -- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 msgr2=0x55770f5a6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5a6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 -- 172.21.15.63:0/795343985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3818007b80 con 0x55770f5a7520 2023-11-16T18:23:56.204 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f3824cc5700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f38254c6700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f381c015730 tx=0x7f381c004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5471669770488b82 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.554+0000 7f3808ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381c00eea0 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f381c013450 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55770f4b2120 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f381c005a50 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 10 client.15573 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55770f4b6210 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55770f4b2120 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f381c006020 con 0x55770f5a7520 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 10 client.15573 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 10 client.15573 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:23:56.205 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 20 client.15573 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f5b4430 0x55770f5b6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 4 client.15573 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55770f4be6e0 con 0x55770f5b4430 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.555+0000 7f3824cc5700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f5b4430 0x55770f5b6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.556+0000 7f3808ff9700 10 client.15573 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.206 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.556+0000 7f3824cc5700 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f5b4430 0x55770f5b6840 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3222bfa7461ed3a5 server_cookie=75845ff535601e41 in_seq=0 out_seq=0 2023-11-16T18:23:56.238 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.556+0000 7f3808ff9700 1 -- 172.21.15.63:0/795343985 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55770f4be6e0 con 0x55770f5b4430 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.556+0000 7f3808ff9700 10 client.15573 handle_command_reply: tid=0 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 client.15573 shutdown 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 msgr2=0x55770f5a6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f381c015730 tx=0x7f381c004860 comp rx=0 tx=0).stop 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 shutdown_connections 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f5b4430 0x55770f5b6840 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6350 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f3808ff9700 0 client.15573 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.239 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 --2- 172.21.15.63:0/795343985 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.240 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 >> 172.21.15.63:0/795343985 conn(0x55770f5943e0 msgr2=0x55770f598e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.241 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/chrisphoffman/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1c9565146c8647d4e00eb6c7ae626dc192680e7b 2023-11-16T18:23:56.243 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/561715886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:56.247 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 shutdown_connections 2023-11-16T18:23:56.247 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 1 -- 172.21.15.63:0/795343985 wait complete. 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.557+0000 7f38338b6b80 20 client.15573 trim_cache size 0 max 16384 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 Processor -- start 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 -- start start 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5afbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.248 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5a6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f593fa0 con 0x55770f5a7520 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f59b1e0 con 0x55770f5a83b0 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.574+0000 7f38338b6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f5a1db0 con 0x55770f5a8d60 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44388/0 (socket says 172.21.15.63:44388) 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 -- 172.21.15.63:0/3142481894 learned_addr learned my addr 172.21.15.63:0/3142481894 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 -- 172.21.15.63:0/3142481894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 msgr2=0x55770f5a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 -- 172.21.15.63:0/3142481894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 msgr2=0x55770f5afbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f3824cc5700 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5afbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5afbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 -- 172.21.15.63:0/3142481894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55770f595b80 con 0x55770f5a7520 2023-11-16T18:23:56.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f38254c6700 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f381c0098b0 tx=0x7f381c006eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0d3302d0eb97ef server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f380bfff700 1 -- 172.21.15.63:0/3142481894 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381c006900 con 0x55770f5a7520 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f380bfff700 1 -- 172.21.15.63:0/3142481894 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f381c005f10 con 0x55770f5a7520 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.575+0000 7f380bfff700 1 -- 172.21.15.63:0/3142481894 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381c0359e0 con 0x55770f5a7520 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- 172.21.15.63:0/3142481894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 msgr2=0x55770f5a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f381c0098b0 tx=0x7f381c006eb0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- 172.21.15.63:0/3142481894 shutdown_connections 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a7520 0x55770f5a6100 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 --2- 172.21.15.63:0/3142481894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a83b0 0x55770f5afbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- 172.21.15.63:0/3142481894 >> 172.21.15.63:0/3142481894 conn(0x55770f5943e0 msgr2=0x55770f5bb1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- 172.21.15.63:0/3142481894 shutdown_connections 2023-11-16T18:23:56.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- 172.21.15.63:0/3142481894 wait complete. 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 -- start start 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.576+0000 7f38338b6b80 1 Processor -- start 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 0x55770f5afb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5ae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f5aed30 con 0x55770f5a83b0 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f5aeea0 con 0x55770f5a7520 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55770f6082e0 con 0x55770f5a8d60 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38338b6b80 10 client.0 _ll_register_callbacks cb 0x7f381c00ed00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44396/0 (socket says 172.21.15.63:44396) 2023-11-16T18:23:56.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 -- 172.21.15.63:0/1591526522 learned_addr learned my addr 172.21.15.63:0/1591526522 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38254c6700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 0x55770f5afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 -- 172.21.15.63:0/1591526522 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 msgr2=0x55770f5ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3825cc7700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5ae650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 -- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 msgr2=0x55770f5afb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 0x55770f5afb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 -- 172.21.15.63:0/1591526522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55770f4b6210 con 0x55770f5a83b0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f38254c6700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 0x55770f5afb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3824cc5700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f38100974e0 tx=0x7f3810022c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=794881dfa96cef67 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.577+0000 7f3808ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f381009b440 con 0x55770f5a83b0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f381009a4d0 con 0x55770f5a83b0 2023-11-16T18:23:56.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55770f591ba0 con 0x55770f5a83b0 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f381009a690 con 0x55770f5a83b0 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 10 client.15579 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55770f31de60 con 0x55770f5a83b0 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55770f591ba0 con 0x55770f5a83b0 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f38100cbb00 con 0x55770f5a83b0 2023-11-16T18:23:56.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 10 client.15579 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:56.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 10 client.15579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:23:56.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 20 client.15579 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:56.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f609840 0x55770f60bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 4 client.15579 mds_command: new command op to 24509 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55770f33eff0 con 0x55770f609840 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.578+0000 7f38254c6700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f609840 0x55770f60bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.579+0000 7f3808ff9700 10 client.15579 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.579+0000 7f38254c6700 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f609840 0x55770f60bc50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5995280fb89f271d server_cookie=c0c3e31ef5db9888 in_seq=0 out_seq=0 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f3808ff9700 1 -- 172.21.15.63:0/1591526522 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55770f33eff0 con 0x55770f609840 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f3808ff9700 10 client.15579 handle_command_reply: tid=0 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 client.15579 shutdown 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 msgr2=0x55770f5ae110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f38100974e0 tx=0x7f3810022c60 comp rx=0 tx=0).stop 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 shutdown_connections 2023-11-16T18:23:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55770f609840 0x55770f60bc50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55770f5a8d60 0x55770f5ae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f3808ff9700 0 client.15579 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55770f5a7520 0x55770f5afb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 --2- 172.21.15.63:0/1591526522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55770f5a83b0 0x55770f5ae110 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 >> 172.21.15.63:0/1591526522 conn(0x55770f5943e0 msgr2=0x55770f5a6100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 shutdown_connections 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 1 -- 172.21.15.63:0/1591526522 wait complete. 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.580+0000 7f38338b6b80 20 client.15579 trim_cache size 0 max 16384 2023-11-16T18:23:56.397 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:56.398 INFO:teuthology.orchestra.run.smithi063.stdout: "return_code": 0, 2023-11-16T18:23:56.398 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_tag": "66b2f136-aea1-438e-aae7-31786070fff7", 2023-11-16T18:23:56.398 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": "asynchronous" 2023-11-16T18:23:56.398 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 msgr2=0x7f380c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 0x7f380c0a3600 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f381c009ad0 tx=0x7f381c009290 comp rx=0 tx=0).stop 2023-11-16T18:23:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 msgr2=0x7f38201987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 0x7f38201987d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3810000c00 tx=0x7f381000f690 comp rx=0 tx=0).stop 2023-11-16T18:23:56.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 shutdown_connections 2023-11-16T18:23:56.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f380c0a1150 0x7f380c0a3600 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38200ffe90 0x7f382019f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f38200feb90 0x7f3820198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 --2- 172.21.15.63:0/1324939764 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f38200ff4e0 0x7f38201987d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 >> 172.21.15.63:0/1324939764 conn(0x7f38200fa7c0 msgr2=0x7f38200fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 shutdown_connections 2023-11-16T18:23:56.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:55.581+0000 7f382772a700 1 -- 172.21.15.63:0/1324939764 wait complete. 2023-11-16T18:23:56.455 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:23:56.482 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/561715886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:56.483 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/561715886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:23:56.504 INFO:tasks.workunit.client.0.smithi063.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-11-16T18:23:56.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 -- 172.21.15.63:0/1129471923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ff470 msgr2=0x7f16940ff8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 --2- 172.21.15.63:0/1129471923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ff470 0x7f16940ff8c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f167c009990 tx=0x7f167c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 -- 172.21.15.63:0/1129471923 shutdown_connections 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 --2- 172.21.15.63:0/1129471923 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16940ffe00 0x7f16941076d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 --2- 172.21.15.63:0/1129471923 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16941007d0 0x7f1694100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 --2- 172.21.15.63:0/1129471923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ff470 0x7f16940ff8c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 -- 172.21.15.63:0/1129471923 >> 172.21.15.63:0/1129471923 conn(0x7f16940f9fd0 msgr2=0x7f16940fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 -- 172.21.15.63:0/1129471923 shutdown_connections 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.624+0000 7f1699557700 1 -- 172.21.15.63:0/1129471923 wait complete. 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 Processor -- start 2023-11-16T18:23:56.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 -- start start 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 0x7f16941960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16941007d0 0x7f169419d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f169419dc20 con 0x7f16940ffe00 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f169419dd60 con 0x7f16940ff470 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.625+0000 7f1699557700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f169419def0 con 0x7f16941007d0 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.631 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44412/0 (socket says 172.21.15.63:44412) 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 -- 172.21.15.63:0/3147759146 learned_addr learned my addr 172.21.15.63:0/3147759146 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f1692ffd700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 0x7f16941960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16937fe700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16941007d0 0x7f169419d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 -- 172.21.15.63:0/3147759146 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16941007d0 msgr2=0x7f169419d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16941007d0 0x7f169419d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 -- 172.21.15.63:0/3147759146 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 msgr2=0x7f16941960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 0x7f16941960a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 -- 172.21.15.63:0/3147759146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f167c0095f0 con 0x7f16940ffe00 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f1692ffd700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 0x7f16941960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f16927fc700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f167c004730 tx=0x7f167c004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f168bfff700 1 -- 172.21.15.63:0/3147759146 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c01d070 con 0x7f16940ffe00 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f169410abb0 con 0x7f16940ffe00 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f168bfff700 1 -- 172.21.15.63:0/3147759146 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f167c004c90 con 0x7f16940ffe00 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f169410aa20 con 0x7f16940ffe00 2023-11-16T18:23:56.633 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.626+0000 7f168bfff700 1 -- 172.21.15.63:0/3147759146 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c005570 con 0x7f16940ffe00 2023-11-16T18:23:56.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.628+0000 7f168bfff700 1 -- 172.21.15.63:0/3147759146 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f167c00fc70 con 0x7f16940ffe00 2023-11-16T18:23:56.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.629+0000 7f168bfff700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 0x7f16800a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.629+0000 7f168bfff700 1 -- 172.21.15.63:0/3147759146 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f167c0cdff0 con 0x7f16940ffe00 2023-11-16T18:23:56.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.629+0000 7f1692ffd700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 0x7f16800a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f1692ffd700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 0x7f16800a3600 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1694068f60 tx=0x7f1684009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 Processor -- start 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 -- start start 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x56067841ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x56067841b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067831f060 con 0x560678419c00 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606783718a0 con 0x56067841a550 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067836ad30 con 0x56067841b110 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f1692ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f1692ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44418/0 (socket says 172.21.15.63:44418) 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.630+0000 7f1692ffd700 1 -- 172.21.15.63:0/337205601 learned_addr learned my addr 172.21.15.63:0/337205601 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16927fc700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x56067841ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 -- 172.21.15.63:0/337205601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 msgr2=0x56067841b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16937fe700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x56067841b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x56067841b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 -- 172.21.15.63:0/337205601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 msgr2=0x56067841ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x56067841ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 -- 172.21.15.63:0/337205601 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606781ec630 con 0x560678419c00 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16927fc700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x56067841ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:23:56.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f1692ffd700 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f16840043d0 tx=0x7f1684014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd5b6a5523f3439 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16897fa700 1 -- 172.21.15.63:0/337205601 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1684003d90 con 0x560678419c00 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16897fa700 1 -- 172.21.15.63:0/337205601 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f168401e8e0 con 0x560678419c00 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.631+0000 7f16897fa700 1 -- 172.21.15.63:0/337205601 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16840268b0 con 0x560678419c00 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- 172.21.15.63:0/337205601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 msgr2=0x56067841a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f16840043d0 tx=0x7f1684014000 comp rx=0 tx=0).stop 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- 172.21.15.63:0/337205601 shutdown_connections 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x56067841b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.648 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x56067841a010 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/337205601 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x56067841ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- 172.21.15.63:0/337205601 >> 172.21.15.63:0/337205601 conn(0x56067840f360 msgr2=0x560678414670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- 172.21.15.63:0/337205601 shutdown_connections 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- 172.21.15.63:0/337205601 wait complete. 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 -- start start 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.632+0000 7f16a56e3b80 1 Processor -- start 2023-11-16T18:23:56.649 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x560678423630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067830c8e0 con 0x56067841a550 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067830c580 con 0x56067841b110 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606781ee920 con 0x560678419c00 2023-11-16T18:23:56.650 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 10 client.0 _ll_register_callbacks cb 0x56067832a780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44426/0 (socket says 172.21.15.63:44426) 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 -- 172.21.15.63:0/4223468195 learned_addr learned my addr 172.21.15.63:0/4223468195 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f1692ffd700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x560678423630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16937fe700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 -- 172.21.15.63:0/4223468195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 msgr2=0x560678423630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x560678423630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.651 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 -- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 msgr2=0x56067842abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 -- 172.21.15.63:0/4223468195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1684017070 con 0x56067841a550 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16927fc700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f167c005000 tx=0x7f167c09b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafaeaebf2c17934 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f167a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0a3260 con 0x56067841a550 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f167c09b130 con 0x56067841a550 2023-11-16T18:23:56.652 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.633+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56067840cb20 con 0x56067841a550 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f167c09f160 con 0x56067841a550 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 10 client.15591 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x560678331190 con 0x56067841a550 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56067840cb20 con 0x56067841a550 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f167c09a090 con 0x56067841a550 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 10 client.15591 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:56.653 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 10 client.15591 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 20 client.15591 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56067842f050 0x560678431460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 4 client.15591 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56067832d0a0 con 0x56067842f050 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.634+0000 7f1692ffd700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56067842f050 0x560678431460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f167a7fc700 10 client.15591 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.654 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f1692ffd700 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56067842f050 0x560678431460 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8446573b3afabb47 server_cookie=2af69cf89da08e3 in_seq=0 out_seq=0 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f167a7fc700 1 -- 172.21.15.63:0/4223468195 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56067832d0a0 con 0x56067842f050 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f167a7fc700 10 client.15591 handle_command_reply: tid=0 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 client.15591 shutdown 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 msgr2=0x560678423b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f167c005000 tx=0x7f167c09b670 comp rx=0 tx=0).stop 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 shutdown_connections 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56067842f050 0x560678431460 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.655 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f167a7fc700 0 client.15591 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x560678423630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.635+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/4223468195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x560678423b70 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.636+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 >> 172.21.15.63:0/4223468195 conn(0x56067840f360 msgr2=0x560678413de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.636+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 shutdown_connections 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.636+0000 7f16a56e3b80 1 -- 172.21.15.63:0/4223468195 wait complete. 2023-11-16T18:23:56.656 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.636+0000 7f16a56e3b80 20 client.15591 trim_cache size 0 max 16384 2023-11-16T18:23:56.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 Processor -- start 2023-11-16T18:23:56.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 -- start start 2023-11-16T18:23:56.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x56067841e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067840ef50 con 0x56067841a550 2023-11-16T18:23:56.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067832d0d0 con 0x56067841b110 2023-11-16T18:23:56.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.653+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606784231a0 con 0x560678419c00 2023-11-16T18:23:56.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44432/0 (socket says 172.21.15.63:44432) 2023-11-16T18:23:56.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 -- 172.21.15.63:0/373158079 learned_addr learned my addr 172.21.15.63:0/373158079 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16937fe700 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f1692ffd700 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x56067841e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 -- 172.21.15.63:0/373158079 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 msgr2=0x56067841e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x56067841e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 -- 172.21.15.63:0/373158079 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 msgr2=0x56067842ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 -- 172.21.15.63:0/373158079 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560678330ee0 con 0x56067841a550 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f16927fc700 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f167c097630 tx=0x7f167c0996e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa8d23838632f06 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f1689ffb700 1 -- 172.21.15.63:0/373158079 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c09b130 con 0x56067841a550 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f1689ffb700 1 -- 172.21.15.63:0/373158079 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f167c09f160 con 0x56067841a550 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.654+0000 7f1689ffb700 1 -- 172.21.15.63:0/373158079 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0a32a0 con 0x56067841a550 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- 172.21.15.63:0/373158079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 msgr2=0x56067841e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f167c097630 tx=0x7f167c0996e0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- 172.21.15.63:0/373158079 shutdown_connections 2023-11-16T18:23:56.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841b110 0x56067842ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560678419c00 0x56067841e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/373158079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56067841a550 0x56067841e640 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- 172.21.15.63:0/373158079 >> 172.21.15.63:0/373158079 conn(0x56067840f360 msgr2=0x5606784222f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- 172.21.15.63:0/373158079 shutdown_connections 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- 172.21.15.63:0/373158079 wait complete. 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 -- start start 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.655+0000 7f16a56e3b80 1 Processor -- start 2023-11-16T18:23:56.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x560678428be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x560678429bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067842a130 con 0x560678419c00 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067842a2a0 con 0x56067841a550 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56067842a460 con 0x56067841b110 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 10 client.0 _ll_register_callbacks cb 0x7f167c09ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:23:56.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44436/0 (socket says 172.21.15.63:44436) 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 -- 172.21.15.63:0/2053899405 learned_addr learned my addr 172.21.15.63:0/2053899405 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16927fc700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x560678428be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16937fe700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x560678429bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 -- 172.21.15.63:0/2053899405 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 msgr2=0x560678429bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x560678429bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 -- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 msgr2=0x560678428be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:23:56.728 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x560678428be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 -- 172.21.15.63:0/2053899405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560678331190 con 0x560678419c00 2023-11-16T18:23:56.729 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16937fe700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x560678429bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:23:56.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f1692ffd700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1684004370 tx=0x7f16840058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bacda4ab3ac3b31 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f167a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f168402c050 con 0x560678419c00 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1684003ab0 con 0x560678419c00 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.656+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f168401e8e0 con 0x560678419c00 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1684003c70 con 0x560678419c00 2023-11-16T18:23:56.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 10 client.15597 fetch_fsmap learned FSMap version 23 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x560678181c60 con 0x560678419c00 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f168401e8e0 con 0x560678419c00 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f1684024020 con 0x560678419c00 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 10 client.15597 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 10 client.15597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:23:56.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 20 client.15597 populate_metadata read hostname 'smithi063' 2023-11-16T18:23:56.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x560678483b20 0x560678485f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:23:56.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 4 client.15597 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:23:56.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560678339660 con 0x560678483b20 2023-11-16T18:23:56.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.657+0000 7f16927fc700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x560678483b20 0x560678485f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f167a7fc700 10 client.15597 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16927fc700 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x560678483b20 0x560678485f30 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1bf1e02ad9dbe54 server_cookie=83f5a6d25962019a in_seq=0 out_seq=0 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f167a7fc700 1 -- 172.21.15.63:0/2053899405 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x560678339660 con 0x560678483b20 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f167a7fc700 10 client.15597 handle_command_reply: tid=0 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 client.15597 shutdown 2023-11-16T18:23:56.819 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 msgr2=0x5606784286a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1684004370 tx=0x7f16840058e0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 shutdown_connections 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x560678483b20 0x560678485f30 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56067841b110 0x560678429bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f167a7fc700 0 client.15597 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:23:56.820 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560678419c00 0x5606784286a0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 --2- 172.21.15.63:0/2053899405 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56067841a550 0x560678428be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 >> 172.21.15.63:0/2053899405 conn(0x56067840f360 msgr2=0x56067841e100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 shutdown_connections 2023-11-16T18:23:56.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 1 -- 172.21.15.63:0/2053899405 wait complete. 2023-11-16T18:23:56.821 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.658+0000 7f16a56e3b80 20 client.15597 trim_cache size 0 max 16384 2023-11-16T18:23:56.822 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:23:56.822 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "IDLE (waiting for more scrubs)", 2023-11-16T18:23:56.822 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: "66b2f136-aea1-438e-aae7-31786070fff7": { 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "66b2f136-aea1-438e-aae7-31786070fff7", 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:23:56.823 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:23:56.824 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:23:56.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 msgr2=0x7f16800a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 0x7f16800a3600 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1694068f60 tx=0x7f1684009260 comp rx=0 tx=0).stop 2023-11-16T18:23:56.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 msgr2=0x7f16941965e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:23:56.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f167c004730 tx=0x7f167c004760 comp rx=0 tx=0).stop 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 shutdown_connections 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f16800a1150 0x7f16800a3600 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f16941007d0 0x7f169419d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f16940ff470 0x7f16941960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 --2- 172.21.15.63:0/3147759146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16940ffe00 0x7f16941965e0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:23:56.827 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 >> 172.21.15.63:0/3147759146 conn(0x7f16940f9fd0 msgr2=0x7f16940fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:23:56.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 shutdown_connections 2023-11-16T18:23:56.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:23:56.659+0000 7f1699557700 1 -- 172.21.15.63:0/3147759146 wait complete. 2023-11-16T18:23:56.828 INFO:tasks.cephfs.filesystem:scrub status for tag:66b2f136-aea1-438e-aae7-31786070fff7 - {'path': '/', 'tag': '66b2f136-aea1-438e-aae7-31786070fff7', 'options': 'recursive,force'} 2023-11-16T18:23:57.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:56 smithi063 ceph-mon[98873]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 818 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2023-11-16T18:23:57.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:56 smithi063 ceph-mon[98873]: scrub queued for path: / 2023-11-16T18:23:57.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:56 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:57.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:56 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:23:57.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:56 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:56 smithi093 ceph-mon[100185]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 818 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2023-11-16T18:23:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:56 smithi093 ceph-mon[100185]: scrub queued for path: / 2023-11-16T18:23:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:56 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:56 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:23:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:56 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:56 smithi125 ceph-mon[100672]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 818 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2023-11-16T18:23:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:56 smithi125 ceph-mon[100672]: scrub queued for path: / 2023-11-16T18:23:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:56 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:56 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:23:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:56 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:23:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:23:58 smithi063 ceph-mon[98873]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 827 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:23:58 smithi093 ceph-mon[100185]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 827 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:23:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:23:58 smithi125 ceph-mon[100672]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 827 B/s wr, 6 op/s; 10 B/s, 0 objects/s recovering 2023-11-16T18:24:01.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:00 smithi063 ceph-mon[98873]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:00 smithi093 ceph-mon[100185]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:00 smithi125 ceph-mon[100672]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:03.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:02 smithi063 ceph-mon[98873]: pgmap v332: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-11-16T18:24:03.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:02 smithi093 ceph-mon[100185]: pgmap v332: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-11-16T18:24:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:02 smithi125 ceph-mon[100672]: pgmap v332: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-11-16T18:24:05.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:04 smithi063 ceph-mon[98873]: pgmap v333: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:04 smithi093 ceph-mon[100185]: pgmap v333: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:04 smithi125 ceph-mon[100672]: pgmap v333: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:06 smithi093 ceph-mon[100185]: pgmap v334: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2023-11-16T18:24:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:06 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:24:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:06 smithi125 ceph-mon[100672]: pgmap v334: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2023-11-16T18:24:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:06 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:24:07.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:06 smithi063 ceph-mon[98873]: pgmap v334: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2023-11-16T18:24:07.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:06 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:24:08.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:07 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:24:08.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:07 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:24:08.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:07 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:24:08.575 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 -- 172.21.15.63:0/3524075641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100360 msgr2=0x7f77181007b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.575 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 --2- 172.21.15.63:0/3524075641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100360 0x7f77181007b0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f7708009990 tx=0x7f7708009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.575 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 -- 172.21.15.63:0/3524075641 shutdown_connections 2023-11-16T18:24:08.575 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 --2- 172.21.15.63:0/3524075641 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7718100cf0 0x7f77181075b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.576 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 --2- 172.21.15.63:0/3524075641 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f77180ff170 0x7f77180ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.576 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 --2- 172.21.15.63:0/3524075641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100360 0x7f77181007b0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.576 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 -- 172.21.15.63:0/3524075641 >> 172.21.15.63:0/3524075641 conn(0x7f77180fa7b0 msgr2=0x7f77180fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.576 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 -- 172.21.15.63:0/3524075641 shutdown_connections 2023-11-16T18:24:08.576 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.574+0000 7f771f939700 1 -- 172.21.15.63:0/3524075641 wait complete. 2023-11-16T18:24:08.578 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 Processor -- start 2023-11-16T18:24:08.578 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 -- start start 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 0x7f7718194ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 0x7f77181953e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771819ca20 con 0x7f7718100cf0 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771819cb60 con 0x7f7718100360 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771f939700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771819ccf0 con 0x7f77180ff170 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.580 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771d6d5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 0x7f7718194ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44450/0 (socket says 172.21.15.63:44450) 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771ded6700 1 -- 172.21.15.63:0/631108037 learned_addr learned my addr 172.21.15.63:0/631108037 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.575+0000 7f771ced4700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 0x7f77181953e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 -- 172.21.15.63:0/631108037 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 msgr2=0x7f7718194ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 0x7f7718194ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 -- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 msgr2=0x7f771819c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 -- 172.21.15.63:0/631108037 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7714009520 con 0x7f7718100360 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ded6700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771d6d5700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 0x7f7718194ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771ced4700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 0x7f77181953e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f77080059d0 tx=0x7f7708004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f770e7fc700 1 -- 172.21.15.63:0/631108037 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f770801d070 con 0x7f7718100360 2023-11-16T18:24:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77080095f0 con 0x7f7718100360 2023-11-16T18:24:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f770e7fc700 1 -- 172.21.15.63:0/631108037 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7708022470 con 0x7f7718100360 2023-11-16T18:24:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f770e7fc700 1 -- 172.21.15.63:0/631108037 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7708017650 con 0x7f7718100360 2023-11-16T18:24:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.576+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f771810aad0 con 0x7f7718100360 2023-11-16T18:24:08.587 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.578+0000 7f770e7fc700 1 -- 172.21.15.63:0/631108037 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f77080225e0 con 0x7f7718100360 2023-11-16T18:24:08.587 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.579+0000 7f770e7fc700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 0x7f77040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.587 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.579+0000 7f770e7fc700 1 -- 172.21.15.63:0/631108037 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f77080cde70 con 0x7f7718100360 2023-11-16T18:24:08.587 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.579+0000 7f771d6d5700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 0x7f77040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.579+0000 7f771d6d5700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 0x7f77040a3600 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7714009fd0 tx=0x7f7714009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 Processor -- start 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 -- start start 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c2839e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c284390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c184000 con 0x56207c0da6b0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c1d6840 con 0x56207c2831c0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.580+0000 7f772bac5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c1cfcd0 con 0x56207c283f20 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771ced4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c2839e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44454/0 (socket says 172.21.15.63:44454) 2023-11-16T18:24:08.588 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 -- 172.21.15.63:0/3292411415 learned_addr learned my addr 172.21.15.63:0/3292411415 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771ded6700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c284390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 -- 172.21.15.63:0/3292411415 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 msgr2=0x56207c284390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c284390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 -- 172.21.15.63:0/3292411415 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 msgr2=0x56207c2839e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c2839e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 -- 172.21.15.63:0/3292411415 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56207c0515d0 con 0x56207c0da6b0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771ded6700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c284390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771ced4700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c2839e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f771d6d5700 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f77140043b0 tx=0x7f7714018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b2a69b68e5d5cf5 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f77037fe700 1 -- 172.21.15.63:0/3292411415 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7714003ce0 con 0x56207c0da6b0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f77037fe700 1 -- 172.21.15.63:0/3292411415 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7714003e40 con 0x56207c0da6b0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.581+0000 7f77037fe700 1 -- 172.21.15.63:0/3292411415 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771401e880 con 0x56207c0da6b0 2023-11-16T18:24:08.589 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 -- 172.21.15.63:0/3292411415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 msgr2=0x56207c282c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f77140043b0 tx=0x7f7714018000 comp rx=0 tx=0).stop 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 -- 172.21.15.63:0/3292411415 shutdown_connections 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c284390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c0da6b0 0x56207c282c80 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3292411415 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c2839e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.590 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 -- 172.21.15.63:0/3292411415 >> 172.21.15.63:0/3292411415 conn(0x56207c273f50 msgr2=0x56207c279100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 -- 172.21.15.63:0/3292411415 shutdown_connections 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.582+0000 7f772bac5b80 1 -- 172.21.15.63:0/3292411415 wait complete. 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 -- start start 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 Processor -- start 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c171880 con 0x56207c2918e0 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c171520 con 0x56207c2831c0 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c0538c0 con 0x56207c283f20 2023-11-16T18:24:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f772bac5b80 10 client.0 _ll_register_callbacks cb 0x56207c18f720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771d6d5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771d6d5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39864/0 (socket says 172.21.15.63:39864) 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44464/0 (socket says 172.21.15.63:44464) 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771d6d5700 1 -- 172.21.15.63:0/2163072158 learned_addr learned my addr 172.21.15.63:0/2163072158 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.583+0000 7f771ced4700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 -- 172.21.15.63:0/2163072158 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 msgr2=0x56207c28c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 -- 172.21.15.63:0/2163072158 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 msgr2=0x56207c293cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 -- 172.21.15.63:0/2163072158 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7714017050 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771ded6700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f771d6d5700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7714003fd0 tx=0x7f7714026e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b8093a21eb7e6df server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f7700ff9700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7714026600 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56207c271710 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f7714026760 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7714026920 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f772bac5b80 10 client.25292 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56207c196130 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.584+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56207c271710 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7714024020 con 0x56207c2831c0 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 10 client.25292 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 10 client.25292 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 20 client.25292 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c298450 0x56207c29a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 4 client.25292 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56207c192040 con 0x56207c298450 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f771ced4700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c298450 0x56207c29a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f7700ff9700 10 client.25292 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.585+0000 7f771ced4700 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c298450 0x56207c29a860 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e661b441177f1c3d server_cookie=1da5f57ffe99d710 in_seq=0 out_seq=0 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f7700ff9700 1 -- 172.21.15.63:0/2163072158 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56207c192040 con 0x56207c298450 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f7700ff9700 10 client.25292 handle_command_reply: tid=0 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 client.25292 shutdown 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 msgr2=0x56207c28c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7714003fd0 tx=0x7f7714026e10 comp rx=0 tx=0).stop 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 shutdown_connections 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c298450 0x56207c29a860 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c293cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c28c370 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f7700ff9700 0 client.25292 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 --2- 172.21.15.63:0/2163072158 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 >> 172.21.15.63:0/2163072158 conn(0x56207c273f50 msgr2=0x56207c2787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 shutdown_connections 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 1 -- 172.21.15.63:0/2163072158 wait complete. 2023-11-16T18:24:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.586+0000 7f772bac5b80 20 client.25292 trim_cache size 0 max 16384 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 Processor -- start 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 -- start start 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c293cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c284870 con 0x56207c2918e0 2023-11-16T18:24:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c28b6c0 con 0x56207c2831c0 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f772bac5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c27ab80 con 0x56207c283f20 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44472/0 (socket says 172.21.15.63:44472) 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 -- 172.21.15.63:0/3457190660 learned_addr learned my addr 172.21.15.63:0/3457190660 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771d6d5700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c293cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ced4700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 -- 172.21.15.63:0/3457190660 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 msgr2=0x56207c28ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 -- 172.21.15.63:0/3457190660 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 msgr2=0x56207c293cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c293cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771ded6700 1 -- 172.21.15.63:0/3457190660 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56207c195e80 con 0x56207c2918e0 2023-11-16T18:24:08.611 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.604+0000 7f771d6d5700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c293cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.605+0000 7f771ded6700 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7710010c40 tx=0x7f771000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=121e29dcac244379 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.605+0000 7f7703fff700 1 -- 172.21.15.63:0/3457190660 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771000e070 con 0x56207c2918e0 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.605+0000 7f7703fff700 1 -- 172.21.15.63:0/3457190660 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7710007bc0 con 0x56207c2918e0 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.605+0000 7f7703fff700 1 -- 172.21.15.63:0/3457190660 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7710017070 con 0x56207c2918e0 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- 172.21.15.63:0/3457190660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 msgr2=0x56207c2842f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7710010c40 tx=0x7f771000b040 comp rx=0 tx=0).stop 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- 172.21.15.63:0/3457190660 shutdown_connections 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c2918e0 0x56207c2842f0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2831c0 0x56207c293cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 --2- 172.21.15.63:0/3457190660 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c283f20 0x56207c28ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- 172.21.15.63:0/3457190660 >> 172.21.15.63:0/3457190660 conn(0x56207c273f50 msgr2=0x56207c29f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- 172.21.15.63:0/3457190660 shutdown_connections 2023-11-16T18:24:08.612 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- 172.21.15.63:0/3457190660 wait complete. 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 -- start start 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.606+0000 7f772bac5b80 1 Processor -- start 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c2831c0 0x56207c2a6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2918e0 0x56207c2a7720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c2eab60 con 0x56207c283f20 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c2eacd0 con 0x56207c2918e0 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207c2eae90 con 0x56207c2831c0 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f772bac5b80 10 client.0 _ll_register_callbacks cb 0x7f7708005c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44476/0 (socket says 172.21.15.63:44476) 2023-11-16T18:24:08.613 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 -- 172.21.15.63:0/59590369 learned_addr learned my addr 172.21.15.63:0/59590369 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ded6700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2918e0 0x56207c2a7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771d6d5700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c2831c0 0x56207c2a6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 -- 172.21.15.63:0/59590369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c2831c0 msgr2=0x56207c2a6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c2831c0 0x56207c2a6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 -- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2918e0 msgr2=0x56207c2a7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2918e0 0x56207c2a7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 -- 172.21.15.63:0/59590369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56207c196130 con 0x56207c283f20 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f771ced4700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f770800b620 tx=0x7f7708022c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a28793425bafe4a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.607+0000 7f7700ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7708095de0 con 0x56207c283f20 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7714003e40 con 0x56207c283f20 2023-11-16T18:24:08.614 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f770809b230 con 0x56207c283f20 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77080991d0 con 0x56207c283f20 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 10 client.15615 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7f7710010890 con 0x56207c283f20 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7714003e40 con 0x56207c283f20 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f77080a2f00 con 0x56207c283f20 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 10 client.15615 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 10 client.15615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 20 client.15615 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c2ec4e0 0x56207c2ee8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 4 client.15615 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56207c19e600 con 0x56207c2ec4e0 2023-11-16T18:24:08.615 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.608+0000 7f771d6d5700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c2ec4e0 0x56207c2ee8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:08.616 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.609+0000 7f7700ff9700 10 client.15615 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:08.616 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.609+0000 7f771d6d5700 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c2ec4e0 0x56207c2ee8f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d0d95fdd9afbb78 server_cookie=27e1f35a26d81239 in_seq=0 out_seq=0 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f7700ff9700 1 -- 172.21.15.63:0/59590369 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56207c19e600 con 0x56207c2ec4e0 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f7700ff9700 10 client.15615 handle_command_reply: tid=0 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 client.15615 shutdown 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 msgr2=0x56207c2a71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f770800b620 tx=0x7f7708022c80 comp rx=0 tx=0).stop 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 shutdown_connections 2023-11-16T18:24:08.626 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56207c2ec4e0 0x56207c2ee8f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56207c2918e0 0x56207c2a7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56207c2831c0 0x56207c2a6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 --2- 172.21.15.63:0/59590369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56207c283f20 0x56207c2a71e0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 >> 172.21.15.63:0/59590369 conn(0x56207c273f50 msgr2=0x56207c28a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.624+0000 7f7700ff9700 0 client.15615 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 shutdown_connections 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f772bac5b80 1 -- 172.21.15.63:0/59590369 wait complete. 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f772bac5b80 20 client.15615 trim_cache size 0 max 16384 2023-11-16T18:24:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:24:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:24:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:24:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 msgr2=0x7f77040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 0x7f77040a3600 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7714009fd0 tx=0x7f7714009260 comp rx=0 tx=0).stop 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 msgr2=0x7f77181953e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 0x7f77181953e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f77080059d0 tx=0x7f7708004730 comp rx=0 tx=0).stop 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 shutdown_connections 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f77040a1150 0x7f77040a3600 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7718100cf0 0x7f771819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f77180ff170 0x7f7718194ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 --2- 172.21.15.63:0/631108037 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7718100360 0x7f77181953e0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:08.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.625+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 >> 172.21.15.63:0/631108037 conn(0x7f77180fa7b0 msgr2=0x7f77181037f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:08.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.626+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 shutdown_connections 2023-11-16T18:24:08.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:08.626+0000 7f771f939700 1 -- 172.21.15.63:0/631108037 wait complete. 2023-11-16T18:24:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:08 smithi093 ceph-mon[100185]: pgmap v335: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:08 smithi125 ceph-mon[100672]: pgmap v335: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:09.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:08 smithi063 ceph-mon[98873]: pgmap v335: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: pgmap v336: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:24:10.831 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: pgmap v336: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.934 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:10.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:24:10.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:24:10.935 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: pgmap v336: 129 pgs: 129 active+clean; 652 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 853 B/s wr, 6 op/s 2023-11-16T18:24:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:24:11.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:24:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:11 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:11 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:24:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:11 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:11 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:24:12.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:11 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:11 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:24:12.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:11 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:11 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:24:12.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:11 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:11 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:24:12.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:11 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:24:12.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:11 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:24:13.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:12 smithi125 ceph-mon[100672]: pgmap v337: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2023-11-16T18:24:13.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:12 smithi063 ceph-mon[98873]: pgmap v337: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2023-11-16T18:24:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:12 smithi093 ceph-mon[100185]: pgmap v337: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2023-11-16T18:24:15.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:14 smithi125 ceph-mon[100672]: pgmap v338: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-11-16T18:24:15.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:14 smithi063 ceph-mon[98873]: pgmap v338: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-11-16T18:24:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:14 smithi093 ceph-mon[100185]: pgmap v338: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-11-16T18:24:17.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:16 smithi125 ceph-mon[100672]: pgmap v339: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:17.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:16 smithi063 ceph-mon[98873]: pgmap v339: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:16 smithi093 ceph-mon[100185]: pgmap v339: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:19.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:18 smithi125 ceph-mon[100672]: pgmap v340: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:18 smithi063 ceph-mon[98873]: pgmap v340: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:18 smithi093 ceph-mon[100185]: pgmap v340: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:21.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:20 smithi125 ceph-mon[100672]: pgmap v341: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:20 smithi063 ceph-mon[98873]: pgmap v341: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:20 smithi093 ceph-mon[100185]: pgmap v341: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 -- 172.21.15.63:0/4067914801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 msgr2=0x7f6648100780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 --2- 172.21.15.63:0/4067914801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648100780 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f6638009990 tx=0x7f6638009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 -- 172.21.15.63:0/4067914801 shutdown_connections 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 --2- 172.21.15.63:0/4067914801 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 0x7f6648107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 --2- 172.21.15.63:0/4067914801 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66480ff550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.799+0000 7f664f8a6700 1 --2- 172.21.15.63:0/4067914801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648100780 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.801 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.800+0000 7f664f8a6700 1 -- 172.21.15.63:0/4067914801 >> 172.21.15.63:0/4067914801 conn(0x7f66480fa720 msgr2=0x7f66480fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.802 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.800+0000 7f664f8a6700 1 -- 172.21.15.63:0/4067914801 shutdown_connections 2023-11-16T18:24:21.802 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.800+0000 7f664f8a6700 1 -- 172.21.15.63:0/4067914801 wait complete. 2023-11-16T18:24:21.803 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.800+0000 7f664f8a6700 1 Processor -- start 2023-11-16T18:24:21.803 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 -- start start 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 0x7f664819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664819fd50 con 0x7f6648100330 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664819fe90 con 0x7f6648100cc0 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664f8a6700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66481a0020 con 0x7f66480ff140 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664d642700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664ce41700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664d642700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43254/0 (socket says 172.21.15.63:43254) 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664d642700 1 -- 172.21.15.63:0/1154207274 learned_addr learned my addr 172.21.15.63:0/1154207274 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664de43700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 0x7f664819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664ce41700 1 -- 172.21.15.63:0/1154207274 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 msgr2=0x7f66481981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.801+0000 7f664ce41700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.805 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664ce41700 1 -- 172.21.15.63:0/1154207274 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 msgr2=0x7f664819f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664ce41700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 0x7f664819f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664ce41700 1 -- 172.21.15.63:0/1154207274 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66380095f0 con 0x7f6648100330 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664d642700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664ce41700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648198710 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f66380059d0 tx=0x7f6638004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f663e7fc700 1 -- 172.21.15.63:0/1154207274 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663801d070 con 0x7f6648100330 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6648109a70 con 0x7f6648100330 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f663e7fc700 1 -- 172.21.15.63:0/1154207274 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6638022470 con 0x7f6648100330 2023-11-16T18:24:21.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f663e7fc700 1 -- 172.21.15.63:0/1154207274 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6638017650 con 0x7f6648100330 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.802+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66481098e0 con 0x7f6648100330 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 Processor -- start 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f663e7fc700 1 -- 172.21.15.63:0/1154207274 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f66380225e0 con 0x7f6648100330 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 -- start start 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x562641267870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641268b10 0x562641268f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264116d000 con 0x562641267db0 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626411bf840 con 0x562641268b10 2023-11-16T18:24:21.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f665ba32b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626411b8cd0 con 0x5626410c36b0 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f664d642700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f664d642700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44494/0 (socket says 172.21.15.63:44494) 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f664d642700 1 -- 172.21.15.63:0/1032876236 learned_addr learned my addr 172.21.15.63:0/1032876236 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.808+0000 7f664de43700 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x562641267870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664ce41700 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641268b10 0x562641268f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f663e7fc700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 0x7f66340a35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 -- 172.21.15.63:0/1032876236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 msgr2=0x562641267870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x562641267870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 -- 172.21.15.63:0/1032876236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641268b10 msgr2=0x562641268f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641268b10 0x562641268f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 -- 172.21.15.63:0/1032876236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56264103a5d0 con 0x562641267db0 2023-11-16T18:24:21.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f663e7fc700 1 -- 172.21.15.63:0/1154207274 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f66380ce070 con 0x7f6648100330 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.809+0000 7f664d642700 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f6644011650 tx=0x7f6644011960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=302d5e3d24572959 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.810+0000 7f66337fe700 1 -- 172.21.15.63:0/1032876236 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644004a30 con 0x562641267db0 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.810+0000 7f66337fe700 1 -- 172.21.15.63:0/1032876236 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66440054e0 con 0x562641267db0 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.810+0000 7f66337fe700 1 -- 172.21.15.63:0/1032876236 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644019840 con 0x562641267db0 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- 172.21.15.63:0/1032876236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 msgr2=0x5626412685d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f6644011650 tx=0x7f6644011960 comp rx=0 tx=0).stop 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- 172.21.15.63:0/1032876236 shutdown_connections 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641268b10 0x562641268f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x562641267870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1032876236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412685d0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- 172.21.15.63:0/1032876236 >> 172.21.15.63:0/1032876236 conn(0x56264125cf50 msgr2=0x562641262100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- 172.21.15.63:0/1032876236 shutdown_connections 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- 172.21.15.63:0/1032876236 wait complete. 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 -- start start 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.811+0000 7f665ba32b80 1 Processor -- start 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x562641270ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.826 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641278220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264115a880 con 0x562641267db0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264115a520 con 0x5626410c36b0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264103c8c0 con 0x562641268b10 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f665ba32b80 10 client.0 _ll_register_callbacks cb 0x562641178720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f664ce41700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f664ce41700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44502/0 (socket says 172.21.15.63:44502) 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f664ce41700 1 -- 172.21.15.63:0/664930718 learned_addr learned my addr 172.21.15.63:0/664930718 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.812+0000 7f664d642700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x562641270ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664de43700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641278220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.827 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664de43700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 0x7f66340a35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 -- 172.21.15.63:0/664930718 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 msgr2=0x562641278220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641278220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 -- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 msgr2=0x562641270ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x562641270ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 -- 172.21.15.63:0/664930718 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6644009e10 con 0x562641267db0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664de43700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641278220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664d642700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x562641270ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f664ce41700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f66380cb8c0 tx=0x7f6638022bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a83730cade0f06 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f6630ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663809ada0 con 0x562641267db0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f663809b260 con 0x562641267db0 2023-11-16T18:24:21.828 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.813+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56264125a710 con 0x562641267db0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f664de43700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 0x7f66340a35e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f66400060b0 tx=0x7f6640004b20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f663809abc0 con 0x562641267db0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 10 client.15627 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56264117f130 con 0x562641267db0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56264125a710 con 0x562641267db0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f663809a7e0 con 0x562641267db0 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 10 client.15627 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 10 client.15627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 20 client.15627 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562641284f40 0x562641287350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 4 client.15627 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.814+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56264117b040 con 0x562641284f40 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.815+0000 7f664d642700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562641284f40 0x562641287350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.815+0000 7f6630ff9700 10 client.15627 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.815+0000 7f664d642700 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562641284f40 0x562641287350 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db2ed8605448a70 server_cookie=92381d87fb5782d7 in_seq=0 out_seq=0 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f6630ff9700 1 -- 172.21.15.63:0/664930718 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56264117b040 con 0x562641284f40 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f6630ff9700 10 client.15627 handle_command_reply: tid=0 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 client.15627 shutdown 2023-11-16T18:24:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 msgr2=0x5626412711e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f66380cb8c0 tx=0x7f6638022bc0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 shutdown_connections 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562641284f40 0x562641287350 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641278220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x562641270ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 --2- 172.21.15.63:0/664930718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x5626412711e0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 >> 172.21.15.63:0/664930718 conn(0x56264125cf50 msgr2=0x5626412617e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f6630ff9700 0 client.15627 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 shutdown_connections 2023-11-16T18:24:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 1 -- 172.21.15.63:0/664930718 wait complete. 2023-11-16T18:24:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.816+0000 7f665ba32b80 20 client.15627 trim_cache size 0 max 16384 2023-11-16T18:24:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 Processor -- start 2023-11-16T18:24:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 -- start start 2023-11-16T18:24:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x56264126ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641267db0 0x56264126f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562641284ae0 con 0x562641268b10 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x562641262e10 con 0x562641267db0 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.845+0000 7f665ba32b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562641268180 con 0x5626410c36b0 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44512/0 (socket says 172.21.15.63:44512) 2023-11-16T18:24:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 -- 172.21.15.63:0/1789477232 learned_addr learned my addr 172.21.15.63:0/1789477232 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664d642700 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x56264126ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664ce41700 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641267db0 0x56264126f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 -- 172.21.15.63:0/1789477232 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 msgr2=0x56264126ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x56264126ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 -- 172.21.15.63:0/1789477232 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641267db0 msgr2=0x56264126f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641267db0 0x56264126f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 -- 172.21.15.63:0/1789477232 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56264117ee80 con 0x562641268b10 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.846+0000 7f664de43700 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6640008540 tx=0x7f6640006040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f183b0253337a390 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.847+0000 7f6633fff700 1 -- 172.21.15.63:0/1789477232 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664001a670 con 0x562641268b10 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.847+0000 7f6633fff700 1 -- 172.21.15.63:0/1789477232 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f664000f040 con 0x562641268b10 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.847+0000 7f6633fff700 1 -- 172.21.15.63:0/1789477232 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6640026b00 con 0x562641268b10 2023-11-16T18:24:21.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- 172.21.15.63:0/1789477232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 msgr2=0x5626412781e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6640008540 tx=0x7f6640006040 comp rx=0 tx=0).stop 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- 172.21.15.63:0/1789477232 shutdown_connections 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641268b10 0x5626412781e0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5626410c36b0 0x56264126ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1789477232 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562641267db0 0x56264126f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- 172.21.15.63:0/1789477232 >> 172.21.15.63:0/1789477232 conn(0x56264125cf50 msgr2=0x56264128bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- 172.21.15.63:0/1789477232 shutdown_connections 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- 172.21.15.63:0/1789477232 wait complete. 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 -- start start 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.848+0000 7f665ba32b80 1 Processor -- start 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x5626412735c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641276b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562641277060 con 0x562641267db0 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626412771d0 con 0x5626410c36b0 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562641277390 con 0x562641268b10 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f665ba32b80 10 client.0 _ll_register_callbacks cb 0x7f66380d1800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664ce41700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664ce41700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44518/0 (socket says 172.21.15.63:44518) 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664ce41700 1 -- 172.21.15.63:0/1959373308 learned_addr learned my addr 172.21.15.63:0/1959373308 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:21.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x5626412735c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664de43700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641276b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 -- 172.21.15.63:0/1959373308 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 msgr2=0x562641276b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641276b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 -- 172.21.15.63:0/1959373308 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 msgr2=0x562641273b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664d642700 1 -- 172.21.15.63:0/1959373308 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6640004860 con 0x5626410c36b0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.849+0000 7f664ce41700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f664d642700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x5626412735c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6644000c00 tx=0x7f6644005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c34f9d3c3291876 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f6630ff9700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644029040 con 0x5626410c36b0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f66440052f0 con 0x5626410c36b0 2023-11-16T18:24:21.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f66440054e0 con 0x5626410c36b0 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f664402a620 con 0x5626410c36b0 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f665ba32b80 10 client.25316 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x562640fcfc00 con 0x5626410c36b0 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.850+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66440054e0 con 0x5626410c36b0 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f6644030020 con 0x5626410c36b0 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 10 client.25316 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 10 client.25316 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 20 client.25316 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5626412d92f0 0x5626412db700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:21.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 4 client.25316 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562641187600 con 0x5626412d92f0 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.851+0000 7f664ce41700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5626412d92f0 0x5626412db700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.852+0000 7f664ce41700 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5626412d92f0 0x5626412db700 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61097fd1e928d2d6 server_cookie=829f2d1236158ebb in_seq=0 out_seq=0 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.852+0000 7f6630ff9700 10 client.25316 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.855+0000 7f6630ff9700 1 -- 172.21.15.63:0/1959373308 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562641187600 con 0x5626412d92f0 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.855+0000 7f6630ff9700 10 client.25316 handle_command_reply: tid=0 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.855+0000 7f665ba32b80 1 client.25316 shutdown 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.855+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 msgr2=0x5626412735c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.855+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x5626412735c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6644000c00 tx=0x7f6644005e50 comp rx=0 tx=0).stop 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 shutdown_connections 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5626412d92f0 0x5626412db700 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562641268b10 0x562641276b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5626410c36b0 0x5626412735c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 --2- 172.21.15.63:0/1959373308 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562641267db0 0x562641273b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 >> 172.21.15.63:0/1959373308 conn(0x56264125cf50 msgr2=0x56264126ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f6630ff9700 0 client.25316 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 shutdown_connections 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 1 -- 172.21.15.63:0/1959373308 wait complete. 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f665ba32b80 20 client.25316 trim_cache size 0 max 16384 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:24:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:24:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 msgr2=0x7f66340a35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 0x7f66340a35e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f66400060b0 tx=0x7f6640004b20 comp rx=0 tx=0).stop 2023-11-16T18:24:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 msgr2=0x7f6648198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.856+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648198710 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f66380059d0 tx=0x7f6638004730 comp rx=0 tx=0).stop 2023-11-16T18:24:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 shutdown_connections 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f66340a1130 0x7f66340a35e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6648100cc0 0x7f664819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f66480ff140 0x7f66481981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 --2- 172.21.15.63:0/1154207274 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6648100330 0x7f6648198710 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 >> 172.21.15.63:0/1154207274 conn(0x7f66480fa720 msgr2=0x7f6648103820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 shutdown_connections 2023-11-16T18:24:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:21.857+0000 7f664f8a6700 1 -- 172.21.15.63:0/1154207274 wait complete. 2023-11-16T18:24:23.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:22 smithi125 ceph-mon[100672]: pgmap v342: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:23.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:22 smithi063 ceph-mon[98873]: pgmap v342: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:22 smithi093 ceph-mon[100185]: pgmap v342: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2023-11-16T18:24:25.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:24 smithi125 ceph-mon[100672]: pgmap v343: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 8 op/s 2023-11-16T18:24:32.513 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:24:32.515 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:26 smithi125 ceph-mon[100672]: pgmap v344: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 8 op/s 2023-11-16T18:24:32.515 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:28 smithi125 ceph-mon[100672]: pgmap v345: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.515 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:30 smithi125 ceph-mon[100672]: pgmap v346: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:24 smithi093 ceph-mon[100185]: pgmap v343: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 8 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:26 smithi093 ceph-mon[100185]: pgmap v344: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 8 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:28 smithi093 ceph-mon[100185]: pgmap v345: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:30 smithi093 ceph-mon[100185]: pgmap v346: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:24 smithi063 ceph-mon[98873]: pgmap v343: 129 pgs: 129 active+clean; 653 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 8 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:26 smithi063 ceph-mon[98873]: pgmap v344: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 8 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:28 smithi063 ceph-mon[98873]: pgmap v345: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.516 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:30 smithi063 ceph-mon[98873]: pgmap v346: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2023-11-16T18:24:32.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.688+0000 7f9f9bffd700 1 -- 172.21.15.63:0/608327084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f941015e0 msgr2=0x7f9f94101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.688+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/608327084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f941015e0 0x7f9f94101a30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009990 tx=0x7f9f84009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 -- 172.21.15.63:0/608327084 shutdown_connections 2023-11-16T18:24:32.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/608327084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f94108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/608327084 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f940fe570 0x7f9f940fe980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/608327084 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f941015e0 0x7f9f94101a30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 -- 172.21.15.63:0/608327084 >> 172.21.15.63:0/608327084 conn(0x7f9f940f9f30 msgr2=0x7f9f940fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 -- 172.21.15.63:0/608327084 shutdown_connections 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.689+0000 7f9f9bffd700 1 -- 172.21.15.63:0/608327084 wait complete. 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 Processor -- start 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 -- start start 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 0x7f9f94195f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 0x7f9f94196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9419dab0 con 0x7f9f94101f70 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9419dbf0 con 0x7f9f941015e0 2023-11-16T18:24:32.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9bffd700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9419dd80 con 0x7f9f940fe570 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44532/0 (socket says 172.21.15.63:44532) 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f9a59a700 1 -- 172.21.15.63:0/1706335537 learned_addr learned my addr 172.21.15.63:0/1706335537 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.690+0000 7f9f99d99700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 0x7f9f94195f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f99598700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 0x7f9f94196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 -- 172.21.15.63:0/1706335537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 msgr2=0x7f9f94195f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 0x7f9f94195f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 -- 172.21.15.63:0/1706335537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 msgr2=0x7f9f94196470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 0x7f9f94196470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 -- 172.21.15.63:0/1706335537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f840095f0 con 0x7f9f94101f70 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f99598700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 0x7f9f94196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f99d99700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 0x7f9f94195f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:32.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c007ee0 tx=0x7f9f8c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f8affd700 1 -- 172.21.15.63:0/1706335537 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c017070 con 0x7f9f94101f70 2023-11-16T18:24:32.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f9410bbb0 con 0x7f9f94101f70 2023-11-16T18:24:32.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f9410ba20 con 0x7f9f94101f70 2023-11-16T18:24:32.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f8affd700 1 -- 172.21.15.63:0/1706335537 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f8c00f040 con 0x7f9f94101f70 2023-11-16T18:24:32.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.691+0000 7f9f8affd700 1 -- 172.21.15.63:0/1706335537 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c005740 con 0x7f9f94101f70 2023-11-16T18:24:32.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.694+0000 7f9f8affd700 1 -- 172.21.15.63:0/1706335537 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9f8c0058a0 con 0x7f9f94101f70 2023-11-16T18:24:32.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.694+0000 7f9f8affd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 0x7f9f800a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.694+0000 7f9f8affd700 1 -- 172.21.15.63:0/1706335537 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9f8c0cc090 con 0x7f9f94101f70 2023-11-16T18:24:32.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.694+0000 7f9f99d99700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 0x7f9f800a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.695+0000 7f9f99d99700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 0x7f9f800a3600 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9f94067b30 tx=0x7f9f90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.696+0000 7f9fa8189b80 1 Processor -- start 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.696+0000 7f9fa8189b80 1 -- start start 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e63b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 0x5597f2e64580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2d68060 con 0x5597f2e63550 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2dba8a0 con 0x5597f2e62c00 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2db3d30 con 0x5597f2e64110 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f99d99700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f99d99700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39940/0 (socket says 172.21.15.63:39940) 2023-11-16T18:24:32.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f99d99700 1 -- 172.21.15.63:0/3227351273 learned_addr learned my addr 172.21.15.63:0/3227351273 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:32.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 0x5597f2e64580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3227351273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 msgr2=0x5597f2e63010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3227351273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 msgr2=0x5597f2e63b30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-16T18:24:32.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e63b30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3227351273 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597f2c35630 con 0x5597f2e64110 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.697+0000 7f9f99d99700 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.698+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 0x5597f2e64580 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0c98a0 tx=0x7f9f8c0991f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15267256499fa7da server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.698+0000 7f9f7ffff700 1 -- 172.21.15.63:0/3227351273 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c0a15b0 con 0x5597f2e64110 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.698+0000 7f9f7ffff700 1 -- 172.21.15.63:0/3227351273 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f8c097330 con 0x5597f2e64110 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.698+0000 7f9f7ffff700 1 -- 172.21.15.63:0/3227351273 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c098940 con 0x5597f2e64110 2023-11-16T18:24:32.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3227351273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 msgr2=0x5597f2e64580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 0x5597f2e64580 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0c98a0 tx=0x7f9f8c0991f0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3227351273 shutdown_connections 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e64110 0x5597f2e64580 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e63010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3227351273 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e63b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3227351273 >> 172.21.15.63:0/3227351273 conn(0x5597f2e58360 msgr2=0x5597f2e5d670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3227351273 shutdown_connections 2023-11-16T18:24:32.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3227351273 wait complete. 2023-11-16T18:24:32.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 -- start start 2023-11-16T18:24:32.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.699+0000 7f9fa8189b80 1 Processor -- start 2023-11-16T18:24:32.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e62c00 0x5597f2e6c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e64110 0x5597f2e73b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2d558e0 con 0x5597f2e63550 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2d55580 con 0x5597f2e64110 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2c37920 con 0x5597f2e62c00 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9fa8189b80 10 client.0 _ll_register_callbacks cb 0x5597f2d73780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44542/0 (socket says 172.21.15.63:44542) 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 -- 172.21.15.63:0/4113853731 learned_addr learned my addr 172.21.15.63:0/4113853731 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99d99700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e62c00 0x5597f2e6c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 -- 172.21.15.63:0/4113853731 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e62c00 msgr2=0x5597f2e6c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e62c00 0x5597f2e6c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 -- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e64110 msgr2=0x5597f2e73b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e64110 0x5597f2e73b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.700+0000 7f9f99598700 1 -- 172.21.15.63:0/4113853731 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f9410ba20 con 0x5597f2e63550 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f99598700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f9f84006010 tx=0x7f9f8400bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7f19947cd49f747 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f7d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f84004700 con 0x5597f2e63550 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9f840056b0 con 0x5597f2e63550 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5597f2e55b20 con 0x5597f2e63550 2023-11-16T18:24:32.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f84004860 con 0x5597f2e63550 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9fa8189b80 10 client.15642 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5597f2d7a190 con 0x5597f2e63550 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.701+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5597f2e55b20 con 0x5597f2e63550 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f9f8400faf0 con 0x5597f2e63550 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 10 client.15642 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 10 client.15642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 20 client.15642 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2e76cf0 0x5597f2e770f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 4 client.15642 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5597f2d760a0 con 0x5597f2e76cf0 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9f99d99700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2e76cf0 0x5597f2e770f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9f7d7fa700 10 client.15642 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:32.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.702+0000 7f9f99d99700 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2e76cf0 0x5597f2e770f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d0494cedb79a250 server_cookie=9848fafb5d89a6f3 in_seq=0 out_seq=0 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/4113853731 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5597f2d760a0 con 0x5597f2e76cf0 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9f7d7fa700 10 client.15642 handle_command_reply: tid=0 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 client.15642 shutdown 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 msgr2=0x5597f2e6cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f9f84006010 tx=0x7f9f8400bf80 comp rx=0 tx=0).stop 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 shutdown_connections 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2e76cf0 0x5597f2e770f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e64110 0x5597f2e73b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.703+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e62c00 0x5597f2e6c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/4113853731 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e63550 0x5597f2e6cae0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 >> 172.21.15.63:0/4113853731 conn(0x5597f2e58360 msgr2=0x5597f2e5cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9f7d7fa700 0 client.15642 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:32.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 shutdown_connections 2023-11-16T18:24:32.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9fa8189b80 1 -- 172.21.15.63:0/4113853731 wait complete. 2023-11-16T18:24:32.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.704+0000 7f9fa8189b80 20 client.15642 trim_cache size 0 max 16384 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.723+0000 7f9fa8189b80 1 Processor -- start 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.723+0000 7f9fa8189b80 1 -- start start 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e73a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2e6d740 con 0x5597f2e64110 2023-11-16T18:24:32.775 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2e6d220 con 0x5597f2e62c00 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2e63920 con 0x5597f2e63550 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44552/0 (socket says 172.21.15.63:44552) 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3310162912 learned_addr learned my addr 172.21.15.63:0/3310162912 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f99d99700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f99598700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e73a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3310162912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 msgr2=0x5597f2e73a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e73a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3310162912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 msgr2=0x5597f2e6a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f9a59a700 1 -- 172.21.15.63:0/3310162912 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597f2d79ee0 con 0x5597f2e64110 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.724+0000 7f9f99d99700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:32.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.725+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0a1080 tx=0x7f9f8c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a12f4ed7cd11405 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.725+0000 7f9f88ff9700 1 -- 172.21.15.63:0/3310162912 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c0a15b0 con 0x5597f2e64110 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.725+0000 7f9f88ff9700 1 -- 172.21.15.63:0/3310162912 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f8c097590 con 0x5597f2e64110 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.725+0000 7f9f88ff9700 1 -- 172.21.15.63:0/3310162912 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c099450 con 0x5597f2e64110 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3310162912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 msgr2=0x5597f2e77a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0a1080 tx=0x7f9f8c009560 comp rx=0 tx=0).stop 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3310162912 shutdown_connections 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2e77a30 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/3310162912 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e73a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3310162912 >> 172.21.15.63:0/3310162912 conn(0x5597f2e58360 msgr2=0x5597f2e78820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3310162912 shutdown_connections 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- 172.21.15.63:0/3310162912 wait complete. 2023-11-16T18:24:32.777 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 -- start start 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.726+0000 7f9fa8189b80 1 Processor -- start 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e6ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2e6f4c0 con 0x5597f2e64110 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2ed3a50 con 0x5597f2e62c00 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f2ed3b90 con 0x5597f2e63550 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9fa8189b80 10 client.0 _ll_register_callbacks cb 0x7f9f90005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f99d99700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44558/0 (socket says 172.21.15.63:44558) 2023-11-16T18:24:32.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f99598700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e6ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 -- 172.21.15.63:0/704698645 learned_addr learned my addr 172.21.15.63:0/704698645 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 -- 172.21.15.63:0/704698645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 msgr2=0x5597f2e6ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e6ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 -- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 msgr2=0x5597f2e6e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f9a59a700 1 -- 172.21.15.63:0/704698645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f900043b0 con 0x5597f2e64110 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.727+0000 7f9f99d99700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f9a59a700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0956f0 tx=0x7f9f8c097500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3b0b509bdbae657 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c0a1630 con 0x5597f2e64110 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9f8c099660 con 0x5597f2e64110 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f8c097330 con 0x5597f2e64110 2023-11-16T18:24:32.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f8c0a1120 con 0x5597f2e64110 2023-11-16T18:24:32.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9fa8189b80 10 client.15648 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:32.802 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5597f2c35630 con 0x5597f2e64110 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f8c0c9020 con 0x5597f2e64110 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.728+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f9f8c0982e0 con 0x5597f2e64110 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 10 client.15648 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 20 client.15648 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2ed50b0 0x5597f2ed74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 4 client.15648 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5597f2d82660 con 0x5597f2ed50b0 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9f99d99700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2ed50b0 0x5597f2ed74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9f7d7fa700 10 client.15648 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.729+0000 7f9f99d99700 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2ed50b0 0x5597f2ed74c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e378eeb2a323339 server_cookie=d86caa122a740f56 in_seq=0 out_seq=0 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9f7d7fa700 1 -- 172.21.15.63:0/704698645 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5597f2d82660 con 0x5597f2ed50b0 2023-11-16T18:24:32.803 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9f7d7fa700 10 client.15648 handle_command_reply: tid=0 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 client.15648 shutdown 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 msgr2=0x5597f2ed3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0956f0 tx=0x7f9f8c097500 comp rx=0 tx=0).stop 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 shutdown_connections 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5597f2ed50b0 0x5597f2ed74c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597f2e64110 0x5597f2ed3510 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9f7d7fa700 0 client.15648 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5597f2e62c00 0x5597f2e6e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 --2- 172.21.15.63:0/704698645 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5597f2e63550 0x5597f2e6ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 >> 172.21.15.63:0/704698645 conn(0x5597f2e58360 msgr2=0x5597f2e6a490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 shutdown_connections 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 1 -- 172.21.15.63:0/704698645 wait complete. 2023-11-16T18:24:32.804 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.730+0000 7f9fa8189b80 20 client.15648 trim_cache size 0 max 16384 2023-11-16T18:24:32.805 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:24:32.805 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "no active scrubs running", 2023-11-16T18:24:32.805 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": {} 2023-11-16T18:24:32.805 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:24:32.807 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 msgr2=0x7f9f800a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 0x7f9f800a3600 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9f94067b30 tx=0x7f9f90009260 comp rx=0 tx=0).stop 2023-11-16T18:24:32.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 msgr2=0x7f9f9419d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:32.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c007ee0 tx=0x7f9f8c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 shutdown_connections 2023-11-16T18:24:32.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9f800a1150 0x7f9f800a3600 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f94101f70 0x7f9f9419d4e0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9f940fe570 0x7f9f94195f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 --2- 172.21.15.63:0/1706335537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9f941015e0 0x7f9f94196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 >> 172.21.15.63:0/1706335537 conn(0x7f9f940f9f30 msgr2=0x7f9f940fc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 shutdown_connections 2023-11-16T18:24:32.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:32.731+0000 7f9f9bffd700 1 -- 172.21.15.63:0/1706335537 wait complete. 2023-11-16T18:24:32.887 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-11-16T18:24:32.887 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:24:32.888 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:32 smithi063 ceph-mon[98873]: pgmap v347: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:24:33.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:32 smithi125 ceph-mon[100672]: pgmap v347: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:24:33.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 -- 172.21.15.63:0/394531689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c0105fd0 msgr2=0x7f11c01083b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 --2- 172.21.15.63:0/394531689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c0105fd0 0x7f11c01083b0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f11b800b0a0 tx=0x7f11b800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 -- 172.21.15.63:0/394531689 shutdown_connections 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 --2- 172.21.15.63:0/394531689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c0105fd0 0x7f11c01083b0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 --2- 172.21.15.63:0/394531689 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 --2- 172.21.15.63:0/394531689 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c01036b0 0x7f11c0105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.029+0000 7f11c57f9700 1 -- 172.21.15.63:0/394531689 >> 172.21.15.63:0/394531689 conn(0x7f11c00fa750 msgr2=0x7f11c00fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.030+0000 7f11c57f9700 1 -- 172.21.15.63:0/394531689 shutdown_connections 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.030+0000 7f11c57f9700 1 -- 172.21.15.63:0/394531689 wait complete. 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.030+0000 7f11c57f9700 1 Processor -- start 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 -- start start 2023-11-16T18:24:33.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c01036b0 0x7f11c0196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c0105fd0 0x7f11c019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c019dbc0 con 0x7f11c01036b0 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c019dd00 con 0x7f11c0100d90 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11c57f9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c00feb80 con 0x7f11c0105fd0 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:39972/0 (socket says 172.21.15.63:39972) 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 -- 172.21.15.63:0/3637318451 learned_addr learned my addr 172.21.15.63:0/3637318451 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11be7fc700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c01036b0 0x7f11c0196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11bf7fe700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c0105fd0 0x7f11c019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 -- 172.21.15.63:0/3637318451 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c0105fd0 msgr2=0x7f11c019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c0105fd0 0x7f11c019d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 -- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c01036b0 msgr2=0x7f11c0196580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c01036b0 0x7f11c0196580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.031+0000 7f11beffd700 1 -- 172.21.15.63:0/3637318451 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11b8009d00 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11beffd700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e970 tx=0x7f11b000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b0009790 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11c010bc00 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11b000c7e0 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b00054e0 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.032+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11c010ba70 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.033+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11c00fc2c0 con 0x7f11c0100d90 2023-11-16T18:24:33.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.034+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f11b000c950 con 0x7f11c0100d90 2023-11-16T18:24:33.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.035+0000 7f11a7fff700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 0x7f11a80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.035+0000 7f11be7fc700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 0x7f11a80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.035+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f11b0014070 con 0x7f11c0100d90 2023-11-16T18:24:33.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.035+0000 7f11be7fc700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 0x7f11a80a3600 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f11b4009c60 tx=0x7f11b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.039+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f11b0096920 con 0x7f11c0100d90 2023-11-16T18:24:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:32 smithi093 ceph-mon[100185]: pgmap v347: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:24:33.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.286+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11c0100500 con 0x7f11c0100d90 2023-11-16T18:24:33.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.287+0000 7f11a7fff700 1 -- 172.21.15.63:0/3637318451 <== mon.2 v2:172.21.15.93:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7f11b0099f40 con 0x7f11c0100d90 2023-11-16T18:24:33.289 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:24:33.289 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:24:33.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 msgr2=0x7f11a80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 0x7f11a80a3600 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f11b4009c60 tx=0x7f11b4009260 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 msgr2=0x7f11c0196040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e970 tx=0x7f11b000ec80 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 shutdown_connections 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f11a80a1150 0x7f11a80a3600 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f11c0105fd0 0x7f11c019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f11c0100d90 0x7f11c0196040 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 --2- 172.21.15.63:0/3637318451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11c01036b0 0x7f11c0196580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.289+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 >> 172.21.15.63:0/3637318451 conn(0x7f11c00fa750 msgr2=0x7f11c01019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.290+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 shutdown_connections 2023-11-16T18:24:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.290+0000 7f11c57f9700 1 -- 172.21.15.63:0/3637318451 wait complete. 2023-11-16T18:24:33.292 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:24:33.304 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-11-16T18:24:33.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 -- 172.21.15.63:0/1280660640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc100420 msgr2=0x7fd2cc100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 --2- 172.21.15.63:0/1280660640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc100420 0x7fd2cc100870 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0009990 tx=0x7fd2c0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 -- 172.21.15.63:0/1280660640 shutdown_connections 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 --2- 172.21.15.63:0/1280660640 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100db0 0x7fd2cc107670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 --2- 172.21.15.63:0/1280660640 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc0ff640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 --2- 172.21.15.63:0/1280660640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc100420 0x7fd2cc100870 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 -- 172.21.15.63:0/1280660640 >> 172.21.15.63:0/1280660640 conn(0x7fd2cc0fa850 msgr2=0x7fd2cc0fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 -- 172.21.15.63:0/1280660640 shutdown_connections 2023-11-16T18:24:33.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.434+0000 7fd2d17da700 1 -- 172.21.15.63:0/1280660640 wait complete. 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 Processor -- start 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 -- start start 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 0x7fd2cc196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc100db0 0x7fd2cc19d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc19dad0 con 0x7fd2cc0ff230 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc19dc10 con 0x7fd2cc100420 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.435+0000 7fd2d17da700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc107e30 con 0x7fd2cc100db0 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44582/0 (socket says 172.21.15.63:44582) 2023-11-16T18:24:33.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 -- 172.21.15.63:0/2096084762 learned_addr learned my addr 172.21.15.63:0/2096084762 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc100db0 0x7fd2cc19d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 0x7fd2cc196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 -- 172.21.15.63:0/2096084762 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc100db0 msgr2=0x7fd2cc19d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc100db0 0x7fd2cc19d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 -- 172.21.15.63:0/2096084762 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 msgr2=0x7fd2cc196490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 0x7fd2cc196490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 -- 172.21.15.63:0/2096084762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c4009c40 con 0x7fd2cc0ff230 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 0x7fd2cc196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00c990 tx=0x7fd2bc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2b3fff700 1 -- 172.21.15.63:0/2096084762 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc007b00 con 0x7fd2cc0ff230 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2c00095f0 con 0x7fd2cc0ff230 2023-11-16T18:24:33.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2b3fff700 1 -- 172.21.15.63:0/2096084762 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd2bc007c60 con 0x7fd2cc0ff230 2023-11-16T18:24:33.440 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.436+0000 7fd2b3fff700 1 -- 172.21.15.63:0/2096084762 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc018660 con 0x7fd2cc0ff230 2023-11-16T18:24:33.440 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.437+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2cc10bcf0 con 0x7fd2cc0ff230 2023-11-16T18:24:33.442 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.440+0000 7fd2b3fff700 1 -- 172.21.15.63:0/2096084762 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd2bc00f450 con 0x7fd2cc0ff230 2023-11-16T18:24:33.442 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 Processor -- start 2023-11-16T18:24:33.442 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 -- start start 2023-11-16T18:24:33.442 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc108c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.442 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.443 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1094590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.443 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0f89060 con 0x559bc108d340 2023-11-16T18:24:33.443 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0fdb8a0 con 0x559bc108dcf0 2023-11-16T18:24:33.443 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0fd4d30 con 0x559bc108c4a0 2023-11-16T18:24:33.444 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.441+0000 7fd2b3fff700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 0x7fd2b40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.445 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2ca7fc700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1094590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.445 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2b3fff700 1 -- 172.21.15.63:0/2096084762 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd2bc0cccc0 con 0x7fd2cc0ff230 2023-11-16T18:24:33.445 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.445 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44592/0 (socket says 172.21.15.63:44592) 2023-11-16T18:24:33.445 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 -- 172.21.15.63:0/4113119541 learned_addr learned my addr 172.21.15.63:0/4113119541 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc108c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 -- 172.21.15.63:0/4113119541 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 msgr2=0x559bc108c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc108c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 -- 172.21.15.63:0/4113119541 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 msgr2=0x559bc1094590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1094590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 -- 172.21.15.63:0/4113119541 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bc0e56630 con 0x559bc108d340 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc108c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:33.446 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1094590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 0x7fd2b40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2caffd700 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc0a1cb0 tx=0x7fd2bc099b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c48e4a47a12a3b7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.442+0000 7fd2b17fa700 1 -- 172.21.15.63:0/4113119541 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc0ce070 con 0x559bc108d340 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.443+0000 7fd2b17fa700 1 -- 172.21.15.63:0/4113119541 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd2bc007dd0 con 0x559bc108d340 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.443+0000 7fd2b17fa700 1 -- 172.21.15.63:0/4113119541 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc00f700 con 0x559bc108d340 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 -- 172.21.15.63:0/4113119541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 msgr2=0x559bc108d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 0x7fd2b40a3600 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4004a60 tx=0x7fd2c4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc0a1cb0 tx=0x7fd2bc099b60 comp rx=0 tx=0).stop 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 -- 172.21.15.63:0/4113119541 shutdown_connections 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1094590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.447 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc108c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.448 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/4113119541 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108d340 0x559bc108d7b0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.448 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.444+0000 7fd2dd966b80 1 -- 172.21.15.63:0/4113119541 >> 172.21.15.63:0/4113119541 conn(0x559bc1079360 msgr2=0x559bc107e680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- 172.21.15.63:0/4113119541 shutdown_connections 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- 172.21.15.63:0/4113119541 wait complete. 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- start start 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 Processor -- start 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1096650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc109da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0f768e0 con 0x559bc108c4a0 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0f76580 con 0x559bc108dcf0 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.447+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc0e58920 con 0x559bc109b680 2023-11-16T18:24:33.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2dd966b80 10 client.0 _ll_register_callbacks cb 0x559bc0f94780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44596/0 (socket says 172.21.15.63:44596) 2023-11-16T18:24:33.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2caffd700 1 -- 172.21.15.63:0/3620899976 learned_addr learned my addr 172.21.15.63:0/3620899976 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc109da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.452 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1096650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/3620899976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 msgr2=0x559bc1096650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1096650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/3620899976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 msgr2=0x559bc1096110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/3620899976 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2cc10bcf0 con 0x559bc109b680 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2caffd700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc109da60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4017e40 tx=0x7fd2c4004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cf68c2c6901a680 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.448+0000 7fd2aeff5700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c4027070 con 0x559bc109b680 2023-11-16T18:24:33.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd2c401c030 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559bc1076b20 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2c400e040 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 10 client.25315 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x559bc0f9b190 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559bc1076b20 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fd2c402a020 con 0x559bc109b680 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 10 client.25315 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 10 client.25315 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 20 client.25315 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10a2300 0x559bc10a4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 4 client.25315 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:33.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.449+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559bc0f970a0 con 0x559bc10a2300 2023-11-16T18:24:33.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.450+0000 7fd2caffd700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10a2300 0x559bc10a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.450+0000 7fd2caffd700 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10a2300 0x559bc10a4710 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=99b698aa5ee9ca00 server_cookie=58fc14293730725f in_seq=0 out_seq=0 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.450+0000 7fd2aeff5700 10 client.25315 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2aeff5700 1 -- 172.21.15.63:0/3620899976 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x559bc0f970a0 con 0x559bc10a2300 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2aeff5700 10 client.25315 handle_command_reply: tid=0 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 client.25315 shutdown 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 msgr2=0x559bc109da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc109da60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4017e40 tx=0x7fd2c4004ad0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 shutdown_connections 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10a2300 0x559bc10a4710 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc109da60 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108c4a0 0x559bc1096110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/3620899976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc1096650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 >> 172.21.15.63:0/3620899976 conn(0x559bc1079360 msgr2=0x559bc107dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.451+0000 7fd2aeff5700 0 client.25315 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:24:33.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.455+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 shutdown_connections 2023-11-16T18:24:33.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.455+0000 7fd2dd966b80 1 -- 172.21.15.63:0/3620899976 wait complete. 2023-11-16T18:24:33.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.455+0000 7fd2dd966b80 20 client.25315 trim_cache size 0 max 16384 2023-11-16T18:24:33.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 Processor -- start 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 -- start start 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc10a9070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc10b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc10955c0 con 0x559bc109b680 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc107fb10 con 0x559bc108dcf0 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.480+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc1095c80 con 0x559bc108c4a0 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44606/0 (socket says 172.21.15.63:44606) 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/1958038926 learned_addr learned my addr 172.21.15.63:0/1958038926 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2caffd700 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc10a9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/1958038926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 msgr2=0x559bc10a9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc10a9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/1958038926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 msgr2=0x559bc10b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc10b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 -- 172.21.15.63:0/1958038926 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bc0f9aee0 con 0x559bc109b680 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2cb7fe700 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4009f10 tx=0x7fd2c4009f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2ea9e5ba6f461a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2b1ffb700 1 -- 172.21.15.63:0/1958038926 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c4027030 con 0x559bc109b680 2023-11-16T18:24:33.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2b1ffb700 1 -- 172.21.15.63:0/1958038926 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd2c400f040 con 0x559bc109b680 2023-11-16T18:24:33.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.481+0000 7fd2b1ffb700 1 -- 172.21.15.63:0/1958038926 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c400e040 con 0x559bc109b680 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 -- 172.21.15.63:0/1958038926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 msgr2=0x559bc1094b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4009f10 tx=0x7fd2c4009f40 comp rx=0 tx=0).stop 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 -- 172.21.15.63:0/1958038926 shutdown_connections 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc109b680 0x559bc1094b60 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc108c4a0 0x559bc10a9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/1958038926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108dcf0 0x559bc10b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.482+0000 7fd2dd966b80 1 -- 172.21.15.63:0/1958038926 >> 172.21.15.63:0/1958038926 conn(0x559bc1079360 msgr2=0x559bc107e650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- 172.21.15.63:0/1958038926 shutdown_connections 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- 172.21.15.63:0/1958038926 wait complete. 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- start start 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 Processor -- start 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108dcf0 0x559bc10b1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc10b1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc10f4ab0 con 0x559bc108dcf0 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc10f4c20 con 0x559bc108c4a0 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bc10f4de0 con 0x559bc109b680 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2dd966b80 10 client.0 _ll_register_callbacks cb 0x7fd2c4017810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2caffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40014/0 (socket says 172.21.15.63:40014) 2023-11-16T18:24:33.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.483+0000 7fd2caffd700 1 -- 172.21.15.63:0/2184022858 learned_addr learned my addr 172.21.15.63:0/2184022858 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 -- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 msgr2=0x559bc10b1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc10b1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 -- 172.21.15.63:0/2184022858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108dcf0 msgr2=0x559bc10b1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108dcf0 0x559bc10b1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 -- 172.21.15.63:0/2184022858 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559bc0f9b190 con 0x559bc108c4a0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2caffd700 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc099a90 tx=0x7fd2bc007f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a669f82854c3cbb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2aeff5700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc0ca1b0 con 0x559bc108c4a0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd2bc0b7070 con 0x559bc108c4a0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd2bc007dd0 con 0x559bc108c4a0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2bc07e050 con 0x559bc108c4a0 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2dd966b80 10 client.25352 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.484+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x559bc0debc60 con 0x559bc108c4a0 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd2bc007dd0 con 0x559bc108c4a0 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fd2bc099ff0 con 0x559bc108c4a0 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 10 client.25352 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 10 client.25352 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 20 client.25352 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10f6370 0x559bc10f8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 4 client.25352 mds_command: new command op to 24481 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559bc0fa3660 con 0x559bc10f6370 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.485+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10f6370 0x559bc10f8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2aeff5700 10 client.25352 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2ca7fc700 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10f6370 0x559bc10f8750 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9c19c346ce623330 server_cookie=98f928ebb7f9426 in_seq=0 out_seq=0 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2aeff5700 1 -- 172.21.15.63:0/2184022858 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559bc0fa3660 con 0x559bc10f6370 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2aeff5700 10 client.25352 handle_command_reply: tid=0 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 client.25352 shutdown 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 msgr2=0x559bc10b0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc099a90 tx=0x7fd2bc007f40 comp rx=0 tx=0).stop 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 shutdown_connections 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x559bc10f6370 0x559bc10f8750 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559bc109b680 0x559bc10b1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559bc108c4a0 0x559bc10b0c00 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 --2- 172.21.15.63:0/2184022858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bc108dcf0 0x559bc10b1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 >> 172.21.15.63:0/2184022858 conn(0x559bc1079360 msgr2=0x559bc107e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2aeff5700 0 client.25352 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:24:33.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 shutdown_connections 2023-11-16T18:24:33.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 1 -- 172.21.15.63:0/2184022858 wait complete. 2023-11-16T18:24:33.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.486+0000 7fd2dd966b80 20 client.25352 trim_cache size 0 max 16384 2023-11-16T18:24:33.495 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.487+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 msgr2=0x7fd2b40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.487+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 0x7fd2b40a3600 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4004a60 tx=0x7fd2c4009040 comp rx=0 tx=0).stop 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.487+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 msgr2=0x7fd2cc195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.487+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00c990 tx=0x7fd2bc00cd50 comp rx=0 tx=0).stop 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 shutdown_connections 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b40a1150 0x7fd2b40a3600 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc100db0 0x7fd2cc19d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc0ff230 0x7fd2cc195f50 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 --2- 172.21.15.63:0/2096084762 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc100420 0x7fd2cc196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 >> 172.21.15.63:0/2096084762 conn(0x7fd2cc0fa850 msgr2=0x7fd2cc0fc9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 shutdown_connections 2023-11-16T18:24:33.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.488+0000 7fd2d17da700 1 -- 172.21.15.63:0/2096084762 wait complete. 2023-11-16T18:24:33.503 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-11-16T18:24:33.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 -- 172.21.15.63:0/4022579703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 msgr2=0x7f0e141006e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/4022579703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e141006e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0e08009990 tx=0x7f0e08009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 -- 172.21.15.63:0/4022579703 shutdown_connections 2023-11-16T18:24:33.636 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/4022579703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 0x7f0e14108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/4022579703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e141006e0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/4022579703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 0x7f0e14101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 -- 172.21.15.63:0/4022579703 >> 172.21.15.63:0/4022579703 conn(0x7f0e140fb8d0 msgr2=0x7f0e140fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 -- 172.21.15.63:0/4022579703 shutdown_connections 2023-11-16T18:24:33.637 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.635+0000 7f0e1ab83700 1 -- 172.21.15.63:0/4022579703 wait complete. 2023-11-16T18:24:33.639 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 Processor -- start 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 -- start start 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 0x7f0e14196570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 0x7f0e1419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1419dbb0 con 0x7f0e141002d0 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1419dcf0 con 0x7f0e14101e50 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1ab83700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e14072d20 con 0x7f0e141014c0 2023-11-16T18:24:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44624/0 (socket says 172.21.15.63:44624) 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e1891f700 1 -- 172.21.15.63:0/443318438 learned_addr learned my addr 172.21.15.63:0/443318438 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e13fff700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 0x7f0e14196570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.636+0000 7f0e19120700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 0x7f0e1419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 -- 172.21.15.63:0/443318438 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 msgr2=0x7f0e14196570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 0x7f0e14196570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 -- 172.21.15.63:0/443318438 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 msgr2=0x7f0e1419d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 0x7f0e1419d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 -- 172.21.15.63:0/443318438 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e080095f0 con 0x7f0e141002d0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1891f700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800c010 tx=0x7f0e08005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e11ffb700 1 -- 172.21.15.63:0/443318438 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0801d070 con 0x7f0e141002d0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e1410bc30 con 0x7f0e141002d0 2023-11-16T18:24:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e11ffb700 1 -- 172.21.15.63:0/443318438 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e08022470 con 0x7f0e141002d0 2023-11-16T18:24:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e11ffb700 1 -- 172.21.15.63:0/443318438 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e08017650 con 0x7f0e141002d0 2023-11-16T18:24:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.637+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e1410baa0 con 0x7f0e141002d0 2023-11-16T18:24:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.641+0000 7f0e11ffb700 1 -- 172.21.15.63:0/443318438 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f0e080225e0 con 0x7f0e141002d0 2023-11-16T18:24:33.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.641+0000 7f0e11ffb700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 0x7f0e040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e11ffb700 1 -- 172.21.15.63:0/443318438 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f0e080ce190 con 0x7f0e141002d0 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e13fff700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 0x7f0e040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 Processor -- start 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 -- start start 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 0x55d20d9fd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20da04580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d8f9060 con 0x55d20d9fdce0 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.642+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d94b8a0 con 0x55d20d9fd330 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d944d30 con 0x55d20d9fc4a0 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e13fff700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 0x7f0e040a3600 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0e00005950 tx=0x7f0e0000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20da04580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fc8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43400/0 (socket says 172.21.15.63:43400) 2023-11-16T18:24:33.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e1891f700 1 -- 172.21.15.63:0/2335955962 learned_addr learned my addr 172.21.15.63:0/2335955962 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 0x55d20d9fd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 -- 172.21.15.63:0/2335955962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 msgr2=0x55d20d9fc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 -- 172.21.15.63:0/2335955962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 msgr2=0x55d20d9fd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 0x55d20d9fd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 -- 172.21.15.63:0/2335955962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d20d7c6630 con 0x55d20d9fdce0 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 0x55d20d9fd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0e19120700 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20da04580 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c011580 tx=0x7f0e0c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87fc757a7f19fbf1 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.643+0000 7f0dfeffd700 1 -- 172.21.15.63:0/2335955962 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c00e040 con 0x55d20d9fdce0 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.644+0000 7f0dfeffd700 1 -- 172.21.15.63:0/2335955962 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e0c00f040 con 0x55d20d9fdce0 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.644+0000 7f0dfeffd700 1 -- 172.21.15.63:0/2335955962 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c004430 con 0x55d20d9fdce0 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.644+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2335955962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 msgr2=0x55d20da04580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20da04580 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c011580 tx=0x7f0e0c009920 comp rx=0 tx=0).stop 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2335955962 shutdown_connections 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20da04580 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2335955962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fd330 0x55d20d9fd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2335955962 >> 172.21.15.63:0/2335955962 conn(0x55d20d9e9360 msgr2=0x55d20d9ee670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2335955962 shutdown_connections 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2335955962 wait complete. 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 -- start start 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.645+0000 7f0e26d0fb80 1 Processor -- start 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20d9f5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d8e68e0 con 0x55d20d9fdce0 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d8e6580 con 0x55d20d9fc4a0 2023-11-16T18:24:33.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d7c8920 con 0x55d20d9fd330 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e26d0fb80 10 client.0 _ll_register_callbacks cb 0x55d20d904780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44640/0 (socket says 172.21.15.63:44640) 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 -- 172.21.15.63:0/2219645180 learned_addr learned my addr 172.21.15.63:0/2219645180 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20d9f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 -- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 msgr2=0x55d20d9f5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20d9f5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 -- 172.21.15.63:0/2219645180 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 msgr2=0x55d20d9f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9f4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e19120700 1 -- 172.21.15.63:0/2219645180 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e0c011230 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.646+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e19120700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c004e50 tx=0x7f0e0c004e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2003986698072544 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c00e040 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f0e0c0043b0 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d20d9e6b20 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e0c004c10 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 10 client.15681 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d20d90b190 con 0x55d20d9fdce0 2023-11-16T18:24:33.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d20d9e6b20 con 0x55d20d9fdce0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f0e0c01b020 con 0x55d20d9fdce0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 10 client.15681 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 10 client.15681 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.647+0000 7f0e26d0fb80 20 client.15681 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da1a2a0 0x55d20da1c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0e26d0fb80 4 client.15681 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d20d9070a0 con 0x55d20da1a2a0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da1a2a0 0x55d20da1c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0df3fff700 10 client.15681 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.648+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da1a2a0 0x55d20da1c6b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a39b5d2a4b982126 server_cookie=8fe7d5f73b839d8d in_seq=0 out_seq=0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0df3fff700 1 -- 172.21.15.63:0/2219645180 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d20d9070a0 con 0x55d20da1a2a0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0df3fff700 10 client.15681 handle_command_reply: tid=0 2023-11-16T18:24:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 client.15681 shutdown 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 msgr2=0x55d20d9fa250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c004e50 tx=0x7f0e0c004e80 comp rx=0 tx=0).stop 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 shutdown_connections 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da1a2a0 0x55d20da1c6b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fdce0 0x55d20d9fa250 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0df3fff700 0 client.15681 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2219645180 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20d9f5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 >> 172.21.15.63:0/2219645180 conn(0x55d20d9e9360 msgr2=0x55d20d9edde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 shutdown_connections 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.649+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2219645180 wait complete. 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.650+0000 7f0e26d0fb80 20 client.15681 trim_cache size 0 max 16384 2023-11-16T18:24:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 Processor -- start 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 -- start start 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 0x55d20d9f3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fdce0 0x55d20da29f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20da007e0 con 0x55d20d9fd330 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d9f41c0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20d9f4850 con 0x55d20d9fdce0 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40050/0 (socket says 172.21.15.63:40050) 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 -- 172.21.15.63:0/2321202153 learned_addr learned my addr 172.21.15.63:0/2321202153 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e19120700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fdce0 0x55d20da29f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 -- 172.21.15.63:0/2321202153 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fdce0 msgr2=0x55d20da29f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fdce0 0x55d20da29f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e1891f700 1 -- 172.21.15.63:0/2321202153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 msgr2=0x55d20d9f3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.663+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 0x55d20d9f3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 0x55d20d9f3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0e1891f700 1 -- 172.21.15.63:0/2321202153 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d20d90aee0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 0x55d20d9f3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0e080cd010 tx=0x7f0e080cb820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39a0b73d663a2eb0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0dff7fe700 1 -- 172.21.15.63:0/2321202153 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0809f320 con 0x55d20d9fc4a0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0dff7fe700 1 -- 172.21.15.63:0/2321202153 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e080a36b0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.664+0000 7f0dff7fe700 1 -- 172.21.15.63:0/2321202153 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0809b550 con 0x55d20d9fc4a0 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2321202153 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 msgr2=0x55d20d9fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0e080cd010 tx=0x7f0e080cb820 comp rx=0 tx=0).stop 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2321202153 shutdown_connections 2023-11-16T18:24:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fdce0 0x55d20da29f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fc4a0 0x55d20d9fd700 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2321202153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fd330 0x55d20d9f3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2321202153 >> 172.21.15.63:0/2321202153 conn(0x55d20d9e9360 msgr2=0x55d20da21010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2321202153 shutdown_connections 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2321202153 wait complete. 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.665+0000 7f0e26d0fb80 1 -- start start 2023-11-16T18:24:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 Processor -- start 2023-11-16T18:24:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20da29c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fdce0 0x55d20da6ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.757 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20da6d350 con 0x55d20d9fc4a0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20da6d490 con 0x55d20d9fdce0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d20da6d650 con 0x55d20d9fd330 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e26d0fb80 10 client.0 _ll_register_callbacks cb 0x7f0e0c011450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e1891f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44652/0 (socket says 172.21.15.63:44652) 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e1891f700 1 -- 172.21.15.63:0/2450958726 learned_addr learned my addr 172.21.15.63:0/2450958726 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20da29c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.666+0000 7f0e19120700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fdce0 0x55d20da6ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 -- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 msgr2=0x55d20da29c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20da29c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 -- 172.21.15.63:0/2450958726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fdce0 msgr2=0x55d20da6ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.758 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fdce0 0x55d20da6ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 -- 172.21.15.63:0/2450958726 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e1410baa0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e1891f700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0e08022890 tx=0x7f0e080996b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfaf9feb679d2219 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0df3fff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0809a9e0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f0e0809f320 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0e0c00f040 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e0809b550 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e26d0fb80 10 client.15684 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.667+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d20d75bc60 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e0c00f040 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f0e080970e0 con 0x55d20d9fc4a0 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 10 client.15684 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 10 client.15684 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 20 client.15684 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da6ebd0 0x55d20da70fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 4 client.15684 mds_command: new command op to 24496 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d20d913660 con 0x55d20da6ebd0 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.668+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da6ebd0 0x55d20da70fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0df3fff700 10 client.15684 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e13fff700 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da6ebd0 0x55d20da70fe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e54e77e1700b4c6 server_cookie=92168f95c601a4c1 in_seq=0 out_seq=0 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0df3fff700 1 -- 172.21.15.63:0/2450958726 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d20d913660 con 0x55d20da6ebd0 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0df3fff700 10 client.15684 handle_command_reply: tid=0 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 client.15684 shutdown 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 msgr2=0x55d20da296e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0e08022890 tx=0x7f0e080996b0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 shutdown_connections 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x55d20da6ebd0 0x55d20da70fe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d20d9fdce0 0x55d20da6ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0df3fff700 0 client.15684 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d20d9fc4a0 0x55d20da296e0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 --2- 172.21.15.63:0/2450958726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d20d9fd330 0x55d20da29c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 >> 172.21.15.63:0/2450958726 conn(0x55d20d9e9360 msgr2=0x55d20d9f3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 shutdown_connections 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.669+0000 7f0e26d0fb80 1 -- 172.21.15.63:0/2450958726 wait complete. 2023-11-16T18:24:33.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e26d0fb80 20 client.15684 trim_cache size 0 max 16384 2023-11-16T18:24:33.762 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 msgr2=0x7f0e040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 0x7f0e040a3600 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0e00005950 tx=0x7f0e0000a300 comp rx=0 tx=0).stop 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 msgr2=0x7f0e14196030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800c010 tx=0x7f0e08005740 comp rx=0 tx=0).stop 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 shutdown_connections 2023-11-16T18:24:33.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f0e040a1150 0x7f0e040a3600 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f0e14101e50 0x7f0e1419d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e141002d0 0x7f0e14196030 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 --2- 172.21.15.63:0/443318438 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f0e141014c0 0x7f0e14196570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 >> 172.21.15.63:0/443318438 conn(0x7f0e140fb8d0 msgr2=0x7f0e141049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.670+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 shutdown_connections 2023-11-16T18:24:33.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.671+0000 7f0e1ab83700 1 -- 172.21.15.63:0/443318438 wait complete. 2023-11-16T18:24:33.796 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-11-16T18:24:33.937 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 -- 172.21.15.63:0/2300149293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 msgr2=0x7fba580ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/2300149293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba580ff5d0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fba48009990 tx=0x7fba48009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 -- 172.21.15.63:0/2300149293 shutdown_connections 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/2300149293 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 0x7fba58107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/2300149293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba580ff5d0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/2300149293 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba58100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 -- 172.21.15.63:0/2300149293 >> 172.21.15.63:0/2300149293 conn(0x7fba580fa7c0 msgr2=0x7fba580fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 -- 172.21.15.63:0/2300149293 shutdown_connections 2023-11-16T18:24:33.938 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.936+0000 7fba5dd1b700 1 -- 172.21.15.63:0/2300149293 wait complete. 2023-11-16T18:24:33.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.937+0000 7fba5dd1b700 1 Processor -- start 2023-11-16T18:24:33.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.937+0000 7fba5dd1b700 1 -- start start 2023-11-16T18:24:33.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba581966c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 0x7fba5819d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5819dd00 con 0x7fba580ff1c0 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5819de40 con 0x7fba58100d40 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba5dd1b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5819dfd0 con 0x7fba581003b0 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44666/0 (socket says 172.21.15.63:44666) 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 -- 172.21.15.63:0/788399061 learned_addr learned my addr 172.21.15.63:0/788399061 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba57fff700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 0x7fba5819d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba56ffd700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba581966c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 -- 172.21.15.63:0/788399061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 msgr2=0x7fba581966c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.942 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba581966c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.942 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 -- 172.21.15.63:0/788399061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 msgr2=0x7fba5819d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.942 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 0x7fba5819d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.942 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 -- 172.21.15.63:0/788399061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba480095f0 con 0x7fba580ff1c0 2023-11-16T18:24:33.942 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba56ffd700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba581966c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:24:33.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.938+0000 7fba577fe700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fba48005f50 tx=0x7fba480057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.939+0000 7fba54ff9700 1 -- 172.21.15.63:0/788399061 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba4801d070 con 0x7fba580ff1c0 2023-11-16T18:24:33.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.939+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba5810abc0 con 0x7fba580ff1c0 2023-11-16T18:24:33.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.939+0000 7fba54ff9700 1 -- 172.21.15.63:0/788399061 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba48022470 con 0x7fba580ff1c0 2023-11-16T18:24:33.943 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.939+0000 7fba54ff9700 1 -- 172.21.15.63:0/788399061 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba48017650 con 0x7fba580ff1c0 2023-11-16T18:24:33.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.939+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba5810aa30 con 0x7fba580ff1c0 2023-11-16T18:24:33.944 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.943+0000 7fba54ff9700 1 -- 172.21.15.63:0/788399061 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fba480225e0 con 0x7fba580ff1c0 2023-11-16T18:24:33.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.943+0000 7fba54ff9700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 0x7fba400a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 Processor -- start 2023-11-16T18:24:33.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba54ff9700 1 -- 172.21.15.63:0/788399061 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fba480ce150 con 0x7fba580ff1c0 2023-11-16T18:24:33.945 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba56ffd700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 0x7fba400a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 -- start start 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b2e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b2eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918a33060 con 0x55a918b2f0d0 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918a858a0 con 0x55a918b2e540 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918a7ed30 con 0x55a918b2dbf0 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba56ffd700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 0x7fba400a3600 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fba4c006fd0 tx=0x7fba4c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba57fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba577fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b2e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba57fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44676/0 (socket says 172.21.15.63:44676) 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba577fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b2e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43442/0 (socket says 172.21.15.63:43442) 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba57fff700 1 -- 172.21.15.63:0/1484528500 learned_addr learned my addr 172.21.15.63:0/1484528500 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.944+0000 7fba56ffd700 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b2eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 -- 172.21.15.63:0/1484528500 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 msgr2=0x55a918b2e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b2e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 -- 172.21.15.63:0/1484528500 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 msgr2=0x55a918b2eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b2eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.949 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 -- 172.21.15.63:0/1484528500 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a918900630 con 0x55a918b2f0d0 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba57fff700 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fba50011680 tx=0x7fba50009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e2b28b4ae4f7874 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba3dffb700 1 -- 172.21.15.63:0/1484528500 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba5000e040 con 0x55a918b2f0d0 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba3dffb700 1 -- 172.21.15.63:0/1484528500 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba5000f040 con 0x55a918b2f0d0 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.945+0000 7fba3dffb700 1 -- 172.21.15.63:0/1484528500 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba50004760 con 0x55a918b2f0d0 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1484528500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 msgr2=0x55a918b2f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fba50011680 tx=0x7fba50009920 comp rx=0 tx=0).stop 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1484528500 shutdown_connections 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2f0d0 0x55a918b2f570 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b2e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1484528500 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b2eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.950 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1484528500 >> 172.21.15.63:0/1484528500 conn(0x55a918b23360 msgr2=0x55a918b28670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.951 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1484528500 shutdown_connections 2023-11-16T18:24:33.951 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.946+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1484528500 wait complete. 2023-11-16T18:24:33.951 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 -- start start 2023-11-16T18:24:33.951 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 Processor -- start 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 0x55a918b37600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b3eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918a208e0 con 0x55a918b2e540 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918a20580 con 0x55a918b2dbf0 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918902920 con 0x55a918b2f0d0 2023-11-16T18:24:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba69ea7b80 10 client.0 _ll_register_callbacks cb 0x55a918a3e780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba577fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 0x55a918b37600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba577fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 0x55a918b37600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40084/0 (socket says 172.21.15.63:40084) 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44684/0 (socket says 172.21.15.63:44684) 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.947+0000 7fba577fe700 1 -- 172.21.15.63:0/1706399238 learned_addr learned my addr 172.21.15.63:0/1706399238 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba57fff700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b3eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 -- 172.21.15.63:0/1706399238 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 msgr2=0x55a918b3eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b3eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 -- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 msgr2=0x55a918b37600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.957 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 0x55a918b37600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 -- 172.21.15.63:0/1706399238 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba50011330 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba56ffd700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x55a918b2d990 tx=0x7fba4c0047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4ee5097a026de2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba4c013bf0 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fba4c013d50 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.948+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a918b20b20 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba4c01f480 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 10 client.15696 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55a918a45190 con 0x55a918b2e540 2023-11-16T18:24:33.958 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a918b20b20 con 0x55a918b2e540 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fba4c01e6e0 con 0x55a918b2e540 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 10 client.15696 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 10 client.15696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 20 client.15696 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918b54440 0x55a918b56850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 4 client.15696 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a918a410a0 con 0x55a918b54440 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.949+0000 7fba577fe700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918b54440 0x55a918b56850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.950+0000 7fba36ffd700 10 client.15696 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.950+0000 7fba577fe700 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918b54440 0x55a918b56850 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5369a863adb6f36b server_cookie=80b8871622799df0 in_seq=0 out_seq=0 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.950+0000 7fba36ffd700 1 -- 172.21.15.63:0/1706399238 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a918a410a0 con 0x55a918b54440 2023-11-16T18:24:33.959 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.950+0000 7fba36ffd700 10 client.15696 handle_command_reply: tid=0 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.950+0000 7fba69ea7b80 1 client.15696 shutdown 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 msgr2=0x55a918b37b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x55a918b2d990 tx=0x7fba4c0047e0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 shutdown_connections 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918b54440 0x55a918b56850 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b3eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba36ffd700 0 client.15696 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2dbf0 0x55a918b37600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/1706399238 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b37b40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 >> 172.21.15.63:0/1706399238 conn(0x55a918b23360 msgr2=0x55a918b27de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 shutdown_connections 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 1 -- 172.21.15.63:0/1706399238 wait complete. 2023-11-16T18:24:33.960 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.951+0000 7fba69ea7b80 20 client.15696 trim_cache size 0 max 16384 2023-11-16T18:24:33.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 Processor -- start 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 -- start start 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b3eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b373b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.969+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b20660 con 0x55a918b2dbf0 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b35770 con 0x55a918b2e540 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b33060 con 0x55a918b2f0d0 2023-11-16T18:24:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44688/0 (socket says 172.21.15.63:44688) 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 -- 172.21.15.63:0/476529398 learned_addr learned my addr 172.21.15.63:0/476529398 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba57fff700 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b373b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 -- 172.21.15.63:0/476529398 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 msgr2=0x55a918b373b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b373b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 -- 172.21.15.63:0/476529398 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 msgr2=0x55a918b3eb10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b3eb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 -- 172.21.15.63:0/476529398 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a918a44ee0 con 0x55a918b2dbf0 2023-11-16T18:24:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba577fe700 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fba4809b240 tx=0x7fba4801a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29692a84c92a0de server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba3e7fc700 1 -- 172.21.15.63:0/476529398 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba4809b080 con 0x55a918b2dbf0 2023-11-16T18:24:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba3e7fc700 1 -- 172.21.15.63:0/476529398 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba4809b2b0 con 0x55a918b2dbf0 2023-11-16T18:24:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.970+0000 7fba3e7fc700 1 -- 172.21.15.63:0/476529398 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba48099770 con 0x55a918b2dbf0 2023-11-16T18:24:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 -- 172.21.15.63:0/476529398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 msgr2=0x55a918b2e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fba4809b240 tx=0x7fba4801a040 comp rx=0 tx=0).stop 2023-11-16T18:24:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 -- 172.21.15.63:0/476529398 shutdown_connections 2023-11-16T18:24:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2f0d0 0x55a918b373b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2dbf0 0x55a918b2e910 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/476529398 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2e540 0x55a918b3eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.971+0000 7fba69ea7b80 1 -- 172.21.15.63:0/476529398 >> 172.21.15.63:0/476529398 conn(0x55a918b23360 msgr2=0x55a918b5b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.972+0000 7fba69ea7b80 1 -- 172.21.15.63:0/476529398 shutdown_connections 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.972+0000 7fba69ea7b80 1 -- 172.21.15.63:0/476529398 wait complete. 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.972+0000 7fba69ea7b80 1 -- start start 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 Processor -- start 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b3a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2f0d0 0x55a918b3d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b3dde0 con 0x55a918b2e540 2023-11-16T18:24:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b3df50 con 0x55a918b2f0d0 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a918b3e110 con 0x55a918b2dbf0 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba69ea7b80 10 client.0 _ll_register_callbacks cb 0x55a918a3e780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba577fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba577fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43460/0 (socket says 172.21.15.63:43460) 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba577fe700 1 -- 172.21.15.63:0/3720989396 learned_addr learned my addr 172.21.15.63:0/3720989396 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.973+0000 7fba56ffd700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b3a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 -- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2f0d0 msgr2=0x55a918b3d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2f0d0 0x55a918b3d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 -- 172.21.15.63:0/3720989396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 msgr2=0x55a918b3a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b3a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 -- 172.21.15.63:0/3720989396 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba5810aa30 con 0x55a918b2dbf0 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba577fe700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fba48022890 tx=0x7fba48022cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d0a2433157530d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba4809f2e0 con 0x55a918b2dbf0 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fba5000f040 con 0x55a918b2dbf0 2023-11-16T18:24:33.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fba480a3670 con 0x55a918b2dbf0 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba4809a7a0 con 0x55a918b2dbf0 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba69ea7b80 10 client.25345 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.974+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55a918895c60 con 0x55a918b2dbf0 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba5000f040 con 0x55a918b2dbf0 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fba4800fba0 con 0x55a918b2dbf0 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 10 client.25345 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 10 client.25345 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 20 client.25345 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918ba87d0 0x55a918baabe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 4 client.25345 mds_command: new command op to 24509 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:24:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a918a4d660 con 0x55a918ba87d0 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.975+0000 7fba56ffd700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918ba87d0 0x55a918baabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba36ffd700 10 client.25345 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba56ffd700 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918ba87d0 0x55a918baabe0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f022aefb2994ce02 server_cookie=5bad4191a8a40ed7 in_seq=0 out_seq=0 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba36ffd700 1 -- 172.21.15.63:0/3720989396 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a918a4d660 con 0x55a918ba87d0 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba36ffd700 10 client.25345 handle_command_reply: tid=0 2023-11-16T18:24:33.984 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 client.25345 shutdown 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 msgr2=0x55a918b3a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fba48022890 tx=0x7fba48022cb0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 shutdown_connections 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a918ba87d0 0x55a918baabe0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a918b2f0d0 0x55a918b3d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a918b2dbf0 0x55a918b3a340 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 --2- 172.21.15.63:0/3720989396 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a918b2e540 0x55a918b3a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 >> 172.21.15.63:0/3720989396 conn(0x55a918b23360 msgr2=0x55a918b2e910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba36ffd700 0 client.25345 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:33.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 shutdown_connections 2023-11-16T18:24:33.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 1 -- 172.21.15.63:0/3720989396 wait complete. 2023-11-16T18:24:33.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.976+0000 7fba69ea7b80 20 client.25345 trim_cache size 0 max 16384 2023-11-16T18:24:33.986 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 msgr2=0x7fba400a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 0x7fba400a3600 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fba4c006fd0 tx=0x7fba4c008040 comp rx=0 tx=0).stop 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 msgr2=0x7fba58196180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fba48005f50 tx=0x7fba480057b0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 shutdown_connections 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fba400a1150 0x7fba400a3600 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fba58100d40 0x7fba5819d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.987 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba580ff1c0 0x7fba58196180 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 --2- 172.21.15.63:0/788399061 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fba581003b0 0x7fba581966c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:33.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 >> 172.21.15.63:0/788399061 conn(0x7fba580fa7c0 msgr2=0x7fba580fb130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:33.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 shutdown_connections 2023-11-16T18:24:33.988 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:33.977+0000 7fba5dd1b700 1 -- 172.21.15.63:0/788399061 wait complete. 2023-11-16T18:24:33.992 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:33 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3637318451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:24:34.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:33 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3637318451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:24:34.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:33 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3637318451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 -- 172.21.15.63:0/979085288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 msgr2=0x7f1adc1007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/979085288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc1007c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1acc009990 tx=0x7f1acc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 -- 172.21.15.63:0/979085288 shutdown_connections 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/979085288 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc100d00 0x7f1adc1075c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/979085288 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc0ff180 0x7f1adc0ff590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.979 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/979085288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc1007c0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 -- 172.21.15.63:0/979085288 >> 172.21.15.63:0/979085288 conn(0x7f1adc0fa7a0 msgr2=0x7f1adc0fcbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 -- 172.21.15.63:0/979085288 shutdown_connections 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.974+0000 7f1ae1d93700 1 -- 172.21.15.63:0/979085288 wait complete. 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 Processor -- start 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 -- start start 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc0ff180 0x7f1adc195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc100d00 0x7f1adc19d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc19da70 con 0x7f1adc100370 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc19dbb0 con 0x7f1adc0ff180 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1ae1d93700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc19dd40 con 0x7f1adc100d00 2023-11-16T18:24:34.980 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1adaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1adaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44708/0 (socket says 172.21.15.63:44708) 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.975+0000 7f1adaffd700 1 -- 172.21.15.63:0/1969634191 learned_addr learned my addr 172.21.15.63:0/1969634191 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc0ff180 0x7f1adc195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adbfff700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc100d00 0x7f1adc19d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 -- 172.21.15.63:0/1969634191 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc100d00 msgr2=0x7f1adc19d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc100d00 0x7f1adc19d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 -- 172.21.15.63:0/1969634191 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc0ff180 msgr2=0x7f1adc195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc0ff180 0x7f1adc195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 -- 172.21.15.63:0/1969634191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1acc0095f0 con 0x7f1adc100370 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1adaffd700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1acc005770 tx=0x7f1acc0057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1ad8ff9700 1 -- 172.21.15.63:0/1969634191 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1acc01d070 con 0x7f1adc100370 2023-11-16T18:24:34.981 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1adc10aae0 con 0x7f1adc100370 2023-11-16T18:24:34.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1ad8ff9700 1 -- 172.21.15.63:0/1969634191 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1acc004060 con 0x7f1adc100370 2023-11-16T18:24:34.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1ad8ff9700 1 -- 172.21.15.63:0/1969634191 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1acc022d70 con 0x7f1adc100370 2023-11-16T18:24:34.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.976+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1adc10a950 con 0x7f1adc100370 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.980+0000 7f1ad8ff9700 1 -- 172.21.15.63:0/1969634191 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1acc022470 con 0x7f1adc100370 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1ad8ff9700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 0x7f1ac40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1ad8ff9700 1 -- 172.21.15.63:0/1969634191 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1acc0ce0b0 con 0x7f1adc100370 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 0x7f1ac40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 Processor -- start 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 -- start start 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f019c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.987 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01af20 0x55967f01b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967ef1b000 con 0x55967f01a1c0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967ef6d840 con 0x55967f01af20 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967ef66cd0 con 0x55967ee716b0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44714/0 (socket says 172.21.15.63:44714) 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adaffd700 1 -- 172.21.15.63:0/4270993280 learned_addr learned my addr 172.21.15.63:0/4270993280 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 0x7f1ac40a3600 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1adc1001d0 tx=0x7f1ad000a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adbfff700 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01af20 0x55967f01b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.981+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f019c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 -- 172.21.15.63:0/4270993280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 msgr2=0x55967f019c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f019c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.988 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 -- 172.21.15.63:0/4270993280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01af20 msgr2=0x55967f01b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01af20 0x55967f01b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 -- 172.21.15.63:0/4270993280 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55967ede85d0 con 0x55967f01a1c0 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1adaffd700 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1acc005740 tx=0x7f1acc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bed0c595fd77b047 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1ac1ffb700 1 -- 172.21.15.63:0/4270993280 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1acc0a10b0 con 0x55967f01a1c0 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1ac1ffb700 1 -- 172.21.15.63:0/4270993280 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1acc09b210 con 0x55967f01a1c0 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.982+0000 7f1ac1ffb700 1 -- 172.21.15.63:0/4270993280 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1acc09a960 con 0x55967f01a1c0 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/4270993280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 msgr2=0x55967f01a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1acc005740 tx=0x7f1acc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/4270993280 shutdown_connections 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01af20 0x55967f01b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f019c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/4270993280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01a1c0 0x55967f01a9e0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/4270993280 >> 172.21.15.63:0/4270993280 conn(0x55967f00af50 msgr2=0x55967f010100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/4270993280 shutdown_connections 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/4270993280 wait complete. 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 -- start start 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.983+0000 7f1aedf1fb80 1 Processor -- start 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f022ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f023220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967ef08880 con 0x55967f01af20 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967ef08520 con 0x55967f01a1c0 2023-11-16T18:24:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967edea8c0 con 0x55967ee716b0 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1aedf1fb80 10 client.0 _ll_register_callbacks cb 0x55967ef26720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44724/0 (socket says 172.21.15.63:44724) 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 -- 172.21.15.63:0/3016786052 learned_addr learned my addr 172.21.15.63:0/3016786052 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f022ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adaffd700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f023220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 -- 172.21.15.63:0/3016786052 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 msgr2=0x55967f022ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f022ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 -- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 msgr2=0x55967f023220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f023220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 -- 172.21.15.63:0/3016786052 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1adc10a950 con 0x55967f01af20 2023-11-16T18:24:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adaffd700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f023220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1adbfff700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4007af0 tx=0x7f1ad4007e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e84ab6ab6116507c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.984+0000 7f1abaffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad4012b40 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55967f008710 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1ad4012ca0 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ad4012e60 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 10 client.15714 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55967ef2d130 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55967f008710 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f1ad4014040 con 0x55967f01af20 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 10 client.15714 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 10 client.15714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 20 client.15714 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f02eb90 0x55967f030fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 4 client.15714 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.985+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55967ef29040 con 0x55967f02eb90 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.986+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f02eb90 0x55967f030fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.986+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f02eb90 0x55967f030fa0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7539734ec89e8253 server_cookie=c3fd851d6269aae8 in_seq=0 out_seq=0 2023-11-16T18:24:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.986+0000 7f1abaffd700 10 client.15714 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:34.994 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-11-16T18:24:34.994 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-11-16T18:24:34.995 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1abaffd700 1 -- 172.21.15.63:0/3016786052 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55967ef29040 con 0x55967f02eb90 2023-11-16T18:24:34.995 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1abaffd700 10 client.15714 handle_command_reply: tid=0 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 client.15714 shutdown 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 msgr2=0x55967f02a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4007af0 tx=0x7f1ad4007e00 comp rx=0 tx=0).stop 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 shutdown_connections 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f02eb90 0x55967f030fa0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967f01af20 0x55967f02a260 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1abaffd700 0 client.15714 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967ee716b0 0x55967f022ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3016786052 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f023220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 >> 172.21.15.63:0/3016786052 conn(0x55967f00af50 msgr2=0x55967f00f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 shutdown_connections 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3016786052 wait complete. 2023-11-16T18:24:34.996 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:34.987+0000 7f1aedf1fb80 20 client.15714 trim_cache size 0 max 16384 2023-11-16T18:24:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 Processor -- start 2023-11-16T18:24:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 -- start start 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f02a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f0215e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f0226f0 con 0x55967ee716b0 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f022190 con 0x55967f01a1c0 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f022850 con 0x55967f01af20 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1adb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1adb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44728/0 (socket says 172.21.15.63:44728) 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1adb7fe700 1 -- 172.21.15.63:0/3276426569 learned_addr learned my addr 172.21.15.63:0/3276426569 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.003+0000 7f1adaffd700 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f02a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 -- 172.21.15.63:0/3276426569 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 msgr2=0x55967f0215e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f0215e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 -- 172.21.15.63:0/3276426569 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 msgr2=0x55967f02a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f02a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 -- 172.21.15.63:0/3276426569 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55967ef2ce80 con 0x55967ee716b0 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1ad0005ec0 tx=0x7f1ad0012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78a956f1087238ad server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1ac27fc700 1 -- 172.21.15.63:0/3276426569 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0021040 con 0x55967ee716b0 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1ac27fc700 1 -- 172.21.15.63:0/3276426569 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1ad002e070 con 0x55967ee716b0 2023-11-16T18:24:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.004+0000 7f1ac27fc700 1 -- 172.21.15.63:0/3276426569 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0033470 con 0x55967ee716b0 2023-11-16T18:24:35.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3276426569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 msgr2=0x55967f0210a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1ad0005ec0 tx=0x7f1ad0012000 comp rx=0 tx=0).stop 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3276426569 shutdown_connections 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f0215e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0210a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/3276426569 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f02a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3276426569 >> 172.21.15.63:0/3276426569 conn(0x55967f00af50 msgr2=0x55967f022ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3276426569 shutdown_connections 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/3276426569 wait complete. 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.005+0000 7f1aedf1fb80 1 -- start start 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 Processor -- start 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f026950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f029660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f029ba0 con 0x55967ee716b0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f029d10 con 0x55967f01a1c0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55967f029e80 con 0x55967f01af20 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1aedf1fb80 10 client.0 _ll_register_callbacks cb 0x7f1ad4009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1adb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1adb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44734/0 (socket says 172.21.15.63:44734) 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.006+0000 7f1adb7fe700 1 -- 172.21.15.63:0/625391735 learned_addr learned my addr 172.21.15.63:0/625391735 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adaffd700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f026950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adbfff700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f029660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 -- 172.21.15.63:0/625391735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 msgr2=0x55967f029660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f029660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 -- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 msgr2=0x55967f026950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.012 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f026950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 -- 172.21.15.63:0/625391735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ad002aab0 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adaffd700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f026950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1adb7fe700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000aac0 tx=0x7f1ad0010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be77ca68db370dea server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1abaffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad00108e0 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1ad002a020 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1acc09b210 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ad002a1e0 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1aedf1fb80 10 client.15720 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.007+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55967ed7dc00 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1acc09b210 con 0x55967ee716b0 2023-11-16T18:24:35.013 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f1ad0004d20 con 0x55967ee716b0 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 10 client.15720 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 10 client.15720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 20 client.15720 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f083b20 0x55967f085f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 4 client.15720 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55967ef35600 con 0x55967f083b20 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.008+0000 7f1adaffd700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f083b20 0x55967f085f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.009+0000 7f1adaffd700 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f083b20 0x55967f085f30 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3b7c8d73ee9be74 server_cookie=2ca3958b9cd04de9 in_seq=0 out_seq=0 2023-11-16T18:24:35.014 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.009+0000 7f1abaffd700 10 client.15720 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:34 smithi125 ceph-mon[100672]: pgmap v348: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1abaffd700 1 -- 172.21.15.63:0/625391735 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55967ef35600 con 0x55967f083b20 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1abaffd700 10 client.15720 handle_command_reply: tid=0 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 client.15720 shutdown 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 msgr2=0x55967f0263b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000aac0 tx=0x7f1ad0010c20 comp rx=0 tx=0).stop 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 shutdown_connections 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55967f083b20 0x55967f085f30 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55967f01af20 0x55967f029660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55967ee716b0 0x55967f0263b0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.019 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 --2- 172.21.15.63:0/625391735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55967f01a1c0 0x55967f026950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1abaffd700 0 client.15720 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 >> 172.21.15.63:0/625391735 conn(0x55967f00af50 msgr2=0x55967f014550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 shutdown_connections 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 1 -- 172.21.15.63:0/625391735 wait complete. 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.017+0000 7f1aedf1fb80 20 client.15720 trim_cache size 0 max 16384 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:24:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:24:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 msgr2=0x7f1ac40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 0x7f1ac40a3600 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1adc1001d0 tx=0x7f1ad000a3b0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 msgr2=0x7f1adc196430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1acc005770 tx=0x7f1acc0057a0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 shutdown_connections 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1ac40a1150 0x7f1ac40a3600 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1adc100d00 0x7f1adc19d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1adc0ff180 0x7f1adc195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 --2- 172.21.15.63:0/1969634191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1adc100370 0x7f1adc196430 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 >> 172.21.15.63:0/1969634191 conn(0x7f1adc0fa7a0 msgr2=0x7f1adc068bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 shutdown_connections 2023-11-16T18:24:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:35.018+0000 7f1ae1d93700 1 -- 172.21.15.63:0/1969634191 wait complete. 2023-11-16T18:24:35.025 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:34 smithi063 ceph-mon[98873]: pgmap v348: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:24:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 -- 172.21.15.63:0/2422818496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 msgr2=0x7f5bdc100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2422818496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc100830 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc009990 tx=0x7f5bcc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 -- 172.21.15.63:0/2422818496 shutdown_connections 2023-11-16T18:24:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2422818496 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc100d70 0x7f5bdc107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2422818496 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc0ff1f0 0x7f5bdc0ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2422818496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc100830 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 -- 172.21.15.63:0/2422818496 >> 172.21.15.63:0/2422818496 conn(0x7f5bdc0fa810 msgr2=0x7f5bdc0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 -- 172.21.15.63:0/2422818496 shutdown_connections 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.135+0000 7f5be1be9700 1 -- 172.21.15.63:0/2422818496 wait complete. 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 Processor -- start 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 -- start start 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc0ff1f0 0x7f5bdc194ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 0x7f5bdc19c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19ca50 con 0x7f5bdc1003e0 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19cb90 con 0x7f5bdc0ff1f0 2023-11-16T18:24:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5be1be9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19cd20 con 0x7f5bdc100d70 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdaffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44750/0 (socket says 172.21.15.63:44750) 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdaffd700 1 -- 172.21.15.63:0/2101328381 learned_addr learned my addr 172.21.15.63:0/2101328381 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc0ff1f0 0x7f5bdc194ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 0x7f5bdc19c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdaffd700 1 -- 172.21.15.63:0/2101328381 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 msgr2=0x7f5bdc19c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.136+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 0x7f5bdc19c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bdaffd700 1 -- 172.21.15.63:0/2101328381 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc0ff1f0 msgr2=0x7f5bdc194ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc0ff1f0 0x7f5bdc194ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bdaffd700 1 -- 172.21.15.63:0/2101328381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bcc0095f0 con 0x7f5bdc1003e0 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 0x7f5bdc19c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:24:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc004760 tx=0x7f5bcc004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bd8ff9700 1 -- 172.21.15.63:0/2101328381 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc01d070 con 0x7f5bdc1003e0 2023-11-16T18:24:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bd8ff9700 1 -- 172.21.15.63:0/2101328381 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bcc004cf0 con 0x7f5bdc1003e0 2023-11-16T18:24:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bdc10ab50 con 0x7f5bdc1003e0 2023-11-16T18:24:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5bd8ff9700 1 -- 172.21.15.63:0/2101328381 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc005280 con 0x7f5bdc1003e0 2023-11-16T18:24:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.137+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bdc10a9c0 con 0x7f5bdc1003e0 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.140+0000 7f5bd8ff9700 1 -- 172.21.15.63:0/2101328381 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f5bcc0053e0 con 0x7f5bdc1003e0 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.140+0000 7f5bd8ff9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 0x7f5bc80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.140+0000 7f5bd8ff9700 1 -- 172.21.15.63:0/2101328381 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5bcc0cdca0 con 0x7f5bdc1003e0 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 0x7f5bc80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 Processor -- start 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 -- start start 2023-11-16T18:24:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 0x7f5bc80a3680 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc100240 tx=0x7f5bc400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f096e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f096ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f08730e0 con 0x5605f096f190 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f08c5920 con 0x5605f096e5d0 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f08bedb0 con 0x5605f096dc80 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44760/0 (socket says 172.21.15.63:44760) 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2587466369 learned_addr learned my addr 172.21.15.63:0/2587466369 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f096ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.141+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f096e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2587466369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 msgr2=0x5605f096e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f096e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2587466369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 msgr2=0x5605f096ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f096ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2587466369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5605f07406b0 con 0x5605f096f190 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f096ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4009d50 tx=0x7f5bd40077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b6f8aad22354cdc server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bd1ffb700 1 -- 172.21.15.63:0/2587466369 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4014400 con 0x5605f096f190 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bd1ffb700 1 -- 172.21.15.63:0/2587466369 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bd4014a20 con 0x5605f096f190 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.142+0000 7f5bd1ffb700 1 -- 172.21.15.63:0/2587466369 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4013a60 con 0x5605f096f190 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2587466369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 msgr2=0x5605f096f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4009d50 tx=0x7f5bd40077e0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2587466369 shutdown_connections 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f096f600 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f096e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2587466369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f096ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2587466369 >> 172.21.15.63:0/2587466369 conn(0x5605f09633e0 msgr2=0x5605f09686f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2587466369 shutdown_connections 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2587466369 wait complete. 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 -- start start 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.143+0000 7f5bedd75b80 1 Processor -- start 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0979d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096f190 0x5605f0980dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f0860960 con 0x5605f096dc80 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f0860600 con 0x5605f096e5d0 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f07429a0 con 0x5605f096f190 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bedd75b80 10 client.0 _ll_register_callbacks cb 0x5605f087e800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44762/0 (socket says 172.21.15.63:44762) 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 -- 172.21.15.63:0/522895039 learned_addr learned my addr 172.21.15.63:0/522895039 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0979d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096f190 0x5605f0980dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 -- 172.21.15.63:0/522895039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096f190 msgr2=0x5605f0980dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096f190 0x5605f0980dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 -- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 msgr2=0x5605f0979d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0979d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 -- 172.21.15.63:0/522895039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bd4009980 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40116c0 tx=0x7f5bc40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3727a9f73d7183eb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.144+0000 7f5bbaffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4028470 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5bc4017070 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5605f0960ba0 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bc40285d0 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 10 client.15732 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5605f0885210 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5605f0960ba0 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f5bc401e5f0 con 0x5605f096dc80 2023-11-16T18:24:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 10 client.15732 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 10 client.15732 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 20 client.15732 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f0985680 0x5605f0987a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 4 client.15732 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.145+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5605f0881120 con 0x5605f0985680 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.146+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f0985680 0x5605f0987a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.146+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f0985680 0x5605f0987a90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e26390b863f2977 server_cookie=f84e6861e618232a in_seq=0 out_seq=0 2023-11-16T18:24:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.146+0000 7f5bbaffd700 10 client.15732 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bbaffd700 1 -- 172.21.15.63:0/522895039 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5605f0881120 con 0x5605f0985680 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bbaffd700 10 client.15732 handle_command_reply: tid=0 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 client.15732 shutdown 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 msgr2=0x5605f0979850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40116c0 tx=0x7f5bc40047c0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 shutdown_connections 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f0985680 0x5605f0987a90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096f190 0x5605f0980dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096dc80 0x5605f0979850 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/522895039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0979d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bbaffd700 0 client.15732 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 >> 172.21.15.63:0/522895039 conn(0x5605f09633e0 msgr2=0x5605f0967e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 shutdown_connections 2023-11-16T18:24:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 1 -- 172.21.15.63:0/522895039 wait complete. 2023-11-16T18:24:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.147+0000 7f5bedd75b80 20 client.15732 trim_cache size 0 max 16384 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.164+0000 7f5bedd75b80 1 Processor -- start 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 -- start start 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f09720a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0980d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f0881120 con 0x5605f096f190 2023-11-16T18:24:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f09694e0 con 0x5605f096e5d0 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f0969ba0 con 0x5605f096dc80 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44774/0 (socket says 172.21.15.63:44774) 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 -- 172.21.15.63:0/1373858807 learned_addr learned my addr 172.21.15.63:0/1373858807 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0980d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f09720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 -- 172.21.15.63:0/1373858807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 msgr2=0x5605f09720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f09720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 -- 172.21.15.63:0/1373858807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 msgr2=0x5605f0980d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0980d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdbfff700 1 -- 172.21.15.63:0/1373858807 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5605f0964b80 con 0x5605f096f190 2023-11-16T18:24:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.165+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0980d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4000f80 tx=0x7f5bd4009860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2e0554260aea42 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bd27fc700 1 -- 172.21.15.63:0/1373858807 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4014d90 con 0x5605f096f190 2023-11-16T18:24:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bd27fc700 1 -- 172.21.15.63:0/1373858807 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bd4014400 con 0x5605f096f190 2023-11-16T18:24:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bd27fc700 1 -- 172.21.15.63:0/1373858807 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4013b40 con 0x5605f096f190 2023-11-16T18:24:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bedd75b80 1 -- 172.21.15.63:0/1373858807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 msgr2=0x5605f09725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.166+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4000f80 tx=0x7f5bd4009860 comp rx=0 tx=0).stop 2023-11-16T18:24:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- 172.21.15.63:0/1373858807 shutdown_connections 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09725e0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f09720a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/1373858807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f0980d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- 172.21.15.63:0/1373858807 >> 172.21.15.63:0/1373858807 conn(0x5605f09633e0 msgr2=0x5605f0975570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- 172.21.15.63:0/1373858807 shutdown_connections 2023-11-16T18:24:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- 172.21.15.63:0/1373858807 wait complete. 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- start start 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 Processor -- start 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f097dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f097e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f097e8d0 con 0x5605f096f190 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f09d9a70 con 0x5605f096e5d0 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f09d9bb0 con 0x5605f096dc80 2023-11-16T18:24:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.167+0000 7f5bedd75b80 10 client.0 _ll_register_callbacks cb 0x5605f087e800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44780/0 (socket says 172.21.15.63:44780) 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2533255772 learned_addr learned my addr 172.21.15.63:0/2533255772 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f097dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdaffd700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f097e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2533255772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 msgr2=0x5605f097dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f097dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 msgr2=0x5605f097e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f097e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 -- 172.21.15.63:0/2533255772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bdc10ab50 con 0x5605f096f190 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bdbfff700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4009c70 tx=0x7f5bd4004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdbd133e3983ad72 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bbaffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4013c50 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5bd4013db0 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5bd4014a20 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bd4005040 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.168+0000 7f5bedd75b80 10 client.15738 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5605f07406b0 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bd4014a20 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f5bd4024020 con 0x5605f096f190 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 10 client.15738 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 10 client.15738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 20 client.15738 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f09db150 0x5605f09dd560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 4 client.15738 mds_command: new command op to 24509 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5605f088d6e0 con 0x5605f09db150 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.169+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f09db150 0x5605f09dd560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.170+0000 7f5bdb7fe700 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f09db150 0x5605f09dd560 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13a1087393dfe1ac server_cookie=9637a76d66c5d3c8 in_seq=0 out_seq=0 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.170+0000 7f5bbaffd700 10 client.15738 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bbaffd700 1 -- 172.21.15.63:0/2533255772 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5605f088d6e0 con 0x5605f09db150 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bbaffd700 10 client.15738 handle_command_reply: tid=0 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 client.15738 shutdown 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 msgr2=0x5605f09d9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4009c70 tx=0x7f5bd4004c60 comp rx=0 tx=0).stop 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 shutdown_connections 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5605f09db150 0x5605f09dd560 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5605f096f190 0x5605f09d9530 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5605f096dc80 0x5605f097dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 --2- 172.21.15.63:0/2533255772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5605f096e5d0 0x5605f097e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 >> 172.21.15.63:0/2533255772 conn(0x5605f09633e0 msgr2=0x5605f09720a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bbaffd700 0 client.15738 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 shutdown_connections 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 1 -- 172.21.15.63:0/2533255772 wait complete. 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.171+0000 7f5bedd75b80 20 client.15738 trim_cache size 0 max 16384 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stdout: "return_code": 0, 2023-11-16T18:24:35.180 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_tag": "e1a0364b-cf89-4c2b-a783-e780cff331dd", 2023-11-16T18:24:35.181 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": "asynchronous" 2023-11-16T18:24:35.181 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 msgr2=0x7f5bc80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 0x7f5bc80a3680 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc100240 tx=0x7f5bc400b410 comp rx=0 tx=0).stop 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 msgr2=0x7f5bdc195410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc004760 tx=0x7f5bcc004790 comp rx=0 tx=0).stop 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 shutdown_connections 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f5bc80a11d0 0x7f5bc80a3680 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5bdc100d70 0x7f5bdc19c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5bdc0ff1f0 0x7f5bdc194ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 --2- 172.21.15.63:0/2101328381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5bdc1003e0 0x7f5bdc195410 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 >> 172.21.15.63:0/2101328381 conn(0x7f5bdc0fa810 msgr2=0x7f5bdc0fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 shutdown_connections 2023-11-16T18:24:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.172+0000 7f5be1be9700 1 -- 172.21.15.63:0/2101328381 wait complete. 2023-11-16T18:24:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:34 smithi093 ceph-mon[100185]: pgmap v348: 129 pgs: 129 active+clean; 654 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:24:35.187 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:24:35.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 -- 172.21.15.63:0/3008658668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae0100da0 msgr2=0x7f7ae0103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 --2- 172.21.15.63:0/3008658668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae0100da0 0x7f7ae0103180 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7adc009990 tx=0x7f7adc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 -- 172.21.15.63:0/3008658668 shutdown_connections 2023-11-16T18:24:35.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 --2- 172.21.15.63:0/3008658668 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0105fe0 0x7f7ae01083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.361 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 --2- 172.21.15.63:0/3008658668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae0100da0 0x7f7ae0103180 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 --2- 172.21.15.63:0/3008658668 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae01036c0 0x7f7ae0105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 -- 172.21.15.63:0/3008658668 >> 172.21.15.63:0/3008658668 conn(0x7f7ae00fa7c0 msgr2=0x7f7ae00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 -- 172.21.15.63:0/3008658668 shutdown_connections 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.356+0000 7f7ae7927700 1 -- 172.21.15.63:0/3008658668 wait complete. 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.357+0000 7f7ae7927700 1 Processor -- start 2023-11-16T18:24:35.362 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.357+0000 7f7ae7927700 1 -- start start 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0100da0 0x7f7ae0196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 0x7f7ae019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae019dbc0 con 0x7f7ae01036c0 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae019dd00 con 0x7f7ae0100da0 2023-11-16T18:24:35.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae7927700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae019de90 con 0x7f7ae0105fe0 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44792/0 (socket says 172.21.15.63:44792) 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/4170850355 learned_addr learned my addr 172.21.15.63:0/4170850355 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0100da0 0x7f7ae0196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 0x7f7ae019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/4170850355 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 msgr2=0x7f7ae019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 0x7f7ae019d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/4170850355 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0100da0 msgr2=0x7f7ae0196040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0100da0 0x7f7ae0196040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/4170850355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7adc0095f0 con 0x7f7ae01036c0 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 0x7f7ae019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7ad000e9a0 tx=0x7f7ad000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ad67fc700 1 -- 172.21.15.63:0/4170850355 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0009790 con 0x7f7ae01036c0 2023-11-16T18:24:35.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.358+0000 7f7ad67fc700 1 -- 172.21.15.63:0/4170850355 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ad000cbd0 con 0x7f7ae01036c0 2023-11-16T18:24:35.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.359+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ae010bc20 con 0x7f7ae01036c0 2023-11-16T18:24:35.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.359+0000 7f7ad67fc700 1 -- 172.21.15.63:0/4170850355 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0018680 con 0x7f7ae01036c0 2023-11-16T18:24:35.366 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.359+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ae010ba90 con 0x7f7ae01036c0 2023-11-16T18:24:35.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.361+0000 7f7ad67fc700 1 -- 172.21.15.63:0/4170850355 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7ad000cd40 con 0x7f7ae01036c0 2023-11-16T18:24:35.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.361+0000 7f7ad67fc700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 0x7f7acc0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.361+0000 7f7ad67fc700 1 -- 172.21.15.63:0/4170850355 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f7ad0014070 con 0x7f7ae01036c0 2023-11-16T18:24:35.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.361+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 0x7f7acc0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.374 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.362+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 0x7f7acc0a3600 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00b2e0 tx=0x7f7adc00b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.362+0000 7f7af3ab3b80 1 Processor -- start 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.362+0000 7f7af3ab3b80 1 -- start start 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfd8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfd8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7eced9060 con 0x55c7ecfd9510 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecf2b8a0 con 0x55c7ecfd8050 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecf24d30 con 0x55c7ecfd89a0 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44802/0 (socket says 172.21.15.63:44802) 2023-11-16T18:24:35.375 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/3411161736 learned_addr learned my addr 172.21.15.63:0/3411161736 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfd8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfd8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/3411161736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 msgr2=0x55c7ecfd8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfd8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/3411161736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 msgr2=0x55c7ecfd8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfd8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/3411161736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7ecda6630 con 0x55c7ecfd9510 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8009440 tx=0x7f7ad8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb5b55eb65622c8a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7acb7fe700 1 -- 172.21.15.63:0/3411161736 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800e070 con 0x55c7ecfd9510 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7acb7fe700 1 -- 172.21.15.63:0/3411161736 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ad800f040 con 0x55c7ecfd9510 2023-11-16T18:24:35.376 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.363+0000 7f7acb7fe700 1 -- 172.21.15.63:0/3411161736 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8015c30 con 0x55c7ecfd9510 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3411161736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 msgr2=0x55c7ecfd9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8009440 tx=0x7f7ad8009920 comp rx=0 tx=0).stop 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3411161736 shutdown_connections 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfd9980 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfd8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3411161736 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfd8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3411161736 >> 172.21.15.63:0/3411161736 conn(0x55c7ecfc9360 msgr2=0x55c7ecfce670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3411161736 shutdown_connections 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.364+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3411161736 wait complete. 2023-11-16T18:24:35.377 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 -- start start 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 Processor -- start 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecec68e0 con 0x55c7ecfd8050 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecec6580 con 0x55c7ecfd89a0 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecda8920 con 0x55c7ecfd9510 2023-11-16T18:24:35.378 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7af3ab3b80 10 client.0 _ll_register_callbacks cb 0x55c7ecee4780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7ae56c3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7ae56c3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44804/0 (socket says 172.21.15.63:44804) 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7ae56c3700 1 -- 172.21.15.63:0/548830347 learned_addr learned my addr 172.21.15.63:0/548830347 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.365+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 -- 172.21.15.63:0/548830347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 msgr2=0x55c7ecfe8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 -- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 msgr2=0x55c7ecfe1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 -- 172.21.15.63:0/548830347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ad80090f0 con 0x55c7ecfd8050 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7adc000c00 tx=0x7f7adc01a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93cd703b59d346da server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7adc034070 con 0x55c7ecfd8050 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f7adc00f460 con 0x55c7ecfd8050 2023-11-16T18:24:35.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c7ecfc6b20 con 0x55c7ecfd8050 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7adc02b050 con 0x55c7ecfd8050 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7af3ab3b80 10 client.15750 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c7eceeb190 con 0x55c7ecfd8050 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c7ecfc6b20 con 0x55c7ecfd8050 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.366+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7adc037020 con 0x55c7ecfd8050 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 10 client.15750 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 10 client.15750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 20 client.15750 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ecfed780 0x55c7ecfefb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 4 client.15750 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:35.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c7ecee70a0 con 0x55c7ecfed780 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ecfed780 0x55c7ecfefb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7ac8ff9700 10 client.15750 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.367+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ecfed780 0x55c7ecfefb90 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4d2b6ec3886fe99 server_cookie=bcf526c391b64fac in_seq=0 out_seq=0 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/548830347 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c7ecee70a0 con 0x55c7ecfed780 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7ac8ff9700 10 client.15750 handle_command_reply: tid=0 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 client.15750 shutdown 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 msgr2=0x55c7ecfe1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7adc000c00 tx=0x7f7adc01a050 comp rx=0 tx=0).stop 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 shutdown_connections 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ecfed780 0x55c7ecfefb90 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7ac8ff9700 0 client.15750 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe1960 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/548830347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 >> 172.21.15.63:0/548830347 conn(0x55c7ecfc9360 msgr2=0x55c7ecfcdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 shutdown_connections 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/548830347 wait complete. 2023-11-16T18:24:35.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.368+0000 7f7af3ab3b80 20 client.15750 trim_cache size 0 max 16384 2023-11-16T18:24:35.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 Processor -- start 2023-11-16T18:24:35.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 -- start start 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecff4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecfdf600 con 0x55c7ecfd9510 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecfdcef0 con 0x55c7ecfd8050 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecff4a50 con 0x55c7ecfd89a0 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7ae5ec4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.385+0000 7f7ae5ec4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44816/0 (socket says 172.21.15.63:44816) 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/1854756609 learned_addr learned my addr 172.21.15.63:0/1854756609 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecff4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/1854756609 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 msgr2=0x55c7ecfe8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/1854756609 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 msgr2=0x55c7ecff4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecff4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 -- 172.21.15.63:0/1854756609 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7eceeaee0 con 0x55c7ecfd9510 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecff4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80093e0 tx=0x7f7ad8015440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd39cef5c7a18afe server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7acbfff700 1 -- 172.21.15.63:0/1854756609 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800e040 con 0x55c7ecfd9510 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7acbfff700 1 -- 172.21.15.63:0/1854756609 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ad8015d60 con 0x55c7ecfd9510 2023-11-16T18:24:35.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.386+0000 7f7acbfff700 1 -- 172.21.15.63:0/1854756609 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8013990 con 0x55c7ecfd9510 2023-11-16T18:24:35.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/1854756609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 msgr2=0x55c7ecfdc3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80093e0 tx=0x7f7ad8015440 comp rx=0 tx=0).stop 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/1854756609 shutdown_connections 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd9510 0x55c7ecfdc3c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecff4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/1854756609 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/1854756609 >> 172.21.15.63:0/1854756609 conn(0x55c7ecfc9360 msgr2=0x55c7ecfce640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/1854756609 shutdown_connections 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/1854756609 wait complete. 2023-11-16T18:24:35.395 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 -- start start 2023-11-16T18:24:35.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.387+0000 7f7af3ab3b80 1 Processor -- start 2023-11-16T18:24:35.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.396 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecfe59b0 con 0x55c7ecfd89a0 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecfe5b20 con 0x55c7ecfd8050 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7ecfe5ce0 con 0x55c7ecfd9510 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7af3ab3b80 10 client.0 _ll_register_callbacks cb 0x7f7adc005370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44820/0 (socket says 172.21.15.63:44820) 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/3559205813 learned_addr learned my addr 172.21.15.63:0/3559205813 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae5ec4700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/3559205813 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 msgr2=0x55c7ecfe52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.397 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 msgr2=0x55c7ecfe8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 -- 172.21.15.63:0/3559205813 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c7ecda6630 con 0x55c7ecfd89a0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ae4ec2700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00ca6b0 tx=0x7f7ad0099bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=526c897d5dbc93a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.388+0000 7f7ac8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0099460 con 0x55c7ecfd89a0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f7ad00995c0 con 0x55c7ecfd89a0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ad800f040 con 0x55c7ecfd89a0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ad00b8250 con 0x55c7ecfd89a0 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 10 client.15756 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:35.398 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c7ecd3bc60 con 0x55c7ecfd89a0 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ad800f040 con 0x55c7ecfd89a0 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7ad00a1fc0 con 0x55c7ecfd89a0 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 10 client.15756 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 10 client.15756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 20 client.15756 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ed042bf0 0x55c7ed045000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 4 client.15756 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c7ecef3660 con 0x55c7ed042bf0 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.389+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ed042bf0 0x55c7ed045000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7ac8ff9700 10 client.15756 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.399 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7ae56c3700 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ed042bf0 0x55c7ed045000 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfec320177e09eb3 server_cookie=e99b423ef9cb24f8 in_seq=0 out_seq=0 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7ac8ff9700 1 -- 172.21.15.63:0/3559205813 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c7ecef3660 con 0x55c7ed042bf0 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7ac8ff9700 10 client.15756 handle_command_reply: tid=0 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 client.15756 shutdown 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 msgr2=0x55c7ecfe8d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00ca6b0 tx=0x7f7ad0099bd0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 shutdown_connections 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c7ed042bf0 0x55c7ed045000 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c7ecfd9510 0x55c7ecfe52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c7ecfd8050 0x55c7ecfe8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7ac8ff9700 0 client.15756 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:35.400 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 --2- 172.21.15.63:0/3559205813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7ecfd89a0 0x55c7ecfe8d60 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 >> 172.21.15.63:0/3559205813 conn(0x55c7ecfc9360 msgr2=0x55c7ecfe1710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 shutdown_connections 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.390+0000 7f7af3ab3b80 1 -- 172.21.15.63:0/3559205813 wait complete. 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7af3ab3b80 20 client.15756 trim_cache size 0 max 16384 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "IDLE (waiting for more scrubs)", 2023-11-16T18:24:35.401 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: "e1a0364b-cf89-4c2b-a783-e780cff331dd": { 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "e1a0364b-cf89-4c2b-a783-e780cff331dd", 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:24:35.402 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:24:35.403 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 msgr2=0x7f7acc0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.403 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 0x7f7acc0a3600 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00b2e0 tx=0x7f7adc00b610 comp rx=0 tx=0).stop 2023-11-16T18:24:35.403 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 msgr2=0x7f7ae0196580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:35.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7ad000e9a0 tx=0x7f7ad000ecb0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 shutdown_connections 2023-11-16T18:24:35.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f7acc0a1150 0x7f7acc0a3600 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f7ae0105fe0 0x7f7ae019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.404 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f7ae0100da0 0x7f7ae0196040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 --2- 172.21.15.63:0/4170850355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ae01036c0 0x7f7ae0196580 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:35.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 >> 172.21.15.63:0/4170850355 conn(0x7f7ae00fa7c0 msgr2=0x7f7ae0101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:35.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 shutdown_connections 2023-11-16T18:24:35.405 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:24:35.391+0000 7f7ae7927700 1 -- 172.21.15.63:0/4170850355 wait complete. 2023-11-16T18:24:35.406 INFO:tasks.cephfs.filesystem:scrub status for tag:e1a0364b-cf89-4c2b-a783-e780cff331dd - {'path': '/', 'tag': 'e1a0364b-cf89-4c2b-a783-e780cff331dd', 'options': 'recursive,force'} 2023-11-16T18:24:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:35 smithi125 ceph-mon[100672]: scrub queued for path: / 2023-11-16T18:24:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:35 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:35 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:24:36.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:35 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:36.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:35 smithi063 ceph-mon[98873]: scrub queued for path: / 2023-11-16T18:24:36.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:35 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:36.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:35 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:24:36.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:35 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:36.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:35 smithi093 ceph-mon[100185]: scrub queued for path: / 2023-11-16T18:24:36.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:35 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:36.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:35 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:24:36.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:35 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:24:37.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:36 smithi125 ceph-mon[100672]: pgmap v349: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:37.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:36 smithi063 ceph-mon[98873]: pgmap v349: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:36 smithi093 ceph-mon[100185]: pgmap v349: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:37.374 INFO:tasks.workunit.client.0.smithi063.stderr:Note: switching to '1c9565146c8647d4e00eb6c7ae626dc192680e7b'. 2023-11-16T18:24:37.374 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:changes and commit them, and you can discard any commits you make in this 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:state without impacting any branches by switching back to a branch. 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:If you want to create a new branch to retain commits you create, you may 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:do so (now or later) by using -c with the switch command. Example: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: git switch -c 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr:Or undo this operation with: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: git switch - 2023-11-16T18:24:37.375 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.376 INFO:tasks.workunit.client.0.smithi063.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-11-16T18:24:37.376 INFO:tasks.workunit.client.0.smithi063.stderr: 2023-11-16T18:24:37.376 INFO:tasks.workunit.client.0.smithi063.stderr:HEAD is now at 1c9565146c8 Other1 2023-11-16T18:24:37.378 DEBUG:teuthology.orchestra.run.smithi063:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-11-16T18:24:37.408 INFO:tasks.workunit.client.0.smithi063.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-11-16T18:24:37.410 INFO:tasks.workunit.client.0.smithi063.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-11-16T18:24:37.411 INFO:tasks.workunit.client.0.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-11-16T18:24:37.933 INFO:tasks.workunit.client.0.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-11-16T18:24:37.985 INFO:tasks.workunit.client.0.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-11-16T18:24:38.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:37 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:24:38.023 INFO:tasks.workunit.client.0.smithi063.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-11-16T18:24:38.025 INFO:tasks.workunit.client.0.smithi063.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-11-16T18:24:38.025 INFO:tasks.workunit.client.0.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-11-16T18:24:38.062 INFO:tasks.workunit.client.0.smithi063.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-11-16T18:24:38.066 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:24:38.066 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-11-16T18:24:38.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:37 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:24:38.098 INFO:tasks.workunit:Running workunits matching fs/misc on client.0... 2023-11-16T18:24:38.099 INFO:tasks.workunit:Running workunit fs/misc/acl.sh... 2023-11-16T18:24:38.099 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/acl.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/acl.sh 2023-11-16T18:24:38.161 INFO:tasks.workunit.client.0.smithi063.stderr:+ set -e 2023-11-16T18:24:38.161 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir -p testdir 2023-11-16T18:24:38.163 INFO:tasks.workunit.client.0.smithi063.stderr:+ cd testdir 2023-11-16T18:24:38.163 INFO:tasks.workunit.client.0.smithi063.stderr:+ set +e 2023-11-16T18:24:38.163 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfacl -d -m u:nobody:rw . 2023-11-16T18:24:38.173 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:24:38.173 INFO:tasks.workunit.client.0.smithi063.stderr:+ set -e 2023-11-16T18:24:38.174 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=0 2023-11-16T18:24:38.174 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 0 -lt 100 ']' 2023-11-16T18:24:38.174 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 0 + 1 2023-11-16T18:24:38.174 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=1 2023-11-16T18:24:38.174 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:38.176 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:38.176 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:38.178 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:38.179 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:38.180 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:38.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:37 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:24:38.899 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:38.899 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:39.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:38 smithi063 ceph-mon[98873]: pgmap v350: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2023-11-16T18:24:39.110 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:39.111 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:39.128 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:39.128 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:39.128 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 1 -lt 100 ']' 2023-11-16T18:24:39.128 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 1 + 1 2023-11-16T18:24:39.159 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=2 2023-11-16T18:24:39.160 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:38 smithi093 ceph-mon[100185]: pgmap v350: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2023-11-16T18:24:39.195 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:39.195 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:39.196 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:39.196 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:39.196 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:39.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:38 smithi125 ceph-mon[100672]: pgmap v350: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2023-11-16T18:24:39.632 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:39.632 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:39.752 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:39.752 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:39.788 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:39.788 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:39.788 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -lt 100 ']' 2023-11-16T18:24:39.789 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 2 + 1 2023-11-16T18:24:39.838 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=3 2023-11-16T18:24:39.838 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:39.858 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:39.859 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:39.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:39.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:39.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:40.013 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:40.013 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:40.077 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:40.077 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:40.095 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:40.095 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:40.095 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 3 -lt 100 ']' 2023-11-16T18:24:40.095 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 3 + 1 2023-11-16T18:24:40.126 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=4 2023-11-16T18:24:40.126 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:40.160 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:40.161 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:40.161 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:40.161 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:40.161 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:40.515 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:40.515 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:40.593 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:40.593 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:40.623 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:40.623 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:40.623 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 4 -lt 100 ']' 2023-11-16T18:24:40.623 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 4 + 1 2023-11-16T18:24:40.630 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=5 2023-11-16T18:24:40.630 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:40.638 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:40.639 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:40.639 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:40.640 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:40.640 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:40.975 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:40.976 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:41.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:40 smithi063 ceph-mon[98873]: pgmap v351: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:41.115 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:41.115 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:41.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:41.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:41.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 5 -lt 100 ']' 2023-11-16T18:24:41.120 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 5 + 1 2023-11-16T18:24:41.151 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=6 2023-11-16T18:24:41.152 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:41.175 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:41.175 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:41.176 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:41.176 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:41.176 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:40 smithi093 ceph-mon[100185]: pgmap v351: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:40 smithi125 ceph-mon[100672]: pgmap v351: 129 pgs: 129 active+clean; 663 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-11-16T18:24:41.457 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:41.457 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:41.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:41.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:41.578 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:41.578 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:41.578 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 6 -lt 100 ']' 2023-11-16T18:24:41.578 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 6 + 1 2023-11-16T18:24:41.609 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=7 2023-11-16T18:24:41.609 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:41.633 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:41.634 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:41.634 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:41.635 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:41.635 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:42.015 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:42.015 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:42.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:42.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:42.136 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:42.136 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:42.136 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 7 -lt 100 ']' 2023-11-16T18:24:42.136 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 7 + 1 2023-11-16T18:24:42.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=8 2023-11-16T18:24:42.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:42.195 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:42.195 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:42.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:42.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:42.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:42.582 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:42.582 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:42.744 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:42.744 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:42.762 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:42.762 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:42.762 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 8 -lt 100 ']' 2023-11-16T18:24:42.762 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 8 + 1 2023-11-16T18:24:42.794 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=9 2023-11-16T18:24:42.794 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:42.816 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:42.816 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:42.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:42.818 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:42.818 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:43.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:42 smithi063 ceph-mon[98873]: pgmap v352: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:42 smithi093 ceph-mon[100185]: pgmap v352: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:43.240 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:43.240 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:42 smithi125 ceph-mon[100672]: pgmap v352: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:43.376 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:43.377 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:43.386 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:43.386 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:43.386 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 9 -lt 100 ']' 2023-11-16T18:24:43.386 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 9 + 1 2023-11-16T18:24:43.417 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=10 2023-11-16T18:24:43.417 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:43.441 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:43.441 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:43.442 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:43.442 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:43.442 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:43.798 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:43.799 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:43.910 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:43.910 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:43.920 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:43.921 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:43.921 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 10 -lt 100 ']' 2023-11-16T18:24:43.921 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 10 + 1 2023-11-16T18:24:43.959 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=11 2023-11-16T18:24:43.959 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:44.008 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:44.008 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:44.009 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:44.009 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:44.009 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:44.399 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:44.399 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:44.535 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:44.535 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:44.544 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:44.544 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:44.544 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 11 -lt 100 ']' 2023-11-16T18:24:44.545 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 11 + 1 2023-11-16T18:24:44.575 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=12 2023-11-16T18:24:44.575 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:44.600 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:44.600 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:44.601 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:44.601 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:44.601 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:44.948 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:44.948 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:45.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:44 smithi063 ceph-mon[98873]: pgmap v353: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:45.101 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:45.102 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:45.112 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:45.112 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:45.112 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 12 -lt 100 ']' 2023-11-16T18:24:45.112 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 12 + 1 2023-11-16T18:24:45.143 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=13 2023-11-16T18:24:45.143 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:45.165 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:45.166 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:45.166 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:45.166 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:45.166 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:44 smithi093 ceph-mon[100185]: pgmap v353: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:45.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:44 smithi125 ceph-mon[100672]: pgmap v353: 129 pgs: 129 active+clean; 677 KiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2023-11-16T18:24:45.481 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:45.482 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:45.618 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:45.618 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:45.644 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:45.645 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:45.645 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 13 -lt 100 ']' 2023-11-16T18:24:45.645 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 13 + 1 2023-11-16T18:24:45.675 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=14 2023-11-16T18:24:45.676 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:45.699 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:45.699 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:45.700 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:45.700 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:45.700 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:46.057 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:46.057 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:46.260 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:46.260 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:46.279 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:46.279 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:46.279 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 14 -lt 100 ']' 2023-11-16T18:24:46.280 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 14 + 1 2023-11-16T18:24:46.304 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=15 2023-11-16T18:24:46.304 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:46.325 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:46.325 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:46.325 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:46.325 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:46.326 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:46.723 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:46.723 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:46.851 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:46.851 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:46.861 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:46.861 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:46.862 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 15 -lt 100 ']' 2023-11-16T18:24:46.862 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 15 + 1 2023-11-16T18:24:46.892 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=16 2023-11-16T18:24:46.892 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:46.915 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:46.915 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:46.916 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:46.916 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:46.916 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:47.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:46 smithi063 ceph-mon[98873]: pgmap v354: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2023-11-16T18:24:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:46 smithi093 ceph-mon[100185]: pgmap v354: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2023-11-16T18:24:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:46 smithi125 ceph-mon[100672]: pgmap v354: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2023-11-16T18:24:47.298 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:47.298 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:47.426 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:47.426 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:47.444 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:47.444 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:47.444 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 16 -lt 100 ']' 2023-11-16T18:24:47.444 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 16 + 1 2023-11-16T18:24:47.475 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=17 2023-11-16T18:24:47.475 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:47.503 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:47.504 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:47.504 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:47.504 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:47.504 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:47.931 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:47.931 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:48.051 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:48.051 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:48.068 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:48.069 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:48.069 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 17 -lt 100 ']' 2023-11-16T18:24:48.069 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 17 + 1 2023-11-16T18:24:48.145 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=18 2023-11-16T18:24:48.145 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:48.209 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:48.210 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:48.210 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:48.210 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:48.211 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:48.823 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:48.823 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:49.001 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:49.001 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:49.019 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:49.020 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:49.020 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 18 -lt 100 ']' 2023-11-16T18:24:49.020 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 18 + 1 2023-11-16T18:24:49.058 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=19 2023-11-16T18:24:49.058 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:49.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:48 smithi063 ceph-mon[98873]: pgmap v355: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:49.155 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:49.155 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:49.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:49.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:49.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:49.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:48 smithi093 ceph-mon[100185]: pgmap v355: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:49.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:48 smithi125 ceph-mon[100672]: pgmap v355: 129 pgs: 129 active+clean; 737 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:49.731 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:49.731 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:49.909 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:49.909 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:49.919 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:49.919 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:49.919 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 19 -lt 100 ']' 2023-11-16T18:24:49.919 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 19 + 1 2023-11-16T18:24:49.950 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=20 2023-11-16T18:24:49.950 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:50.016 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:50.016 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:50.016 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:50.016 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:50.017 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:50.414 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.407+0000 7f78983b0700 1 -- 172.21.15.63:0/319064921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 msgr2=0x7f78900ff7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.414 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.407+0000 7f78983b0700 1 --2- 172.21.15.63:0/319064921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f78900ff7f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f7880009990 tx=0x7f7880009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- 172.21.15.63:0/319064921 shutdown_connections 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- 172.21.15.63:0/319064921 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78900ffd30 0x7f78901075e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- 172.21.15.63:0/319064921 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78901007c0 0x7f7890100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- 172.21.15.63:0/319064921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f78900ff7f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- 172.21.15.63:0/319064921 >> 172.21.15.63:0/319064921 conn(0x7f78900f9ea0 msgr2=0x7f78900fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- 172.21.15.63:0/319064921 shutdown_connections 2023-11-16T18:24:50.416 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- 172.21.15.63:0/319064921 wait complete. 2023-11-16T18:24:50.416 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 Processor -- start 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- start start 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78900ffd30 0x7f78901953b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 0x7f789019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789019c9f0 con 0x7f78900ff380 2023-11-16T18:24:50.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789019cb30 con 0x7f78901007c0 2023-11-16T18:24:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.408+0000 7f78983b0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789019ccc0 con 0x7f78900ffd30 2023-11-16T18:24:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44832/0 (socket says 172.21.15.63:44832) 2023-11-16T18:24:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 -- 172.21.15.63:0/686547509 learned_addr learned my addr 172.21.15.63:0/686547509 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789594b700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78900ffd30 0x7f78901953b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789694d700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 0x7f789019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 -- 172.21.15.63:0/686547509 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78900ffd30 msgr2=0x7f78901953b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78900ffd30 0x7f78901953b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 -- 172.21.15.63:0/686547509 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 msgr2=0x7f789019c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 0x7f789019c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 -- 172.21.15.63:0/686547509 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78800095f0 con 0x7f78900ff380 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789694d700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 0x7f789019c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f789614c700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f788800ef10 tx=0x7f788800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f78877fe700 1 -- 172.21.15.63:0/686547509 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788800ca70 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f78877fe700 1 -- 172.21.15.63:0/686547509 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f788800f040 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f789010ab40 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f78877fe700 1 -- 172.21.15.63:0/686547509 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7888014480 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.409+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f789010a9b0 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.411+0000 7f78877fe700 1 -- 172.21.15.63:0/686547509 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7888007500 con 0x7f78900ff380 2023-11-16T18:24:50.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.412+0000 7f78877fe700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 0x7f787c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.422 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.412+0000 7f789594b700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 0x7f787c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.422 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.412+0000 7f78877fe700 1 -- 172.21.15.63:0/686547509 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f78880ccfe0 con 0x7f78900ff380 2023-11-16T18:24:50.422 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.413+0000 7f789594b700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 0x7f787c0a3600 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f788000b2e0 tx=0x7f7880005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.511 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 Processor -- start 2023-11-16T18:24:50.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 -- start start 2023-11-16T18:24:50.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb590b80 0x5624eb591820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb5921d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb494000 con 0x5624eb3ea6b0 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb4e6840 con 0x5624eb591d60 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f78a453cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb4dfcd0 con 0x5624eb590b80 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.499+0000 7f789614c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44840/0 (socket says 172.21.15.63:44840) 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 -- 172.21.15.63:0/954853511 learned_addr learned my addr 172.21.15.63:0/954853511 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:50.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789594b700 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb590b80 0x5624eb591820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789694d700 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb5921d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 -- 172.21.15.63:0/954853511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb590b80 msgr2=0x5624eb591820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb590b80 0x5624eb591820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 -- 172.21.15.63:0/954853511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 msgr2=0x5624eb5921d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb5921d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 -- 172.21.15.63:0/954853511 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624eb3615d0 con 0x5624eb3ea6b0 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f789614c700 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f78880a1fb0 tx=0x7f7888099c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb1a9af2931f77f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f7884dac700 1 -- 172.21.15.63:0/954853511 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78880b1070 con 0x5624eb3ea6b0 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f7884dac700 1 -- 172.21.15.63:0/954853511 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f788809a090 con 0x5624eb3ea6b0 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.500+0000 7f7884dac700 1 -- 172.21.15.63:0/954853511 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788809a2f0 con 0x5624eb3ea6b0 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- 172.21.15.63:0/954853511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 msgr2=0x5624eb590640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f78880a1fb0 tx=0x7f7888099c50 comp rx=0 tx=0).stop 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- 172.21.15.63:0/954853511 shutdown_connections 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb5921d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb3ea6b0 0x5624eb590640 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 --2- 172.21.15.63:0/954853511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb590b80 0x5624eb591820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- 172.21.15.63:0/954853511 >> 172.21.15.63:0/954853511 conn(0x5624eb583f50 msgr2=0x5624eb58ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- 172.21.15.63:0/954853511 shutdown_connections 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- 172.21.15.63:0/954853511 wait complete. 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 -- start start 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.501+0000 7f78a453cb80 1 Processor -- start 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb599f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb5a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb481880 con 0x5624eb590b80 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb481520 con 0x5624eb3ea6b0 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb3638c0 con 0x5624eb591d60 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f78a453cb80 10 client.0 _ll_register_callbacks cb 0x5624eb49f720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789614c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb599f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44848/0 (socket says 172.21.15.63:44848) 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 -- 172.21.15.63:0/632609549 learned_addr learned my addr 172.21.15.63:0/632609549 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789694d700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb5a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 -- 172.21.15.63:0/632609549 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 msgr2=0x5624eb5a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb5a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 -- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 msgr2=0x5624eb599f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb599f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 -- 172.21.15.63:0/632609549 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f789010a9b0 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f789594b700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7880015000 tx=0x7f7880009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f011b99e7a6284 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.502+0000 7f7879ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788000f660 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624eb581710 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f788000f7c0 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f788000bea0 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 10 client.15768 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5624eb4a6130 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5624eb581710 con 0x5624eb590b80 2023-11-16T18:24:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7880030ab0 con 0x5624eb590b80 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 10 client.15768 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 10 client.15768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 20 client.15768 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5a5ce0 0x5624eb5a80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 4 client.15768 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.503+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5624eb4a2040 con 0x5624eb5a5ce0 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.504+0000 7f789614c700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5a5ce0 0x5624eb5a80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.504+0000 7f7879ffb700 10 client.15768 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.504+0000 7f789614c700 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5a5ce0 0x5624eb5a80f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4bc15c5dd861859 server_cookie=949c5b2df7dd4947 in_seq=0 out_seq=0 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f7879ffb700 1 -- 172.21.15.63:0/632609549 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5624eb4a2040 con 0x5624eb5a5ce0 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f7879ffb700 10 client.15768 handle_command_reply: tid=0 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 client.15768 shutdown 2023-11-16T18:24:50.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 msgr2=0x5624eb59a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7880015000 tx=0x7f7880009ca0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 shutdown_connections 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5a5ce0 0x5624eb5a80f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb5a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb599f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 --2- 172.21.15.63:0/632609549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb59a470 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f7879ffb700 0 client.15768 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 >> 172.21.15.63:0/632609549 conn(0x5624eb583f50 msgr2=0x5624eb5887e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 shutdown_connections 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 1 -- 172.21.15.63:0/632609549 wait complete. 2023-11-16T18:24:50.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.505+0000 7f78a453cb80 20 client.15768 trim_cache size 0 max 16384 2023-11-16T18:24:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 Processor -- start 2023-11-16T18:24:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 -- start start 2023-11-16T18:24:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb598100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb595170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb599aa0 con 0x5624eb590b80 2023-11-16T18:24:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb585fd0 con 0x5624eb3ea6b0 2023-11-16T18:24:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f78a453cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb583b70 con 0x5624eb591d60 2023-11-16T18:24:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44856/0 (socket says 172.21.15.63:44856) 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.520+0000 7f789594b700 1 -- 172.21.15.63:0/3258430953 learned_addr learned my addr 172.21.15.63:0/3258430953 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789694d700 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb595170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789614c700 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb598100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 -- 172.21.15.63:0/3258430953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 msgr2=0x5624eb595170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb595170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 -- 172.21.15.63:0/3258430953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 msgr2=0x5624eb598100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb598100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 -- 172.21.15.63:0/3258430953 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624eb4a5e80 con 0x5624eb590b80 2023-11-16T18:24:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f789594b700 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f788000b680 tx=0x7f788000b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403455fd57229a96 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f78855ad700 1 -- 172.21.15.63:0/3258430953 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7880024510 con 0x5624eb590b80 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f78855ad700 1 -- 172.21.15.63:0/3258430953 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f788002c040 con 0x5624eb590b80 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.521+0000 7f78855ad700 1 -- 172.21.15.63:0/3258430953 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78800307a0 con 0x5624eb590b80 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- 172.21.15.63:0/3258430953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 msgr2=0x5624eb594c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f788000b680 tx=0x7f788000b850 comp rx=0 tx=0).stop 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- 172.21.15.63:0/3258430953 shutdown_connections 2023-11-16T18:24:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb591d60 0x5624eb595170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb3ea6b0 0x5624eb598100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 --2- 172.21.15.63:0/3258430953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb594c30 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- 172.21.15.63:0/3258430953 >> 172.21.15.63:0/3258430953 conn(0x5624eb583f50 msgr2=0x5624eb598be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- 172.21.15.63:0/3258430953 shutdown_connections 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- 172.21.15.63:0/3258430953 wait complete. 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 -- start start 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.522+0000 7f78a453cb80 1 Processor -- start 2023-11-16T18:24:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb3ea6b0 0x5624eb588a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.537 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.537 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb589f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.537 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb58a4d0 con 0x5624eb590b80 2023-11-16T18:24:50.537 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb58a640 con 0x5624eb591d60 2023-11-16T18:24:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624eb58a800 con 0x5624eb3ea6b0 2023-11-16T18:24:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f78a453cb80 10 client.0 _ll_register_callbacks cb 0x5624eb49f720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:24:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44862/0 (socket says 172.21.15.63:44862) 2023-11-16T18:24:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 -- 172.21.15.63:0/2248397339 learned_addr learned my addr 172.21.15.63:0/2248397339 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789694d700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb589f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789614c700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb3ea6b0 0x5624eb588a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 -- 172.21.15.63:0/2248397339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb3ea6b0 msgr2=0x5624eb588a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb3ea6b0 0x5624eb588a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 -- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 msgr2=0x5624eb589f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb589f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 -- 172.21.15.63:0/2248397339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5624eb4a6130 con 0x5624eb590b80 2023-11-16T18:24:50.539 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789694d700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb589f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f789594b700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7880024f40 tx=0x7f7880005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70273835fd1b9ce5 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.523+0000 7f7879ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788004d070 con 0x5624eb590b80 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f788809a090 con 0x5624eb590b80 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f7880028070 con 0x5624eb590b80 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f788000bea0 con 0x5624eb590b80 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 10 client.15774 fetch_fsmap learned FSMap version 23 2023-11-16T18:24:50.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5624eb2f6c00 con 0x5624eb590b80 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f788809a090 con 0x5624eb590b80 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f7880050030 con 0x5624eb590b80 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 10 client.15774 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 10 client.15774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 20 client.15774 populate_metadata read hostname 'smithi063' 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5fc610 0x5624eb5fe9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 4 client.15774 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.524+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5624eb4ae600 con 0x5624eb5fc610 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.525+0000 7f789614c700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5fc610 0x5624eb5fe9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.525+0000 7f7879ffb700 10 client.15774 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.525+0000 7f789614c700 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5fc610 0x5624eb5fe9f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ec7d9de8a4433d1 server_cookie=e63cfaf8421131fd in_seq=0 out_seq=0 2023-11-16T18:24:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.547+0000 7f7879ffb700 1 -- 172.21.15.63:0/2248397339 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5624eb4ae600 con 0x5624eb5fc610 2023-11-16T18:24:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.547+0000 7f7879ffb700 10 client.15774 handle_command_reply: tid=0 2023-11-16T18:24:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.547+0000 7f78a453cb80 1 client.15774 shutdown 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 msgr2=0x5624eb588f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7880024f40 tx=0x7f7880005a20 comp rx=0 tx=0).stop 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 shutdown_connections 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5624eb5fc610 0x5624eb5fe9f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5624eb591d60 0x5624eb589f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5624eb3ea6b0 0x5624eb588a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f7879ffb700 0 client.15774 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 --2- 172.21.15.63:0/2248397339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624eb590b80 0x5624eb588f80 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 >> 172.21.15.63:0/2248397339 conn(0x5624eb583f50 msgr2=0x5624eb594c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 shutdown_connections 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 1 -- 172.21.15.63:0/2248397339 wait complete. 2023-11-16T18:24:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78a453cb80 20 client.15774 trim_cache size 0 max 16384 2023-11-16T18:24:50.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:24:50.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:24:50.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:24:50.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 msgr2=0x7f787c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 0x7f787c0a3600 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f788000b2e0 tx=0x7f7880005fb0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 msgr2=0x7f7890194e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.548+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f788800ef10 tx=0x7f788800c3a0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 shutdown_connections 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f787c0a1150 0x7f787c0a3600 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f78901007c0 0x7f789019c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78900ff380 0x7f7890194e70 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 --2- 172.21.15.63:0/686547509 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f78900ffd30 0x7f78901953b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:24:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 >> 172.21.15.63:0/686547509 conn(0x7f78900f9ea0 msgr2=0x7f78900fc110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:24:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 shutdown_connections 2023-11-16T18:24:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:24:50.549+0000 7f78983b0700 1 -- 172.21.15.63:0/686547509 wait complete. 2023-11-16T18:24:50.731 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:50.731 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:50.901 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:50.901 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:50.916 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:50.916 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:50.917 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 20 -lt 100 ']' 2023-11-16T18:24:50.917 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 20 + 1 2023-11-16T18:24:50.941 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=21 2023-11-16T18:24:50.942 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:50.965 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:50.965 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:50.966 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:50.966 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:50.966 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:51.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:50 smithi063 ceph-mon[98873]: pgmap v356: 129 pgs: 129 active+clean; 738 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:50 smithi093 ceph-mon[100185]: pgmap v356: 129 pgs: 129 active+clean; 738 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:50 smithi125 ceph-mon[100672]: pgmap v356: 129 pgs: 129 active+clean; 738 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.2 KiB/s wr, 8 op/s 2023-11-16T18:24:51.381 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:51.381 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:51.525 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:51.526 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:51.535 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:51.536 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:51.536 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 21 -lt 100 ']' 2023-11-16T18:24:51.536 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 21 + 1 2023-11-16T18:24:51.570 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=22 2023-11-16T18:24:51.570 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:51.589 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:51.589 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:51.590 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:51.590 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:51.590 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:52.014 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:52.014 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:52.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:52.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:52.177 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:52.178 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:52.178 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 22 -lt 100 ']' 2023-11-16T18:24:52.178 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 22 + 1 2023-11-16T18:24:52.208 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=23 2023-11-16T18:24:52.208 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:52.232 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:52.232 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:52.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:52.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:52.237 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:52.722 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:52.722 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:52.830 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:52 smithi063 ceph-mon[98873]: pgmap v357: 129 pgs: 129 active+clean; 822 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 9 op/s 2023-11-16T18:24:52.958 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:52.959 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:52.968 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:52.968 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:52.968 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 23 -lt 100 ']' 2023-11-16T18:24:52.968 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 23 + 1 2023-11-16T18:24:52.999 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=24 2023-11-16T18:24:53.000 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:53.034 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:53.034 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:53.035 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:53.035 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:53.035 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:52 smithi093 ceph-mon[100185]: pgmap v357: 129 pgs: 129 active+clean; 822 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 9 op/s 2023-11-16T18:24:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:52 smithi125 ceph-mon[100672]: pgmap v357: 129 pgs: 129 active+clean; 822 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 9 op/s 2023-11-16T18:24:53.438 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:53.439 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:53.550 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:53.550 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:53.561 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:53.562 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:53.562 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 24 -lt 100 ']' 2023-11-16T18:24:53.562 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 24 + 1 2023-11-16T18:24:53.591 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=25 2023-11-16T18:24:53.591 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:53.616 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:53.616 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:53.617 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:53.617 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:53.617 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:54.047 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:54.047 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:54.192 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:54.192 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:54.202 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:54.202 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:54.202 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 25 -lt 100 ']' 2023-11-16T18:24:54.202 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 25 + 1 2023-11-16T18:24:54.233 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=26 2023-11-16T18:24:54.233 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:54.256 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:54.256 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:54.257 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:54.257 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:54.257 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:54.605 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:54.606 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:54.783 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:54.784 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:54.794 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:54.794 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:54.794 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 26 -lt 100 ']' 2023-11-16T18:24:54.794 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 26 + 1 2023-11-16T18:24:54.825 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=27 2023-11-16T18:24:54.825 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:54.848 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:54.849 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:54.849 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:54.850 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:54.850 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:54 smithi063 ceph-mon[98873]: pgmap v358: 129 pgs: 129 active+clean; 823 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 11 op/s 2023-11-16T18:24:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:54 smithi093 ceph-mon[100185]: pgmap v358: 129 pgs: 129 active+clean; 823 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 11 op/s 2023-11-16T18:24:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:54 smithi125 ceph-mon[100672]: pgmap v358: 129 pgs: 129 active+clean; 823 KiB data, 84 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 11 op/s 2023-11-16T18:24:55.288 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:55.289 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:55.425 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:55.425 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:55.434 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:55.434 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:55.434 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 27 -lt 100 ']' 2023-11-16T18:24:55.435 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 27 + 1 2023-11-16T18:24:55.466 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=28 2023-11-16T18:24:55.466 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:55.489 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:55.489 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:55.490 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:55.490 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:55.490 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:55.855 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:55.855 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:55.992 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:55.992 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:56.002 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:56.002 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:56.002 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 28 -lt 100 ']' 2023-11-16T18:24:56.002 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 28 + 1 2023-11-16T18:24:56.032 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=29 2023-11-16T18:24:56.032 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:56.056 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:56.056 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:56.057 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:56.057 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:56.058 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:56.405 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:56.405 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:56.560 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:56.560 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:56.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:56.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:56.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 29 -lt 100 ']' 2023-11-16T18:24:56.568 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 29 + 1 2023-11-16T18:24:56.607 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=30 2023-11-16T18:24:56.607 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:56.630 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:56.631 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:56.631 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:56.632 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:56.632 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:57.057 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:56 smithi063 ceph-mon[98873]: pgmap v359: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2023-11-16T18:24:57.113 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:57.113 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:56 smithi093 ceph-mon[100185]: pgmap v359: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2023-11-16T18:24:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:56 smithi125 ceph-mon[100672]: pgmap v359: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2023-11-16T18:24:57.267 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:57.267 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:57.277 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:57.277 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:57.277 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 30 -lt 100 ']' 2023-11-16T18:24:57.277 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 30 + 1 2023-11-16T18:24:57.307 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=31 2023-11-16T18:24:57.308 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:57.331 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:57.331 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:57.332 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:57.332 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:57.332 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:57.831 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:57.831 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:58.025 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:58.025 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:58.034 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:58.034 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:58.034 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 31 -lt 100 ']' 2023-11-16T18:24:58.034 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 31 + 1 2023-11-16T18:24:58.066 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=32 2023-11-16T18:24:58.066 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:58.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:58.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:58.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:58.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:58.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:24:58 smithi063 ceph-mon[98873]: pgmap v360: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:24:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:24:58 smithi093 ceph-mon[100185]: pgmap v360: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:24:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:24:58 smithi125 ceph-mon[100672]: pgmap v360: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:24:59.321 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:59.321 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:59.458 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:24:59.458 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:24:59.468 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:59.468 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:24:59.468 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 32 -lt 100 ']' 2023-11-16T18:24:59.468 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 32 + 1 2023-11-16T18:24:59.499 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=33 2023-11-16T18:24:59.499 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:24:59.528 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:59.528 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:24:59.529 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:24:59.529 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:24:59.529 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:24:59.921 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:24:59.921 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:00.008 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:00.008 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:00.017 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:00.017 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:00.018 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 33 -lt 100 ']' 2023-11-16T18:25:00.018 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 33 + 1 2023-11-16T18:25:00.057 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=34 2023-11-16T18:25:00.057 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:00.081 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:00.081 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:00.082 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:00.082 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:00.082 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:00.413 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:00.413 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:00.508 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:00.508 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:00.518 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:00.518 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:00.519 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 34 -lt 100 ']' 2023-11-16T18:25:00.519 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 34 + 1 2023-11-16T18:25:00.549 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=35 2023-11-16T18:25:00.549 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:00.572 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:00.572 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:00.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:00.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:00.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:00.921 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:00.921 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:01.049 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:01.049 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:01.067 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:01.067 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:01.067 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 35 -lt 100 ']' 2023-11-16T18:25:01.067 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 35 + 1 2023-11-16T18:25:01.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:00 smithi063 ceph-mon[98873]: pgmap v361: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:01.106 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=36 2023-11-16T18:25:01.107 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:01.130 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:01.130 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:01.131 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:01.131 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:01.131 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:00 smithi093 ceph-mon[100185]: pgmap v361: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:00 smithi125 ceph-mon[100672]: pgmap v361: 129 pgs: 129 active+clean; 904 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:01.554 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:01.555 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:01.699 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:01.700 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:01.710 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:01.710 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:01.710 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 36 -lt 100 ']' 2023-11-16T18:25:01.710 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 36 + 1 2023-11-16T18:25:01.740 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=37 2023-11-16T18:25:01.740 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:01.764 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:01.764 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:01.764 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:01.765 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:01.765 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:02.146 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:02.146 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:02.291 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:02.291 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:02.309 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:02.309 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:02.309 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 37 -lt 100 ']' 2023-11-16T18:25:02.309 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 37 + 1 2023-11-16T18:25:02.343 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=38 2023-11-16T18:25:02.344 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:02.363 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:02.364 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:02.364 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:02.364 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:02.365 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:02.729 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:02.730 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:02.866 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:02.866 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:02.876 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:02.876 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:02.876 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 38 -lt 100 ']' 2023-11-16T18:25:02.876 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 38 + 1 2023-11-16T18:25:02.907 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=39 2023-11-16T18:25:02.907 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:02.931 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:02.931 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:02.932 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:02.932 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:02.932 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:03.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:02 smithi063 ceph-mon[98873]: pgmap v362: 129 pgs: 129 active+clean; 985 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 16 op/s 2023-11-16T18:25:03.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:02 smithi093 ceph-mon[100185]: pgmap v362: 129 pgs: 129 active+clean; 985 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 16 op/s 2023-11-16T18:25:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:02 smithi125 ceph-mon[100672]: pgmap v362: 129 pgs: 129 active+clean; 985 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 16 op/s 2023-11-16T18:25:03.287 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:03.288 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:03.482 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:03.483 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:03.509 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:03.509 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:03.509 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 39 -lt 100 ']' 2023-11-16T18:25:03.509 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 39 + 1 2023-11-16T18:25:03.548 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=40 2023-11-16T18:25:03.548 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:03.572 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:03.572 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:03.572 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:03.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:03.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:04.154 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:04.154 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:04.340 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:04.341 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:04.360 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:04.361 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:04.361 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 40 -lt 100 ']' 2023-11-16T18:25:04.361 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 40 + 1 2023-11-16T18:25:04.415 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=41 2023-11-16T18:25:04.427 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:04.455 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:04.455 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:04.456 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:04.456 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:04.456 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:05.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:04 smithi063 ceph-mon[98873]: pgmap v363: 129 pgs: 129 active+clean; 986 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:04 smithi093 ceph-mon[100185]: pgmap v363: 129 pgs: 129 active+clean; 986 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:04 smithi125 ceph-mon[100672]: pgmap v363: 129 pgs: 129 active+clean; 986 KiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:05.270 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:05.270 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:05.407 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:25:05.524 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:05.524 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:05.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:05.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:05.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 41 -lt 100 ']' 2023-11-16T18:25:05.552 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 41 + 1 2023-11-16T18:25:05.581 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=42 2023-11-16T18:25:05.581 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:05.621 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:05.621 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:05.622 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:05.622 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:05.622 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 -- 172.21.15.63:0/152208553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8103630 msgr2=0x7efda8105a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 --2- 172.21.15.63:0/152208553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8103630 0x7efda8105a10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7efd98009990 tx=0x7efd98009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 -- 172.21.15.63:0/152208553 shutdown_connections 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 --2- 172.21.15.63:0/152208553 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8105f50 0x7efda81083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 --2- 172.21.15.63:0/152208553 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8100d10 0x7efda81030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 --2- 172.21.15.63:0/152208553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8103630 0x7efda8105a10 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 -- 172.21.15.63:0/152208553 >> 172.21.15.63:0/152208553 conn(0x7efda80fa7b0 msgr2=0x7efda80fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 -- 172.21.15.63:0/152208553 shutdown_connections 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.984+0000 7efdaf530700 1 -- 172.21.15.63:0/152208553 wait complete. 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 Processor -- start 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 -- start start 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 0x7efda8196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8105f50 0x7efda819d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda819dad0 con 0x7efda8100d10 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda819dc10 con 0x7efda8105f50 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdaf530700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda819dda0 con 0x7efda8103630 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.985+0000 7efdad2cc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44874/0 (socket says 172.21.15.63:44874) 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 -- 172.21.15.63:0/2473751443 learned_addr learned my addr 172.21.15.63:0/2473751443 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdacacb700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 0x7efda8196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdadacd700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8105f50 0x7efda819d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 -- 172.21.15.63:0/2473751443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 msgr2=0x7efda8196490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 0x7efda8196490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 -- 172.21.15.63:0/2473751443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8105f50 msgr2=0x7efda819d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8105f50 0x7efda819d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 -- 172.21.15.63:0/2473751443 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd980095f0 con 0x7efda8100d10 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdacacb700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 0x7efda8196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdad2cc700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7efda400ef10 tx=0x7efda400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efd9e7fc700 1 -- 172.21.15.63:0/2473751443 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda400cad0 con 0x7efda8100d10 2023-11-16T18:25:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efd9e7fc700 1 -- 172.21.15.63:0/2473751443 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efda400f040 con 0x7efda8100d10 2023-11-16T18:25:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efda810bc50 con 0x7efda8100d10 2023-11-16T18:25:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efd9e7fc700 1 -- 172.21.15.63:0/2473751443 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda4007ea0 con 0x7efda8100d10 2023-11-16T18:25:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.986+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda810bac0 con 0x7efda8100d10 2023-11-16T18:25:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.988+0000 7efd9e7fc700 1 -- 172.21.15.63:0/2473751443 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7efda4007500 con 0x7efda8100d10 2023-11-16T18:25:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.989+0000 7efd9e7fc700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 0x7efd940a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.989+0000 7efd9e7fc700 1 -- 172.21.15.63:0/2473751443 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7efda40cd0f0 con 0x7efda8100d10 2023-11-16T18:25:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.989+0000 7efdacacb700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 0x7efd940a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:05.989+0000 7efdacacb700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 0x7efd940a3600 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efd98006010 tx=0x7efd9800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.051+0000 7efdbb6bcb80 1 Processor -- start 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 -- start start 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e553f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55405d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5445000 con 0x5606e5540b10 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5497840 con 0x5606e539b6b0 2023-11-16T18:25:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5490cd0 con 0x5606e553fdb0 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44886/0 (socket says 172.21.15.63:44886) 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 -- 172.21.15.63:0/1683865085 learned_addr learned my addr 172.21.15.63:0/1683865085 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e553f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdacacb700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55405d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 -- 172.21.15.63:0/1683865085 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 msgr2=0x5606e55405d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55405d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 -- 172.21.15.63:0/1683865085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 msgr2=0x5606e553f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e553f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdadacd700 1 -- 172.21.15.63:0/1683865085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606e53125d0 con 0x5606e5540b10 2023-11-16T18:25:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.052+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e553f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.053+0000 7efdadacd700 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7efda000bca0 tx=0x7efda000f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f00704b3f9734060 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.053+0000 7efd937fe700 1 -- 172.21.15.63:0/1683865085 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda000fbe0 con 0x5606e5540b10 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.053+0000 7efd937fe700 1 -- 172.21.15.63:0/1683865085 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efda00044e0 con 0x5606e5540b10 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.053+0000 7efd937fe700 1 -- 172.21.15.63:0/1683865085 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda0011440 con 0x5606e5540b10 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1683865085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 msgr2=0x5606e5540f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7efda000bca0 tx=0x7efda000f360 comp rx=0 tx=0).stop 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1683865085 shutdown_connections 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e5540f80 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e553f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1683865085 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55405d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1683865085 >> 172.21.15.63:0/1683865085 conn(0x5606e5534f50 msgr2=0x5606e553a100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1683865085 shutdown_connections 2023-11-16T18:25:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1683865085 wait complete. 2023-11-16T18:25:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 -- start start 2023-11-16T18:25:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.054+0000 7efdbb6bcb80 1 Processor -- start 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e5548ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e5540b10 0x5606e5550220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5432880 con 0x5606e553fdb0 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5432520 con 0x5606e539b6b0 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e53148c0 con 0x5606e5540b10 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 10 client.0 _ll_register_callbacks cb 0x5606e5450720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:06.065 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44890/0 (socket says 172.21.15.63:44890) 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 -- 172.21.15.63:0/1230897626 learned_addr learned my addr 172.21.15.63:0/1230897626 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdadacd700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e5540b10 0x5606e5550220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e5548ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 -- 172.21.15.63:0/1230897626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e5540b10 msgr2=0x5606e5550220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e5540b10 0x5606e5550220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 -- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 msgr2=0x5606e5548ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e5548ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 -- 172.21.15.63:0/1230897626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda000b900 con 0x5606e553fdb0 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdacacb700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7efd98015000 tx=0x7efd98009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ea4cb0e2fc2e2e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:06.066 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efd90ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd98004d20 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7efd9800f460 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.055+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5606e5532710 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd98004e80 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 10 client.15786 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5606e5457130 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5606e5532710 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7efd98030670 con 0x5606e553fdb0 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 10 client.15786 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 10 client.15786 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:06.067 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 20 client.15786 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e5554a50 0x5606e5556e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 4 client.15786 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5606e5453040 con 0x5606e5554a50 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.056+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e5554a50 0x5606e5556e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.057+0000 7efd90ff9700 10 client.15786 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.057+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e5554a50 0x5606e5556e60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4a0472f1ac456a4 server_cookie=4b81b135b12cee03 in_seq=0 out_seq=0 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.057+0000 7efd90ff9700 1 -- 172.21.15.63:0/1230897626 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5606e5453040 con 0x5606e5554a50 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.057+0000 7efd90ff9700 10 client.15786 handle_command_reply: tid=0 2023-11-16T18:25:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.057+0000 7efdbb6bcb80 1 client.15786 shutdown 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 msgr2=0x5606e55491e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7efd98015000 tx=0x7efd98009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 shutdown_connections 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e5554a50 0x5606e5556e60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e5540b10 0x5606e5550220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e5548ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efd90ff9700 0 client.15786 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1230897626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55491e0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 >> 172.21.15.63:0/1230897626 conn(0x5606e5534f50 msgr2=0x5606e55397e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 shutdown_connections 2023-11-16T18:25:06.070 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1230897626 wait complete. 2023-11-16T18:25:06.070 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.058+0000 7efdbb6bcb80 20 client.15786 trim_cache size 0 max 16384 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.073+0000 7efdbb6bcb80 1 Processor -- start 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.073+0000 7efdbb6bcb80 1 -- start start 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e539b6b0 0x5606e5540ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e5540b10 0x5606e555b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e55477f0 con 0x5606e553fdb0 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e5534ba0 con 0x5606e5540b10 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e553bc20 con 0x5606e539b6b0 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44898/0 (socket says 172.21.15.63:44898) 2023-11-16T18:25:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 -- 172.21.15.63:0/987761562 learned_addr learned my addr 172.21.15.63:0/987761562 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdad2cc700 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e539b6b0 0x5606e5540ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdadacd700 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e5540b10 0x5606e555b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 -- 172.21.15.63:0/987761562 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e539b6b0 msgr2=0x5606e5540ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e539b6b0 0x5606e5540ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 -- 172.21.15.63:0/987761562 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e5540b10 msgr2=0x5606e555b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e5540b10 0x5606e555b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 -- 172.21.15.63:0/987761562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606e5456e80 con 0x5606e553fdb0 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efdacacb700 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7efd98009990 tx=0x7efd9800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a859d66622b0e55c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.074+0000 7efd93fff700 1 -- 172.21.15.63:0/987761562 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd98004d20 con 0x5606e553fdb0 2023-11-16T18:25:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efd93fff700 1 -- 172.21.15.63:0/987761562 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd9802c040 con 0x5606e553fdb0 2023-11-16T18:25:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efd93fff700 1 -- 172.21.15.63:0/987761562 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9800f860 con 0x5606e553fdb0 2023-11-16T18:25:06.082 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/987761562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 msgr2=0x5606e55479d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.082 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7efd98009990 tx=0x7efd9800bfc0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/987761562 shutdown_connections 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e5540b10 0x5606e555b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e539b6b0 0x5606e5540ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/987761562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e553fdb0 0x5606e55479d0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/987761562 >> 172.21.15.63:0/987761562 conn(0x5606e5534f50 msgr2=0x5606e553a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/987761562 shutdown_connections 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.075+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/987761562 wait complete. 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 -- start start 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 Processor -- start 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e55a6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.083 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55a9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e55abc70 con 0x5606e5540b10 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e55abde0 con 0x5606e539b6b0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606e55abfa0 con 0x5606e553fdb0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdbb6bcb80 10 client.0 _ll_register_callbacks cb 0x7efd98005390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdadacd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdadacd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44906/0 (socket says 172.21.15.63:44906) 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdadacd700 1 -- 172.21.15.63:0/1708685417 learned_addr learned my addr 172.21.15.63:0/1708685417 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdacacb700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55a9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.076+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e55a6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 -- 172.21.15.63:0/1708685417 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 msgr2=0x5606e55a9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55a9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.084 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 -- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 msgr2=0x5606e55a6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e55a6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 -- 172.21.15.63:0/1708685417 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5606e5457130 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdadacd700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7efda0003b50 tx=0x7efda0003900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f477014690113ec6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda000fdf0 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efda00044e0 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7efda0003b80 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7efda0003d80 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdbb6bcb80 10 client.15792 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5606e52a7c00 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efda00044e0 con 0x5606e5540b10 2023-11-16T18:25:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.077+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7efda002c060 con 0x5606e5540b10 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 10 client.15792 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 10 client.15792 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 20 client.15792 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e55ad980 0x5606e55afd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 4 client.15792 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5606e545f600 con 0x5606e55ad980 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e55ad980 0x5606e55afd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efd90ff9700 10 client.15792 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:06.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.078+0000 7efdad2cc700 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e55ad980 0x5606e55afd90 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd16ee496494537d server_cookie=9bbaa05283fefaa1 in_seq=0 out_seq=0 2023-11-16T18:25:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efd90ff9700 1 -- 172.21.15.63:0/1708685417 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5606e545f600 con 0x5606e55ad980 2023-11-16T18:25:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efd90ff9700 10 client.15792 handle_command_reply: tid=0 2023-11-16T18:25:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 client.15792 shutdown 2023-11-16T18:25:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 msgr2=0x5606e55ab580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7efda0003b50 tx=0x7efda0003900 comp rx=0 tx=0).stop 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 shutdown_connections 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5606e55ad980 0x5606e55afd90 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606e5540b10 0x5606e55ab580 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efd90ff9700 0 client.15792 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5606e539b6b0 0x5606e55a6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 --2- 172.21.15.63:0/1708685417 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5606e553fdb0 0x5606e55a9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.103+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 >> 172.21.15.63:0/1708685417 conn(0x5606e5534f50 msgr2=0x5606e555b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 shutdown_connections 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdbb6bcb80 1 -- 172.21.15.63:0/1708685417 wait complete. 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdbb6bcb80 20 client.15792 trim_cache size 0 max 16384 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:25:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:25:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:25:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 msgr2=0x7efd940a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 0x7efd940a3600 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efd98006010 tx=0x7efd9800b260 comp rx=0 tx=0).stop 2023-11-16T18:25:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 msgr2=0x7efda8195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7efda400ef10 tx=0x7efda400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 shutdown_connections 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7efd940a1150 0x7efd940a3600 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7efda8105f50 0x7efda819d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efda8100d10 0x7efda8195f50 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 --2- 172.21.15.63:0/2473751443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7efda8103630 0x7efda8196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.104+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 >> 172.21.15.63:0/2473751443 conn(0x7efda80fa7b0 msgr2=0x7efda81019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.105+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 shutdown_connections 2023-11-16T18:25:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:06.105+0000 7efdaf530700 1 -- 172.21.15.63:0/2473751443 wait complete. 2023-11-16T18:25:06.279 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:06.279 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:06.329 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:06.330 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:06.358 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:06.358 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:06.358 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 42 -lt 100 ']' 2023-11-16T18:25:06.358 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 42 + 1 2023-11-16T18:25:06.423 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=43 2023-11-16T18:25:06.423 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:06.455 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:06.465 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:06.465 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:06.465 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:06.465 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:07.012 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:07.012 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:07.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:06 smithi063 ceph-mon[98873]: pgmap v364: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 12 op/s 2023-11-16T18:25:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:06 smithi093 ceph-mon[100185]: pgmap v364: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 12 op/s 2023-11-16T18:25:07.240 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:07.240 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:07.259 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:07.259 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:07.259 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 43 -lt 100 ']' 2023-11-16T18:25:07.259 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 43 + 1 2023-11-16T18:25:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:06 smithi125 ceph-mon[100672]: pgmap v364: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 12 op/s 2023-11-16T18:25:07.314 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=44 2023-11-16T18:25:07.314 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:07.363 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:07.364 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:07.364 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:07.364 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:07.365 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:08.279 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:08.279 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:08.640 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:08.640 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:08.717 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:08.717 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:08.717 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 44 -lt 100 ']' 2023-11-16T18:25:08.717 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 44 + 1 2023-11-16T18:25:08.806 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=45 2023-11-16T18:25:08.806 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:09.032 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:09.032 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:09.033 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:09.034 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:09.034 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:09.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:08 smithi063 ceph-mon[98873]: pgmap v365: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:08 smithi093 ceph-mon[100185]: pgmap v365: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:08 smithi125 ceph-mon[100672]: pgmap v365: 129 pgs: 129 active+clean; 1.0 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:09.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 -- 172.21.15.63:0/3851171811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 msgr2=0x7fd5b01031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/3851171811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b01031c0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac009990 tx=0x7fd5ac009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 -- 172.21.15.63:0/3851171811 shutdown_connections 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/3851171811 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0106020 0x7fd5b0108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/3851171811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b01031c0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/3851171811 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0103700 0x7fd5b0105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 -- 172.21.15.63:0/3851171811 >> 172.21.15.63:0/3851171811 conn(0x7fd5b00fa800 msgr2=0x7fd5b00fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 -- 172.21.15.63:0/3851171811 shutdown_connections 2023-11-16T18:25:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.764+0000 7fd5b83c0700 1 -- 172.21.15.63:0/3851171811 wait complete. 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 Processor -- start 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 -- start start 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0103700 0x7fd5b0196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0106020 0x7fd5b019d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b019dba0 con 0x7fd5b0100de0 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b019dce0 con 0x7fd5b0106020 2023-11-16T18:25:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.765+0000 7fd5b83c0700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b019de70 con 0x7fd5b0103700 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44916/0 (socket says 172.21.15.63:44916) 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 -- 172.21.15.63:0/1744333632 learned_addr learned my addr 172.21.15.63:0/1744333632 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b595b700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0103700 0x7fd5b0196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b695d700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0106020 0x7fd5b019d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 -- 172.21.15.63:0/1744333632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0103700 msgr2=0x7fd5b0196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0103700 0x7fd5b0196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 -- 172.21.15.63:0/1744333632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0106020 msgr2=0x7fd5b019d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0106020 0x7fd5b019d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 -- 172.21.15.63:0/1744333632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5ac0095f0 con 0x7fd5b0100de0 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.766+0000 7fd5b615c700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac000c00 tx=0x7fd5ac0057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.767+0000 7fd5a77fe700 1 -- 172.21.15.63:0/1744333632 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac01d070 con 0x7fd5b0100de0 2023-11-16T18:25:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.767+0000 7fd5a77fe700 1 -- 172.21.15.63:0/1744333632 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5ac00fb90 con 0x7fd5b0100de0 2023-11-16T18:25:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.767+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5b010bc60 con 0x7fd5b0100de0 2023-11-16T18:25:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.767+0000 7fd5a77fe700 1 -- 172.21.15.63:0/1744333632 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac0173f0 con 0x7fd5b0100de0 2023-11-16T18:25:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.767+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5b010bad0 con 0x7fd5b0100de0 2023-11-16T18:25:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.769+0000 7fd5a77fe700 1 -- 172.21.15.63:0/1744333632 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd5ac021410 con 0x7fd5b0100de0 2023-11-16T18:25:09.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.770+0000 7fd5a77fe700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 0x7fd59c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.770+0000 7fd5b595b700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 0x7fd59c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.770+0000 7fd5a77fe700 1 -- 172.21.15.63:0/1744333632 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd5ac0cdf80 con 0x7fd5b0100de0 2023-11-16T18:25:09.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.771+0000 7fd5b595b700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 0x7fd59c0a3680 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0009c60 tx=0x7fd5a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 Processor -- start 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 -- start start 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eeb0a0 0x5614f6eeb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6ef3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6dec060 con 0x5614f6eebf30 2023-11-16T18:25:09.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6e3e8a0 con 0x5614f6eec8e0 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.889+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6e37d30 con 0x5614f6eeb0a0 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44926/0 (socket says 172.21.15.63:44926) 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 -- 172.21.15.63:0/673022431 learned_addr learned my addr 172.21.15.63:0/673022431 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b615c700 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eeb0a0 0x5614f6eeb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b695d700 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6ef3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 -- 172.21.15.63:0/673022431 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eeb0a0 msgr2=0x5614f6eeb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eeb0a0 0x5614f6eeb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 -- 172.21.15.63:0/673022431 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 msgr2=0x5614f6ef3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6ef3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 -- 172.21.15.63:0/673022431 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614f6cb9630 con 0x5614f6eebf30 2023-11-16T18:25:09.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.890+0000 7fd5b595b700 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd5a000e4e0 tx=0x7fd5a0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e421958d215a87b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.891+0000 7fd5a4dac700 1 -- 172.21.15.63:0/673022431 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a000ee00 con 0x5614f6eebf30 2023-11-16T18:25:09.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.891+0000 7fd5a4dac700 1 -- 172.21.15.63:0/673022431 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5a0021070 con 0x5614f6eebf30 2023-11-16T18:25:09.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.891+0000 7fd5a4dac700 1 -- 172.21.15.63:0/673022431 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a001d7d0 con 0x5614f6eebf30 2023-11-16T18:25:09.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.891+0000 7fd5c454cb80 1 -- 172.21.15.63:0/673022431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 msgr2=0x5614f6eec3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.891+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd5a000e4e0 tx=0x7fd5a0014000 comp rx=0 tx=0).stop 2023-11-16T18:25:09.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 -- 172.21.15.63:0/673022431 shutdown_connections 2023-11-16T18:25:09.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6ef3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eeb0a0 0x5614f6eeb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/673022431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6eec3a0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.898 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 -- 172.21.15.63:0/673022431 >> 172.21.15.63:0/673022431 conn(0x5614f6edc360 msgr2=0x5614f6ee1670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 -- 172.21.15.63:0/673022431 shutdown_connections 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 -- 172.21.15.63:0/673022431 wait complete. 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 -- start start 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.892+0000 7fd5c454cb80 1 Processor -- start 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6dd98e0 con 0x5614f6eeb0a0 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6dd9580 con 0x5614f6eec8e0 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6cbb920 con 0x5614f6eebf30 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5c454cb80 10 client.0 _ll_register_callbacks cb 0x5614f6df7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43700/0 (socket says 172.21.15.63:43700) 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44930/0 (socket says 172.21.15.63:44930) 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b595b700 1 -- 172.21.15.63:0/2189985836 learned_addr learned my addr 172.21.15.63:0/2189985836 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b695d700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 -- 172.21.15.63:0/2189985836 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 msgr2=0x5614f6ef4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 -- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 msgr2=0x5614f6efbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.893+0000 7fd5b615c700 1 -- 172.21.15.63:0/2189985836 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5a0017070 con 0x5614f6eeb0a0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac013ff0 tx=0x7fd5ac0219a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18d0d9cf8bd47f96 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac0b2070 con 0x5614f6eeb0a0 2023-11-16T18:25:09.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd5ac09f0b0 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5614f6ed9b20 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd5ac0a3440 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd5c454cb80 10 client.15804 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5614f6dfe190 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5ac0c9080 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.894+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fd5ac0a2fb0 con 0x5614f6eeb0a0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 10 client.15804 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 10 client.15804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 20 client.15804 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f002c0 0x5614f6f026d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 4 client.15804 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5614f6dfa0a0 con 0x5614f6f002c0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5b595b700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f002c0 0x5614f6f026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd599ffb700 10 client.15804 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:09.902 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.895+0000 7fd5b595b700 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f002c0 0x5614f6f026d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2305f2ee2b08aa05 server_cookie=b811203df875d5eb in_seq=0 out_seq=0 2023-11-16T18:25:09.902 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd599ffb700 1 -- 172.21.15.63:0/2189985836 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5614f6dfa0a0 con 0x5614f6f002c0 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd599ffb700 10 client.15804 handle_command_reply: tid=0 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 client.15804 shutdown 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 msgr2=0x5614f6ef49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac013ff0 tx=0x7fd5ac0219a0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 shutdown_connections 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f002c0 0x5614f6f026d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eeb0a0 0x5614f6ef49a0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2189985836 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd599ffb700 0 client.15804 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.896+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 >> 172.21.15.63:0/2189985836 conn(0x5614f6edc360 msgr2=0x5614f6ee0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.897+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 shutdown_connections 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.897+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2189985836 wait complete. 2023-11-16T18:25:09.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.897+0000 7fd5c454cb80 20 client.15804 trim_cache size 0 max 16384 2023-11-16T18:25:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 Processor -- start 2023-11-16T18:25:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 -- start start 2023-11-16T18:25:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6ef3530 con 0x5614f6edd830 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6ee2ea0 con 0x5614f6eec8e0 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6eebd50 con 0x5614f6eebf30 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5b695d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5b695d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44942/0 (socket says 172.21.15.63:44942) 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.915+0000 7fd5b695d700 1 -- 172.21.15.63:0/1936344468 learned_addr learned my addr 172.21.15.63:0/1936344468 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b595b700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b615c700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 -- 172.21.15.63:0/1936344468 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 msgr2=0x5614f6ef4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 -- 172.21.15.63:0/1936344468 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 msgr2=0x5614f6efbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 -- 172.21.15.63:0/1936344468 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614f6dfdee0 con 0x5614f6edd830 2023-11-16T18:25:09.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b615c700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:09.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5b695d700 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8011920 tx=0x7fd5a8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2013322f183b32c9 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5a55ad700 1 -- 172.21.15.63:0/1936344468 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a800e040 con 0x5614f6edd830 2023-11-16T18:25:09.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5a55ad700 1 -- 172.21.15.63:0/1936344468 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5a800f040 con 0x5614f6edd830 2023-11-16T18:25:09.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.916+0000 7fd5a55ad700 1 -- 172.21.15.63:0/1936344468 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a80175b0 con 0x5614f6edd830 2023-11-16T18:25:09.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- 172.21.15.63:0/1936344468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 msgr2=0x5614f6ef4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8011920 tx=0x7fd5a8009920 comp rx=0 tx=0).stop 2023-11-16T18:25:09.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- 172.21.15.63:0/1936344468 shutdown_connections 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6edd830 0x5614f6ef4c90 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eebf30 0x5614f6ef4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/1936344468 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6eec8e0 0x5614f6efbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- 172.21.15.63:0/1936344468 >> 172.21.15.63:0/1936344468 conn(0x5614f6edc360 msgr2=0x5614f6efc810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- 172.21.15.63:0/1936344468 shutdown_connections 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- 172.21.15.63:0/1936344468 wait complete. 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 -- start start 2023-11-16T18:25:09.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.917+0000 7fd5c454cb80 1 Processor -- start 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 0x5614f6efa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eec8e0 0x5614f6efb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6f54210 con 0x5614f6eebf30 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6f54380 con 0x5614f6edd830 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614f6f54540 con 0x5614f6eec8e0 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5c454cb80 10 client.0 _ll_register_callbacks cb 0x5614f6df7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44946/0 (socket says 172.21.15.63:44946) 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 -- 172.21.15.63:0/2817609491 learned_addr learned my addr 172.21.15.63:0/2817609491 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 0x5614f6efa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b695d700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eec8e0 0x5614f6efb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.926 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 -- 172.21.15.63:0/2817609491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eec8e0 msgr2=0x5614f6efb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eec8e0 0x5614f6efb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 -- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 msgr2=0x5614f6efa890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 0x5614f6efa890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b595b700 1 -- 172.21.15.63:0/2817609491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5a80115d0 con 0x5614f6eebf30 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.918+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 0x5614f6efa890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd5b595b700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd5a000e480 tx=0x7fd5a0009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fccffef8039c7125 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd599ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a0037030 con 0x5614f6eebf30 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd5a0038070 con 0x5614f6eebf30 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd5a0021070 con 0x5614f6eebf30 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd5a000ee90 con 0x5614f6eebf30 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd5c454cb80 10 client.15810 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:09.927 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5614f6c4ec60 con 0x5614f6eebf30 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.919+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5a0021070 con 0x5614f6eebf30 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fd5a0033300 con 0x5614f6eebf30 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 10 client.15810 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 10 client.15810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 20 client.15810 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f55f40 0x5614f6f58350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 4 client.15810 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5614f6e06660 con 0x5614f6f55f40 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f55f40 0x5614f6f58350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd5b615c700 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f55f40 0x5614f6f58350 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9cf44e5562b6d1c1 server_cookie=6273a92ca5025998 in_seq=0 out_seq=0 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.920+0000 7fd599ffb700 10 client.15810 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd599ffb700 1 -- 172.21.15.63:0/2817609491 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5614f6e06660 con 0x5614f6f55f40 2023-11-16T18:25:09.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd599ffb700 10 client.15810 handle_command_reply: tid=0 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 client.15810 shutdown 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 msgr2=0x5614f6efadd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd5a000e480 tx=0x7fd5a0009490 comp rx=0 tx=0).stop 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 shutdown_connections 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5614f6f55f40 0x5614f6f58350 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5614f6eec8e0 0x5614f6efb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5614f6edd830 0x5614f6efa890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 --2- 172.21.15.63:0/2817609491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5614f6eebf30 0x5614f6efadd0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd599ffb700 0 client.15810 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 >> 172.21.15.63:0/2817609491 conn(0x5614f6edc360 msgr2=0x5614f6ef4750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 shutdown_connections 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 1 -- 172.21.15.63:0/2817609491 wait complete. 2023-11-16T18:25:09.929 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.921+0000 7fd5c454cb80 20 client.15810 trim_cache size 0 max 16384 2023-11-16T18:25:09.930 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:25:09.930 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "no active scrubs running", 2023-11-16T18:25:09.930 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": {} 2023-11-16T18:25:09.930 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 msgr2=0x7fd59c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 0x7fd59c0a3680 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0009c60 tx=0x7fd5a0009260 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 msgr2=0x7fd5b0196020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac000c00 tx=0x7fd5ac0057a0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 shutdown_connections 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd59c0a11d0 0x7fd59c0a3680 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd5b0106020 0x7fd5b019d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5b0100de0 0x7fd5b0196020 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 --2- 172.21.15.63:0/1744333632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd5b0103700 0x7fd5b0196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 >> 172.21.15.63:0/1744333632 conn(0x7fd5b00fa800 msgr2=0x7fd5b0102240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:09.931 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 shutdown_connections 2023-11-16T18:25:09.932 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:09.922+0000 7fd5b83c0700 1 -- 172.21.15.63:0/1744333632 wait complete. 2023-11-16T18:25:09.964 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-11-16T18:25:09.965 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:25:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:10 smithi093 ceph-mon[100185]: pgmap v366: 129 pgs: 129 active+clean; 1.0 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:10 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:25:11.211 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:11.212 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:10 smithi125 ceph-mon[100672]: pgmap v366: 129 pgs: 129 active+clean; 1.0 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:10 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:25:11.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:10 smithi063 ceph-mon[98873]: pgmap v366: 129 pgs: 129 active+clean; 1.0 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2023-11-16T18:25:11.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:10 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:25:11.539 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:11.539 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:11.609 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:11.609 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:11.609 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 45 -lt 100 ']' 2023-11-16T18:25:11.609 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 45 + 1 2023-11-16T18:25:11.647 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=46 2023-11-16T18:25:11.647 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:11.669 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:11.669 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:11.670 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:11.670 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:11.670 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:12.603 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:12.603 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:12.732 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:12.732 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:12.758 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:12.758 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:12.758 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 46 -lt 100 ']' 2023-11-16T18:25:12.758 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 46 + 1 2023-11-16T18:25:12.855 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=47 2023-11-16T18:25:12.855 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:12.919 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:12.919 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:12.920 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:12.920 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:12.920 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:13.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:12 smithi063 ceph-mon[98873]: pgmap v367: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 13 op/s 2023-11-16T18:25:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:12 smithi093 ceph-mon[100185]: pgmap v367: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 13 op/s 2023-11-16T18:25:13.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:12 smithi125 ceph-mon[100672]: pgmap v367: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 13 op/s 2023-11-16T18:25:13.661 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:13.661 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:13.899 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:13.899 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:13.958 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:13.958 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:13.958 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 47 -lt 100 ']' 2023-11-16T18:25:13.959 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 47 + 1 2023-11-16T18:25:14.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=48 2023-11-16T18:25:14.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:14.118 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:14.119 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:14.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:14.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:14.120 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:15.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:14 smithi063 ceph-mon[98873]: pgmap v368: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2023-11-16T18:25:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:14 smithi093 ceph-mon[100185]: pgmap v368: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2023-11-16T18:25:15.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:14 smithi125 ceph-mon[100672]: pgmap v368: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2023-11-16T18:25:15.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.295+0000 7fc922980700 1 -- 172.21.15.63:0/526986025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c100830 msgr2=0x7fc91c100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:15.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.295+0000 7fc922980700 1 --2- 172.21.15.63:0/526986025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c100830 0x7fc91c100c40 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fc90c009990 tx=0x7fc90c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 -- 172.21.15.63:0/526986025 shutdown_connections 2023-11-16T18:25:15.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 --2- 172.21.15.63:0/526986025 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c108080 0x7fc91c10a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 --2- 172.21.15.63:0/526986025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c100830 0x7fc91c100c40 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 --2- 172.21.15.63:0/526986025 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c101180 0x7fc91c107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 -- 172.21.15.63:0/526986025 >> 172.21.15.63:0/526986025 conn(0x7fc91c0f9ee0 msgr2=0x7fc91c0fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:15.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 -- 172.21.15.63:0/526986025 shutdown_connections 2023-11-16T18:25:15.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.296+0000 7fc922980700 1 -- 172.21.15.63:0/526986025 wait complete. 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 Processor -- start 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 -- start start 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c100830 0x7fc91c198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 0x7fc91c19f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:15.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c19fcc0 con 0x7fc91c101180 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c19fe00 con 0x7fc91c100830 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc922980700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c19ff90 con 0x7fc91c108080 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc913fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc913fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44960/0 (socket says 172.21.15.63:44960) 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc913fff700 1 -- 172.21.15.63:0/1457653709 learned_addr learned my addr 172.21.15.63:0/1457653709 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc91bfff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c100830 0x7fc91c198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.297+0000 7fc920f1d700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 0x7fc91c19f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:15.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 -- 172.21.15.63:0/1457653709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 msgr2=0x7fc91c19f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 0x7fc91c19f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 -- 172.21.15.63:0/1457653709 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c100830 msgr2=0x7fc91c198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c100830 0x7fc91c198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 -- 172.21.15.63:0/1457653709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc90c0095f0 con 0x7fc91c101180 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc920f1d700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 0x7fc91c19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:15.307 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc913fff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc90400e9a0 tx=0x7fc90400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc904009790 con 0x7fc91c101180 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc90400cbd0 con 0x7fc91c101180 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc91c10de00 con 0x7fc91c101180 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc904018680 con 0x7fc91c101180 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.298+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc91c10dc70 con 0x7fc91c101180 2023-11-16T18:25:15.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.299+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc91c0fba50 con 0x7fc91c101180 2023-11-16T18:25:15.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.301+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc90400cd40 con 0x7fc91c101180 2023-11-16T18:25:15.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.301+0000 7fc919ffb700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 0x7fc9080a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:15.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.302+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc904014070 con 0x7fc91c101180 2023-11-16T18:25:15.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.302+0000 7fc91bfff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 0x7fc9080a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:15.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.302+0000 7fc91bfff700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 0x7fc9080a3600 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00b2e0 tx=0x7fc90c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:15.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.305+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc904096590 con 0x7fc91c101180 2023-11-16T18:25:15.311 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:15.311 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:15.472 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:15.472 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:15.516 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:15.517 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:15.517 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 48 -lt 100 ']' 2023-11-16T18:25:15.517 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 48 + 1 2023-11-16T18:25:15.526 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=49 2023-11-16T18:25:15.526 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:15.553 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:15.553 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:15.553 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:15.553 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:15.553 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:15.557 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.555+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc91c02cfe0 con 0x7fc91c101180 2023-11-16T18:25:15.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.556+0000 7fc919ffb700 1 -- 172.21.15.63:0/1457653709 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+10802 (secure 0 0 0) 0x7fc904094e60 con 0x7fc91c101180 2023-11-16T18:25:15.558 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:25:15.567 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:22:22.692356+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:25:15.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 msgr2=0x7fc9080a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:15.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 0x7fc9080a3600 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00b2e0 tx=0x7fc90c005fb0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 msgr2=0x7fc91c198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:15.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc90400e9a0 tx=0x7fc90400ecb0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 shutdown_connections 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc9080a1150 0x7fc9080a3600 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc91c108080 0x7fc91c19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc91c100830 0x7fc91c198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 --2- 172.21.15.63:0/1457653709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc91c101180 0x7fc91c198680 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 >> 172.21.15.63:0/1457653709 conn(0x7fc91c0f9ee0 msgr2=0x7fc91c106330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 shutdown_connections 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:15.558+0000 7fc922980700 1 -- 172.21.15.63:0/1457653709 wait complete. 2023-11-16T18:25:15.569 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 23 2023-11-16T18:25:15.622 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-11-16T18:25:16.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:15 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1457653709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:25:16.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:15 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1457653709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:25:16.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:15 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1457653709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:25:16.411 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:16.411 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:16.525 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:16.525 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:16.558 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:16.558 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:16.558 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 49 -lt 100 ']' 2023-11-16T18:25:16.559 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 49 + 1 2023-11-16T18:25:16.605 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=50 2023-11-16T18:25:16.605 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:16.710 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:16.710 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:16.711 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:16.711 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:16.711 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:16 smithi093 ceph-mon[100185]: pgmap v369: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2023-11-16T18:25:17.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:16 smithi125 ceph-mon[100672]: pgmap v369: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2023-11-16T18:25:17.306 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:16 smithi063 ceph-mon[98873]: pgmap v369: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2023-11-16T18:25:17.511 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:17.511 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:17.630 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:17.631 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:17.636 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:17.636 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:17.636 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 50 -lt 100 ']' 2023-11-16T18:25:17.636 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 50 + 1 2023-11-16T18:25:17.704 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=51 2023-11-16T18:25:17.705 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:17.744 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:17.744 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:17.745 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:17.745 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:17.745 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:18.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:17 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:25:18.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:17 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:25:18.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:17 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:25:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:17 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:25:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:17 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:25:18.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:17 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:25:18.298 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:25:18.298 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:25:18.298 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:17 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:25:18.494 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:18.494 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:18.655 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:18.656 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:18.683 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:18.684 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:18.684 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 51 -lt 100 ']' 2023-11-16T18:25:18.684 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 51 + 1 2023-11-16T18:25:18.730 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=52 2023-11-16T18:25:18.730 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:18.776 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:18.777 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:18.777 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:18.777 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:18.778 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:18.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 -- 172.21.15.63:0/3455982687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3681003b0 msgr2=0x7ff368100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:18.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 --2- 172.21.15.63:0/3455982687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3681003b0 0x7ff368100800 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009990 tx=0x7ff35c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 -- 172.21.15.63:0/3455982687 shutdown_connections 2023-11-16T18:25:18.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 --2- 172.21.15.63:0/3455982687 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff368100d40 0x7ff368107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 --2- 172.21.15.63:0/3455982687 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3680ff1c0 0x7ff3680ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 --2- 172.21.15.63:0/3455982687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3681003b0 0x7ff368100800 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 -- 172.21.15.63:0/3455982687 >> 172.21.15.63:0/3455982687 conn(0x7ff3680fa7c0 msgr2=0x7ff3680fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 -- 172.21.15.63:0/3455982687 shutdown_connections 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.962+0000 7ff37048d700 1 -- 172.21.15.63:0/3455982687 wait complete. 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 Processor -- start 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 -- start start 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff3680ff1c0 0x7ff368196120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 0x7ff368196660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff36819dca0 con 0x7ff368100d40 2023-11-16T18:25:18.969 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff36819dde0 con 0x7ff3680ff1c0 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff37048d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff36819df70 con 0x7ff3681003b0 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44974/0 (socket says 172.21.15.63:44974) 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3481943993 learned_addr learned my addr 172.21.15.63:0/3481943993 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36e229700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff3680ff1c0 0x7ff368196120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36da28700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 0x7ff368196660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3481943993 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 msgr2=0x7ff368196660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 0x7ff368196660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3481943993 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff3680ff1c0 msgr2=0x7ff368196120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.963+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff3680ff1c0 0x7ff368196120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3481943993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff35c0095f0 con 0x7ff368100d40 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff36da28700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 0x7ff368196660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:18.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff35800c970 tx=0x7ff35800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff3677fe700 1 -- 172.21.15.63:0/3481943993 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff358007b00 con 0x7ff368100d40 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff36810bc90 con 0x7ff368100d40 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff3677fe700 1 -- 172.21.15.63:0/3481943993 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff35800ce60 con 0x7ff368100d40 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.964+0000 7ff3677fe700 1 -- 172.21.15.63:0/3481943993 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff358005420 con 0x7ff368100d40 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.965+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff36810bb00 con 0x7ff368100d40 2023-11-16T18:25:18.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.966+0000 7ff3677fe700 1 -- 172.21.15.63:0/3481943993 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff358004750 con 0x7ff368100d40 2023-11-16T18:25:18.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.967+0000 7ff3677fe700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 0x7ff3500a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:18.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.967+0000 7ff36e229700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 0x7ff3500a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:18.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.967+0000 7ff3677fe700 1 -- 172.21.15.63:0/3481943993 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff3580cc470 con 0x7ff368100d40 2023-11-16T18:25:18.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:18.967+0000 7ff36e229700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 0x7ff3500a3600 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff360009550 tx=0x7ff3600091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.095+0000 7ff37c619b80 1 Processor -- start 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 -- start start 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fda2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fda3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fca7060 con 0x561b1fda2550 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fcf98a0 con 0x561b1fda1c00 2023-11-16T18:25:19.100 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff37c619b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fcf2d30 con 0x561b1fda3110 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44978/0 (socket says 172.21.15.63:44978) 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 -- 172.21.15.63:0/2718146939 learned_addr learned my addr 172.21.15.63:0/2718146939 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36e229700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fda2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fda3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 -- 172.21.15.63:0/2718146939 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 msgr2=0x561b1fda3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fda3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 -- 172.21.15.63:0/2718146939 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 msgr2=0x561b1fda2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fda2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36da28700 1 -- 172.21.15.63:0/2718146939 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b1fb74630 con 0x561b1fda2550 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.096+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fda3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:19.101 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff36da28700 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009580 tx=0x7ff35c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b7f0c5e960e9ebb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff364dac700 1 -- 172.21.15.63:0/2718146939 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c005230 con 0x561b1fda2550 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff364dac700 1 -- 172.21.15.63:0/2718146939 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff35c01d040 con 0x561b1fda2550 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff364dac700 1 -- 172.21.15.63:0/2718146939 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c004760 con 0x561b1fda2550 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff37c619b80 1 -- 172.21.15.63:0/2718146939 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 msgr2=0x561b1fda2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.097+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009580 tx=0x7ff35c005e80 comp rx=0 tx=0).stop 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- 172.21.15.63:0/2718146939 shutdown_connections 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fda3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fda2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2718146939 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fda2b30 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.102 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- 172.21.15.63:0/2718146939 >> 172.21.15.63:0/2718146939 conn(0x561b1fd97360 msgr2=0x561b1fd9c670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:19.103 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- 172.21.15.63:0/2718146939 shutdown_connections 2023-11-16T18:25:19.103 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- 172.21.15.63:0/2718146939 wait complete. 2023-11-16T18:25:19.103 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- start start 2023-11-16T18:25:19.103 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 Processor -- start 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda2550 0x561b1fdabb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 0x561b1fdb2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fc948e0 con 0x561b1fda1c00 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fc94580 con 0x561b1fda3110 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fb76920 con 0x561b1fda2550 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff37c619b80 10 client.0 _ll_register_callbacks cb 0x561b1fcb2780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff36e229700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.098+0000 7ff36e229700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44984/0 (socket says 172.21.15.63:44984) 2023-11-16T18:25:19.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 -- 172.21.15.63:0/606575000 learned_addr learned my addr 172.21.15.63:0/606575000 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 0x561b1fdb2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36da28700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda2550 0x561b1fdabb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 -- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda2550 msgr2=0x561b1fdabb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda2550 0x561b1fdabb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 -- 172.21.15.63:0/606575000 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 msgr2=0x561b1fdb2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 0x561b1fdb2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 -- 172.21.15.63:0/606575000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff368067dd0 con 0x561b1fda1c00 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 0x561b1fdb2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff36e229700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ff360015e40 tx=0x7ff360004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3564afdaf518a05f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff34dffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff360003c00 con 0x561b1fda1c00 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff360007e30 con 0x561b1fda1c00 2023-11-16T18:25:19.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b1fd94b20 con 0x561b1fda1c00 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff360016e20 con 0x561b1fda1c00 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff37c619b80 10 client.15828 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.099+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561b1fcb9190 con 0x561b1fda1c00 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561b1fd94b20 con 0x561b1fda1c00 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ff3600224f0 con 0x561b1fda1c00 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 10 client.15828 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 10 client.15828 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 20 client.15828 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fdb73d0 0x561b1fdb97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 4 client.15828 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:19.109 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b1fcb50a0 con 0x561b1fdb73d0 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff36da28700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fdb73d0 0x561b1fdb97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.100+0000 7ff36da28700 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fdb73d0 0x561b1fdb97e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4423da990b3ac7b8 server_cookie=4b23a2227445d925 in_seq=0 out_seq=0 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff34dffb700 10 client.15828 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff34dffb700 1 -- 172.21.15.63:0/606575000 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561b1fcb50a0 con 0x561b1fdb73d0 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff34dffb700 10 client.15828 handle_command_reply: tid=0 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 client.15828 shutdown 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 msgr2=0x561b1fdab600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ff360015e40 tx=0x7ff360004b40 comp rx=0 tx=0).stop 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 shutdown_connections 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fdb73d0 0x561b1fdb97e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda3110 0x561b1fdb2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.110 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff34dffb700 0 client.15828 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda1c00 0x561b1fdab600 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 --2- 172.21.15.63:0/606575000 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda2550 0x561b1fdabb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 >> 172.21.15.63:0/606575000 conn(0x561b1fd97360 msgr2=0x561b1fd9bde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.101+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 shutdown_connections 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.102+0000 7ff37c619b80 1 -- 172.21.15.63:0/606575000 wait complete. 2023-11-16T18:25:19.111 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.102+0000 7ff37c619b80 20 client.15828 trim_cache size 0 max 16384 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 Processor -- start 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 -- start start 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 0x561b1fda1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 0x561b1fdaacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fdb2f30 con 0x561b1fda3110 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fda92d0 con 0x561b1fda2550 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff37c619b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fda6bc0 con 0x561b1fda1c00 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:44996/0 (socket says 172.21.15.63:44996) 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3863842005 learned_addr learned my addr 172.21.15.63:0/3863842005 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36da28700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 0x561b1fdaacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36e229700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 0x561b1fda1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3863842005 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 msgr2=0x561b1fda1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.123 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 0x561b1fda1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3863842005 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 msgr2=0x561b1fdaacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 0x561b1fdaacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36ea2a700 1 -- 172.21.15.63:0/3863842005 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b1fcb8ee0 con 0x561b1fda3110 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36da28700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 0x561b1fdaacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.115+0000 7ff36e229700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 0x561b1fda1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff3580a1400 tx=0x7ff358095950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3779254f071cf209 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff3655ad700 1 -- 172.21.15.63:0/3863842005 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3580994e0 con 0x561b1fda3110 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff3655ad700 1 -- 172.21.15.63:0/3863842005 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff35809d510 con 0x561b1fda3110 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff3655ad700 1 -- 172.21.15.63:0/3863842005 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3580055d0 con 0x561b1fda3110 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 -- 172.21.15.63:0/3863842005 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 msgr2=0x561b1fdbe160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff3580a1400 tx=0x7ff358095950 comp rx=0 tx=0).stop 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 -- 172.21.15.63:0/3863842005 shutdown_connections 2023-11-16T18:25:19.124 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda3110 0x561b1fdbe160 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda1c00 0x561b1fda1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 --2- 172.21.15.63:0/3863842005 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda2550 0x561b1fdaacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 -- 172.21.15.63:0/3863842005 >> 172.21.15.63:0/3863842005 conn(0x561b1fd97360 msgr2=0x561b1fd9c640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 -- 172.21.15.63:0/3863842005 shutdown_connections 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.116+0000 7ff37c619b80 1 -- 172.21.15.63:0/3863842005 wait complete. 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 -- start start 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 Processor -- start 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fe06700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.125 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fe0dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fe0e1c0 con 0x561b1fda2550 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fe0e300 con 0x561b1fda1c00 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b1fe0e490 con 0x561b1fda3110 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff37c619b80 10 client.0 _ll_register_callbacks cb 0x561b1fcb2780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36da28700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36da28700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45000/0 (socket says 172.21.15.63:45000) 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36da28700 1 -- 172.21.15.63:0/2166903409 learned_addr learned my addr 172.21.15.63:0/2166903409 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36e229700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fe06700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fe0dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.126 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.117+0000 7ff36da28700 1 -- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 msgr2=0x561b1fe0dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36da28700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fe0dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36da28700 1 -- 172.21.15.63:0/2166903409 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 msgr2=0x561b1fe06700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36da28700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fe06700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36da28700 1 -- 172.21.15.63:0/2166903409 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff36810bb00 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36ea2a700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fe0dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff36da28700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x561b1fd9d4b0 tx=0x7ff35c0092b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b2b5d202b30fad4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c02fd20 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff35c02f150 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff35c01d040 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff35c02fe80 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 10 client.15834 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561b1fb09c60 con 0x561b1fda2550 2023-11-16T18:25:19.127 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff35c01d040 con 0x561b1fda2550 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ff35c020070 con 0x561b1fda2550 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 10 client.15834 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 10 client.15834 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 20 client.15834 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fe0fa30 0x561b1fe11e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 4 client.15834 mds_command: new command op to 24481 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.118+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561b1fcc1660 con 0x561b1fe0fa30 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff36e229700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fe0fa30 0x561b1fe11e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff36e229700 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fe0fa30 0x561b1fe11e40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2f439e51c3906d7c server_cookie=f30302edc9626e34 in_seq=0 out_seq=0 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff34dffb700 10 client.15834 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff34dffb700 1 -- 172.21.15.63:0/2166903409 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561b1fcc1660 con 0x561b1fe0fa30 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff34dffb700 10 client.15834 handle_command_reply: tid=0 2023-11-16T18:25:19.128 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.119+0000 7ff37c619b80 1 client.15834 shutdown 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 msgr2=0x561b1fe06c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x561b1fd9d4b0 tx=0x7ff35c0092b0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 shutdown_connections 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x561b1fe0fa30 0x561b1fe11e40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561b1fda3110 0x561b1fe0dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561b1fda1c00 0x561b1fe06700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff34dffb700 0 client.15834 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 --2- 172.21.15.63:0/2166903409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b1fda2550 0x561b1fe06c40 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 >> 172.21.15.63:0/2166903409 conn(0x561b1fd97360 msgr2=0x561b1fdab3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 shutdown_connections 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 1 -- 172.21.15.63:0/2166903409 wait complete. 2023-11-16T18:25:19.129 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37c619b80 20 client.15834 trim_cache size 0 max 16384 2023-11-16T18:25:19.130 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:25:19.130 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 msgr2=0x7ff3500a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 0x7ff3500a3600 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff360009550 tx=0x7ff3600091b0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 msgr2=0x7ff36819d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff35800c970 tx=0x7ff35800cc80 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 shutdown_connections 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff3500a1150 0x7ff3500a3600 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff368100d40 0x7ff36819d6d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff3680ff1c0 0x7ff368196120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 --2- 172.21.15.63:0/3481943993 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff3681003b0 0x7ff368196660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 >> 172.21.15.63:0/3481943993 conn(0x7ff3680fa7c0 msgr2=0x7ff368103960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 shutdown_connections 2023-11-16T18:25:19.131 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:19.120+0000 7ff37048d700 1 -- 172.21.15.63:0/3481943993 wait complete. 2023-11-16T18:25:19.170 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:18 smithi063 ceph-mon[98873]: pgmap v370: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:19.170 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:18 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.170 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:18 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:25:19.170 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:18 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.170 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:18 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:25:19.171 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-11-16T18:25:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:18 smithi093 ceph-mon[100185]: pgmap v370: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:18 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:18 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:25:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:18 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:18 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:25:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:18 smithi125 ceph-mon[100672]: pgmap v370: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:18 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:18 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:25:19.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:18 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:25:19.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:18 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:25:19.769 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:19.769 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:19.913 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:19.914 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:19.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:19.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:19.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 52 -lt 100 ']' 2023-11-16T18:25:19.947 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 52 + 1 2023-11-16T18:25:19.979 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=53 2023-11-16T18:25:19.979 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:20.022 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:20.022 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:20.023 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:20.023 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:20.023 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:20.677 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:20.677 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:20.905 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:20.905 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:20.924 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:20.924 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:20.924 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 53 -lt 100 ']' 2023-11-16T18:25:20.924 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 53 + 1 2023-11-16T18:25:20.966 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=54 2023-11-16T18:25:20.966 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:20.988 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:20.989 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:20.989 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:20.990 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:20.990 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:20 smithi093 ceph-mon[100185]: pgmap v371: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:20 smithi125 ceph-mon[100672]: pgmap v371: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:21.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:20 smithi063 ceph-mon[98873]: pgmap v371: 129 pgs: 129 active+clean; 1.1 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:21.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 -- 172.21.15.63:0/3497971189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 msgr2=0x7f61701030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 --2- 172.21.15.63:0/3497971189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 0x7f61701030a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f616c009990 tx=0x7f616c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 -- 172.21.15.63:0/3758537845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ffe00 msgr2=0x7fe1d41076b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 --2- 172.21.15.63:0/3758537845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ffe00 0x7fe1d41076b0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc00b0a0 tx=0x7fe1cc00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 -- 172.21.15.63:0/3758537845 shutdown_connections 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 --2- 172.21.15.63:0/3758537845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ffe00 0x7fe1d41076b0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 --2- 172.21.15.63:0/3758537845 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d4100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 --2- 172.21.15.63:0/3758537845 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ff450 0x7fe1d40ff8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 -- 172.21.15.63:0/3758537845 >> 172.21.15.63:0/3758537845 conn(0x7fe1d40f9fb0 msgr2=0x7fe1d40fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 -- 172.21.15.63:0/3497971189 shutdown_connections 2023-11-16T18:25:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 --2- 172.21.15.63:0/3497971189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6170105f00 0x7f6170108360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 --2- 172.21.15.63:0/3497971189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 0x7f61701030a0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 --2- 172.21.15.63:0/3497971189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f61701035e0 0x7f61701059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 -- 172.21.15.63:0/3497971189 >> 172.21.15.63:0/3497971189 conn(0x7f61700fa720 msgr2=0x7f61700fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 -- 172.21.15.63:0/3758537845 shutdown_connections 2023-11-16T18:25:21.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.414+0000 7fe1db190700 1 -- 172.21.15.63:0/3758537845 wait complete. 2023-11-16T18:25:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 -- 172.21.15.63:0/3497971189 shutdown_connections 2023-11-16T18:25:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.414+0000 7f617830c700 1 -- 172.21.15.63:0/3497971189 wait complete. 2023-11-16T18:25:21.422 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 Processor -- start 2023-11-16T18:25:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 Processor -- start 2023-11-16T18:25:21.423 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 -- start start 2023-11-16T18:25:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 -- start start 2023-11-16T18:25:21.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ff450 0x7fe1d4196130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.424 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 0x7fe1d4196670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 0x7f6170196000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701035e0 0x7f6170196540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019db80 con 0x7f6170100cc0 2023-11-16T18:25:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019dcc0 con 0x7f61701035e0 2023-11-16T18:25:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.415+0000 7f617830c700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f617019de50 con 0x7f6170105f00 2023-11-16T18:25:21.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d419dcb0 con 0x7fe1d40ff450 2023-11-16T18:25:21.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d419ddf0 con 0x7fe1d40ffe00 2023-11-16T18:25:21.425 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.415+0000 7fe1db190700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d419df80 con 0x7fe1d4100890 2023-11-16T18:25:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43792/0 (socket says 172.21.15.63:43792) 2023-11-16T18:25:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 -- 172.21.15.63:0/437234790 learned_addr learned my addr 172.21.15.63:0/437234790 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.426 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d3fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 0x7fe1d4196670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43794/0 (socket says 172.21.15.63:43794) 2023-11-16T18:25:21.427 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 -- 172.21.15.63:0/186047012 learned_addr learned my addr 172.21.15.63:0/186047012 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61758a7700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701035e0 0x7f6170196540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 -- 172.21.15.63:0/437234790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701035e0 msgr2=0x7f6170196540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701035e0 0x7f6170196540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 -- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 msgr2=0x7f6170196000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 0x7f6170196000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 -- 172.21.15.63:0/437234790 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f616c0095f0 con 0x7f6170105f00 2023-11-16T18:25:21.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 -- 172.21.15.63:0/186047012 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 msgr2=0x7fe1d4196670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.428 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 0x7fe1d4196670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 -- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ff450 msgr2=0x7fe1d4196130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ff450 0x7fe1d4196130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 -- 172.21.15.63:0/186047012 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1cc009d00 con 0x7fe1d4100890 2023-11-16T18:25:21.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 0x7fe1d4196670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61768a9700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f616800eb80 tx=0x7f616800ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.429 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.416+0000 7fe1d972d700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc009fd0 tx=0x7fe1cc00bce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61677fe700 1 -- 172.21.15.63:0/437234790 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6168018070 con 0x7f6170105f00 2023-11-16T18:25:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f617010bbf0 con 0x7f6170105f00 2023-11-16T18:25:21.431 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.417+0000 7fe1d1ffb700 1 -- 172.21.15.63:0/186047012 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc00e040 con 0x7fe1d4100890 2023-11-16T18:25:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61677fe700 1 -- 172.21.15.63:0/437234790 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f616800f040 con 0x7f6170105f00 2023-11-16T18:25:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.416+0000 7f61677fe700 1 -- 172.21.15.63:0/437234790 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f616800ce80 con 0x7f6170105f00 2023-11-16T18:25:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.417+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f617010ba60 con 0x7f6170105f00 2023-11-16T18:25:21.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.417+0000 7fe1d1ffb700 1 -- 172.21.15.63:0/186047012 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1cc0094a0 con 0x7fe1d4100890 2023-11-16T18:25:21.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.417+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1d410bd40 con 0x7fe1d4100890 2023-11-16T18:25:21.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.417+0000 7fe1d1ffb700 1 -- 172.21.15.63:0/186047012 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc01b6a0 con 0x7fe1d4100890 2023-11-16T18:25:21.432 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.417+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1d410bbb0 con 0x7fe1d4100890 2023-11-16T18:25:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.419+0000 7f61677fe700 1 -- 172.21.15.63:0/437234790 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6168007500 con 0x7f6170105f00 2023-11-16T18:25:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.420+0000 7f61677fe700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 0x7f615c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.433 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.420+0000 7fe1d1ffb700 1 -- 172.21.15.63:0/186047012 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe1cc01d470 con 0x7fe1d4100890 2023-11-16T18:25:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.420+0000 7f61760a8700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 0x7f615c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.420+0000 7f61677fe700 1 -- 172.21.15.63:0/437234790 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f61680cc820 con 0x7f6170105f00 2023-11-16T18:25:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.420+0000 7f61760a8700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 0x7f615c0a3600 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f616c00b680 tx=0x7f616c005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.420+0000 7fe1d1ffb700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 0x7fe1c40a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.421+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 0x7fe1c40a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.421+0000 7fe1d1ffb700 1 -- 172.21.15.63:0/186047012 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe1cc0cdd20 con 0x7fe1d4100890 2023-11-16T18:25:21.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.421+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 0x7fe1c40a3680 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8005950 tx=0x7fe1c80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 Processor -- start 2023-11-16T18:25:21.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 Processor -- start 2023-11-16T18:25:21.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 -- start start 2023-11-16T18:25:21.503 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 -- start start 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b3c00 0x556a0d0b4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b5110 0x556a0d0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0cfb9060 con 0x556a0d0b4550 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d00b8a0 con 0x556a0d0b3c00 2023-11-16T18:25:21.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d004d30 con 0x556a0d0b5110 2023-11-16T18:25:21.504 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfcf7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.505 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfcf85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.505 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.505 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfbfd000 con 0x5640bfcf8b10 2023-11-16T18:25:21.505 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfc4f840 con 0x5640bfb536b0 2023-11-16T18:25:21.505 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.500+0000 7f6184498b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfc48cd0 con 0x5640bfcf7db0 2023-11-16T18:25:21.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1d3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1d3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45036/0 (socket says 172.21.15.63:45036) 2023-11-16T18:25:21.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.500+0000 7fe1d3fff700 1 -- 172.21.15.63:0/48876178 learned_addr learned my addr 172.21.15.63:0/48876178 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d972d700 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b5110 0x556a0d0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b3c00 0x556a0d0b4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45044/0 (socket says 172.21.15.63:45044) 2023-11-16T18:25:21.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61760a8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfcf7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 -- 172.21.15.63:0/2464609046 learned_addr learned my addr 172.21.15.63:0/2464609046 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61758a7700 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfcf85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 -- 172.21.15.63:0/48876178 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b5110 msgr2=0x556a0d0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b5110 0x556a0d0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 -- 172.21.15.63:0/48876178 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b3c00 msgr2=0x556a0d0b4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b3c00 0x556a0d0b4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 -- 172.21.15.63:0/48876178 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a0ce86630 con 0x556a0d0b4550 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 -- 172.21.15.63:0/2464609046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 msgr2=0x5640bfcf85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfcf85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 -- 172.21.15.63:0/2464609046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 msgr2=0x5640bfcf7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfcf7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 -- 172.21.15.63:0/2464609046 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640bfaca5d0 con 0x5640bfcf8b10 2023-11-16T18:25:21.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61760a8700 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfcf7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00115f0 tx=0x7fe1c0011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2bc8beda61ec646 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.510 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f61768a9700 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f61680090a0 tx=0x7f616800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7274239b83cc9b18 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1beffd700 1 -- 172.21.15.63:0/48876178 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0019630 con 0x556a0d0b4550 2023-11-16T18:25:21.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1beffd700 1 -- 172.21.15.63:0/48876178 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1c0019c50 con 0x556a0d0b4550 2023-11-16T18:25:21.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.501+0000 7fe1beffd700 1 -- 172.21.15.63:0/48876178 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c000ebc0 con 0x556a0d0b4550 2023-11-16T18:25:21.511 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.501+0000 7f6164dac700 1 -- 172.21.15.63:0/2464609046 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6168099980 con 0x5640bfcf8b10 2023-11-16T18:25:21.511 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6164dac700 1 -- 172.21.15.63:0/2464609046 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f616809d9b0 con 0x5640bfcf8b10 2023-11-16T18:25:21.511 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6164dac700 1 -- 172.21.15.63:0/2464609046 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6168098e70 con 0x5640bfcf8b10 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 -- 172.21.15.63:0/48876178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 msgr2=0x556a0d0b4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00115f0 tx=0x7fe1c0011900 comp rx=0 tx=0).stop 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 -- 172.21.15.63:0/48876178 shutdown_connections 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b5110 0x556a0d0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b3c00 0x556a0d0b4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/48876178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0b4b30 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 -- 172.21.15.63:0/48876178 >> 172.21.15.63:0/48876178 conn(0x556a0d0a9360 msgr2=0x556a0d0ae670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 -- 172.21.15.63:0/48876178 shutdown_connections 2023-11-16T18:25:21.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.502+0000 7fe1e731cb80 1 -- 172.21.15.63:0/48876178 wait complete. 2023-11-16T18:25:21.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 -- 172.21.15.63:0/2464609046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 msgr2=0x5640bfcf8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f61680090a0 tx=0x7f616800c8a0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 -- 172.21.15.63:0/2464609046 shutdown_connections 2023-11-16T18:25:21.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf8b10 0x5640bfcf8f80 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfcf7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 --2- 172.21.15.63:0/2464609046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfcf85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 -- 172.21.15.63:0/2464609046 >> 172.21.15.63:0/2464609046 conn(0x5640bfcecf50 msgr2=0x5640bfcf2100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.502+0000 7f6184498b80 1 -- 172.21.15.63:0/2464609046 shutdown_connections 2023-11-16T18:25:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 -- 172.21.15.63:0/2464609046 wait complete. 2023-11-16T18:25:21.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 -- start start 2023-11-16T18:25:21.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 Processor -- start 2023-11-16T18:25:21.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 -- start start 2023-11-16T18:25:21.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 Processor -- start 2023-11-16T18:25:21.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 0x5640bfd050e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd05620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0bdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfd0c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0cfa68e0 con 0x556a0d0b4550 2023-11-16T18:25:21.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0cfa6580 con 0x556a0d0b5110 2023-11-16T18:25:21.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfbea880 con 0x5640bfcf7db0 2023-11-16T18:25:21.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfbea520 con 0x5640bfcf8b10 2023-11-16T18:25:21.517 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.503+0000 7f6184498b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfacc8c0 con 0x5640bfb536b0 2023-11-16T18:25:21.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0ce88920 con 0x556a0d0b3c00 2023-11-16T18:25:21.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.503+0000 7fe1e731cb80 10 client.0 _ll_register_callbacks cb 0x556a0cfc4780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:21.518 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f6184498b80 10 client.0 _ll_register_callbacks cb 0x5640bfc08720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:21.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61760a8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 0x5640bfd050e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61760a8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 0x5640bfd050e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43814/0 (socket says 172.21.15.63:43814) 2023-11-16T18:25:21.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61760a8700 1 -- 172.21.15.63:0/425069292 learned_addr learned my addr 172.21.15.63:0/425069292 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.519 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd05620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43816/0 (socket says 172.21.15.63:43816) 2023-11-16T18:25:21.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/3584791390 learned_addr learned my addr 172.21.15.63:0/3584791390 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0bdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.520 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61768a9700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfd0c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d972d700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/3584791390 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 msgr2=0x556a0d0c4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/3584791390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 msgr2=0x556a0d0bdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0bdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.521 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 -- 172.21.15.63:0/425069292 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 msgr2=0x5640bfd050e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.521 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 0x5640bfd050e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.521 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 -- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 msgr2=0x5640bfd0c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.521 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfd0c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.521 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 -- 172.21.15.63:0/425069292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f617010ba60 con 0x5640bfcf7db0 2023-11-16T18:25:21.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/3584791390 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1c0009dd0 con 0x556a0d0b3c00 2023-11-16T18:25:21.522 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61768a9700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfd0c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:21.522 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f61758a7700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd05620 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6160012770 tx=0x7f6160012a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471d899babf5a8fe server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.522 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f6159ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:21.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe1c801d6e0 tx=0x7fe1c8004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8299dd957cdfdf39 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:25:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.504+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6160017070 con 0x5640bfcf7db0 2023-11-16T18:25:21.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.504+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8010840 con 0x556a0d0b3c00 2023-11-16T18:25:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f616000f540 con 0x5640bfcf7db0 2023-11-16T18:25:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640bfcea710 con 0x5640bfcf7db0 2023-11-16T18:25:21.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556a0d0a6b20 con 0x556a0d0b3c00 2023-11-16T18:25:21.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe1c80109a0 con 0x556a0d0b3c00 2023-11-16T18:25:21.524 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f616000f700 con 0x5640bfcf7db0 2023-11-16T18:25:21.524 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 10 client.15849 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:21.524 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5640bfc0f130 con 0x5640bfcf7db0 2023-11-16T18:25:21.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1c8010b60 con 0x556a0d0b3c00 2023-11-16T18:25:21.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 10 client.25474 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:21.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556a0cfcb190 con 0x556a0d0b3c00 2023-11-16T18:25:21.525 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5640bfcea710 con 0x5640bfcf7db0 2023-11-16T18:25:21.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556a0d0a6b20 con 0x556a0d0b3c00 2023-11-16T18:25:21.526 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f6160010950 con 0x5640bfcf7db0 2023-11-16T18:25:21.526 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 10 client.15849 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:21.526 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:21.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fe1c8018070 con 0x556a0d0b3c00 2023-11-16T18:25:21.527 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 20 client.15849 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:21.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 10 client.25474 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd10f10 0x5640bfd13320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 10 client.25474 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:25:21.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 20 client.25474 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 4 client.15849 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640bfc0b040 con 0x5640bfd10f10 2023-11-16T18:25:21.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d0c9410 0x556a0d0cb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 4 client.25474 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:21.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.505+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556a0cfc70a0 con 0x556a0d0c9410 2023-11-16T18:25:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.505+0000 7f61760a8700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd10f10 0x5640bfd13320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.530 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.506+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d0c9410 0x556a0d0cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.530 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.506+0000 7f6159ffb700 10 client.15849 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:21.530 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.506+0000 7f61760a8700 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd10f10 0x5640bfd13320 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f54ac15b2891430c server_cookie=44b3020675c93672 in_seq=0 out_seq=0 2023-11-16T18:25:21.531 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.506+0000 7fe1b3fff700 10 client.25474 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:25:21.531 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.506+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d0c9410 0x556a0d0cb820 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8352822c2e7876f7 server_cookie=62b7e855a50e96b8 in_seq=0 out_seq=0 2023-11-16T18:25:21.531 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.506+0000 7f6159ffb700 1 -- 172.21.15.63:0/425069292 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5640bfc0b040 con 0x5640bfd10f10 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.506+0000 7f6159ffb700 10 client.15849 handle_command_reply: tid=0 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.506+0000 7f6184498b80 1 client.15849 shutdown 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 msgr2=0x5640bfd05620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd05620 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6160012770 tx=0x7f6160012a80 comp rx=0 tx=0).stop 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 shutdown_connections 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd10f10 0x5640bfd13320 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfd0c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfb536b0 0x5640bfd050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 --2- 172.21.15.63:0/425069292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd05620 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6159ffb700 0 client.15849 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:21.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 >> 172.21.15.63:0/425069292 conn(0x5640bfcecf50 msgr2=0x5640bfcf17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1b3fff700 1 -- 172.21.15.63:0/3584791390 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556a0cfc70a0 con 0x556a0d0c9410 2023-11-16T18:25:21.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1b3fff700 10 client.25474 handle_command_reply: tid=0 2023-11-16T18:25:21.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 shutdown_connections 2023-11-16T18:25:21.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 1 -- 172.21.15.63:0/425069292 wait complete. 2023-11-16T18:25:21.534 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 client.25474 shutdown 2023-11-16T18:25:21.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.507+0000 7f6184498b80 20 client.15849 trim_cache size 0 max 16384 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 msgr2=0x556a0d0bd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe1c801d6e0 tx=0x7fe1c8004750 comp rx=0 tx=0).stop 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 shutdown_connections 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d0c9410 0x556a0d0cb820 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1b3fff700 0 client.25474 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bd600 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/3584791390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0bdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 >> 172.21.15.63:0/3584791390 conn(0x556a0d0a9360 msgr2=0x556a0d0adde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 shutdown_connections 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 1 -- 172.21.15.63:0/3584791390 wait complete. 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.507+0000 7fe1e731cb80 20 client.25474 trim_cache size 0 max 16384 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.520+0000 7fe1e731cb80 1 Processor -- start 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.520+0000 7fe1e731cb80 1 -- start start 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b4550 0x556a0d0c4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0bbdc0 con 0x556a0d0b5110 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0af4e0 con 0x556a0d0b4550 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0a6660 con 0x556a0d0b3c00 2023-11-16T18:25:21.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45066/0 (socket says 172.21.15.63:45066) 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 -- 172.21.15.63:0/2096191115 learned_addr learned my addr 172.21.15.63:0/2096191115 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b4550 0x556a0d0c4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 -- 172.21.15.63:0/2096191115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 msgr2=0x556a0d0bc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bc2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 -- 172.21.15.63:0/2096191115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b4550 msgr2=0x556a0d0c4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b4550 0x556a0d0c4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 -- 172.21.15.63:0/2096191115 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a0cfcaee0 con 0x556a0d0b5110 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1d972d700 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc097380 tx=0x7fe1cc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b6636ddf9a13cfe server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1bf7fe700 1 -- 172.21.15.63:0/2096191115 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc09eeb0 con 0x556a0d0b5110 2023-11-16T18:25:21.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1bf7fe700 1 -- 172.21.15.63:0/2096191115 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1cc0a3240 con 0x556a0d0b5110 2023-11-16T18:25:21.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.521+0000 7fe1bf7fe700 1 -- 172.21.15.63:0/2096191115 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc09a5d0 con 0x556a0d0b5110 2023-11-16T18:25:21.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 -- 172.21.15.63:0/2096191115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 msgr2=0x556a0d0b8060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc097380 tx=0x7fe1cc003f10 comp rx=0 tx=0).stop 2023-11-16T18:25:21.540 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.522+0000 7f6184498b80 1 Processor -- start 2023-11-16T18:25:21.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 -- 172.21.15.63:0/2096191115 shutdown_connections 2023-11-16T18:25:21.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b5110 0x556a0d0b8060 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0bc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/2096191115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b4550 0x556a0d0c4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.522+0000 7fe1e731cb80 1 -- 172.21.15.63:0/2096191115 >> 172.21.15.63:0/2096191115 conn(0x556a0d0a9360 msgr2=0x556a0d0d0180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.541 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 -- start start 2023-11-16T18:25:21.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- 172.21.15.63:0/2096191115 shutdown_connections 2023-11-16T18:25:21.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- 172.21.15.63:0/2096191115 wait complete. 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 0x5640bfcf8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfcff9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfd00180 con 0x5640bfb536b0 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfcecb70 con 0x5640bfcf8b10 2023-11-16T18:25:21.543 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f6184498b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfcff7a0 con 0x5640bfcf7db0 2023-11-16T18:25:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- start start 2023-11-16T18:25:21.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 Processor -- start 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61758a7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61758a7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:43838/0 (socket says 172.21.15.63:43838) 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61758a7700 1 -- 172.21.15.63:0/3463062435 learned_addr learned my addr 172.21.15.63:0/3463062435 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 0x5640bfcf8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61768a9700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfcff9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 -- 172.21.15.63:0/3463062435 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 msgr2=0x5640bfd0c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 -- 172.21.15.63:0/3463062435 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 msgr2=0x5640bfcff9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfcff9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.545 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61760a8700 1 -- 172.21.15.63:0/3463062435 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640bfc0ee80 con 0x5640bfb536b0 2023-11-16T18:25:21.546 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61758a7700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0c2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.546 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.523+0000 7f61768a9700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfcff9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0c3f90 con 0x556a0d0b4550 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0c4100 con 0x556a0d0b5110 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.523+0000 7fe1e731cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a0d0c42c0 con 0x556a0d0b3c00 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1e731cb80 10 client.0 _ll_register_callbacks cb 0x556a0cfc4780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45076/0 (socket says 172.21.15.63:45076) 2023-11-16T18:25:21.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d3fff700 1 -- 172.21.15.63:0/544315042 learned_addr learned my addr 172.21.15.63:0/544315042 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0c2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d972d700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.548 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.524+0000 7f61760a8700 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 0x5640bfcf8ee0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x5640bfd112e0 tx=0x7f616c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d70bbd6e2b57ba84 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/544315042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 msgr2=0x556a0d0c3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.549 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.524+0000 7f61655ad700 1 -- 172.21.15.63:0/3463062435 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f616c02b030 con 0x5640bfb536b0 2023-11-16T18:25:21.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/544315042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 msgr2=0x556a0d0c2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.549 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.524+0000 7f61655ad700 1 -- 172.21.15.63:0/3463062435 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f616c02c040 con 0x5640bfb536b0 2023-11-16T18:25:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 -- 172.21.15.63:0/544315042 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556a0cfcb190 con 0x556a0d0b3c00 2023-11-16T18:25:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d972d700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.550 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.524+0000 7f61655ad700 1 -- 172.21.15.63:0/3463062435 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f616c01d070 con 0x5640bfb536b0 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1d8f2c700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0c2500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe1c800f010 tx=0x7fe1c8005980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=759313d23faa3332 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c800f4e0 con 0x556a0d0b3c00 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe1c0019c50 con 0x556a0d0b3c00 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.524+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe1c800f930 con 0x556a0d0b3c00 2023-11-16T18:25:21.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1c800faf0 con 0x556a0d0b3c00 2023-11-16T18:25:21.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 10 client.25486 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:21.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7fe1d410bbb0 con 0x556a0d0b3c00 2023-11-16T18:25:21.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- 172.21.15.63:0/3463062435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 msgr2=0x5640bfcf8ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.552 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 0x5640bfcf8ee0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x5640bfd112e0 tx=0x7f616c018000 comp rx=0 tx=0).stop 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- 172.21.15.63:0/3463062435 shutdown_connections 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfcf8b10 0x5640bfcff9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfb536b0 0x5640bfcf8ee0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 --2- 172.21.15.63:0/3463062435 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf7db0 0x5640bfd0c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- 172.21.15.63:0/3463062435 >> 172.21.15.63:0/3463062435 conn(0x5640bfcecf50 msgr2=0x5640bfd17c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- 172.21.15.63:0/3463062435 shutdown_connections 2023-11-16T18:25:21.553 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- 172.21.15.63:0/3463062435 wait complete. 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1c0019c50 con 0x556a0d0b3c00 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fe1c802d070 con 0x556a0d0b3c00 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 10 client.25486 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 10 client.25486 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 20 client.25486 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:21.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d11deb0 0x556a0d1202c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 4 client.25486 mds_command: new command op to 24496 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:25:21.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556a0cfd3660 con 0x556a0d11deb0 2023-11-16T18:25:21.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 -- start start 2023-11-16T18:25:21.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 Processor -- start 2023-11-16T18:25:21.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.525+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d11deb0 0x556a0d1202c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.525+0000 7f6184498b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd085c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 0x5640bfd0b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfd0bb20 con 0x5640bfcf7db0 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfd0bc90 con 0x5640bfb536b0 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bfd0be50 con 0x5640bfcf8b10 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6184498b80 10 client.0 _ll_register_callbacks cb 0x7f6160009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61768a9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 0x5640bfd0b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40486/0 (socket says 172.21.15.63:40486) 2023-11-16T18:25:21.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 -- 172.21.15.63:0/1386440106 learned_addr learned my addr 172.21.15.63:0/1386440106 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:21.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1b3fff700 10 client.25486 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:25:21.558 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1d3fff700 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d11deb0 0x556a0d1202c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1a7d9c3def4405c server_cookie=9f7ea9126b23c5fe in_seq=0 out_seq=0 2023-11-16T18:25:21.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 -- 172.21.15.63:0/1386440106 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 msgr2=0x5640bfd0b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 0x5640bfd0b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 -- 172.21.15.63:0/1386440106 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 msgr2=0x5640bfd085c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:21.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1b3fff700 1 -- 172.21.15.63:0/544315042 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556a0cfd3660 con 0x556a0d11deb0 2023-11-16T18:25:21.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1b3fff700 10 client.25486 handle_command_reply: tid=0 2023-11-16T18:25:21.559 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 client.25486 shutdown 2023-11-16T18:25:21.559 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 -- 172.21.15.63:0/1386440106 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5640bfc0f130 con 0x5640bfb536b0 2023-11-16T18:25:21.559 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61768a9700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 0x5640bfd0b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:21.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 msgr2=0x556a0d0c2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0c2500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe1c800f010 tx=0x7fe1c8005980 comp rx=0 tx=0).stop 2023-11-16T18:25:21.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 shutdown_connections 2023-11-16T18:25:21.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x556a0d11deb0 0x556a0d1202c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.560 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556a0d0b5110 0x556a0d0c3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556a0d0b3c00 0x556a0d0c2500 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 --2- 172.21.15.63:0/544315042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a0d0b4550 0x556a0d0c2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1b3fff700 0 client.25486 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:25:21.561 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 >> 172.21.15.63:0/544315042 conn(0x556a0d0a9360 msgr2=0x556a0d0bc2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.561 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f61760a8700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f616c032660 tx=0x7f616c032690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de9d37274cae9cc1 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:21.561 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.526+0000 7f6159ffb700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:25:21.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 shutdown_connections 2023-11-16T18:25:21.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.526+0000 7fe1e731cb80 1 -- 172.21.15.63:0/544315042 wait complete. 2023-11-16T18:25:21.562 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f616c02b070 con 0x5640bfb536b0 2023-11-16T18:25:21.562 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1e731cb80 20 client.25486 trim_cache size 0 max 16384 2023-11-16T18:25:21.563 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f616c032de0 con 0x5640bfb536b0 2023-11-16T18:25:21.563 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f616809d9b0 con 0x5640bfb536b0 2023-11-16T18:25:21.563 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:25:21.564 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f616c01d040 con 0x5640bfb536b0 2023-11-16T18:25:21.564 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 10 client.25535 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:21.564 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7f616c00bd20 con 0x5640bfb536b0 2023-11-16T18:25:21.564 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f616809d9b0 con 0x5640bfb536b0 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 msgr2=0x7fe1c40a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 0x7fe1c40a3680 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8005950 tx=0x7fe1c80058e0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 msgr2=0x7fe1d419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc009fd0 tx=0x7fe1cc00bce0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 shutdown_connections 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe1c40a11d0 0x7fe1c40a3680 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe1d4100890 0x7fe1d419d6e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1d40ff450 0x7fe1d4196130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.566 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f616c03b020 con 0x5640bfb536b0 2023-11-16T18:25:21.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 --2- 172.21.15.63:0/186047012 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe1d40ffe00 0x7fe1d4196670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 >> 172.21.15.63:0/186047012 conn(0x7fe1d40f9fb0 msgr2=0x7fe1d40fc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.566 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 10 client.25535 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:21.567 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 10 client.25535 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:21.567 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 20 client.25535 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:21.567 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd655a0 0x5640bfd67980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:21.567 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 4 client.25535 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:25:21.567 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5640bfc17600 con 0x5640bfd655a0 2023-11-16T18:25:21.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 shutdown_connections 2023-11-16T18:25:21.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:21.527+0000 7fe1db190700 1 -- 172.21.15.63:0/186047012 wait complete. 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.527+0000 7f61758a7700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd655a0 0x5640bfd67980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.528+0000 7f6159ffb700 10 client.25535 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.528+0000 7f61758a7700 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd655a0 0x5640bfd67980 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7986e712a93f4965 server_cookie=a39563e53b4fc42e in_seq=0 out_seq=0 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6159ffb700 1 -- 172.21.15.63:0/1386440106 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5640bfc17600 con 0x5640bfd655a0 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6159ffb700 10 client.25535 handle_command_reply: tid=0 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 client.25535 shutdown 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 msgr2=0x5640bfd08080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f616c032660 tx=0x7f616c032690 comp rx=0 tx=0).stop 2023-11-16T18:25:21.569 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 shutdown_connections 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640bfd655a0 0x5640bfd67980 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640bfcf8b10 0x5640bfd0b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6159ffb700 0 client.25535 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640bfb536b0 0x5640bfd08080 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 --2- 172.21.15.63:0/1386440106 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640bfcf7db0 0x5640bfd085c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 >> 172.21.15.63:0/1386440106 conn(0x5640bfcecf50 msgr2=0x5640bfcff9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 shutdown_connections 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.553+0000 7f6184498b80 1 -- 172.21.15.63:0/1386440106 wait complete. 2023-11-16T18:25:21.570 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f6184498b80 20 client.25535 trim_cache size 0 max 16384 2023-11-16T18:25:21.571 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:25:21.571 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:25:21.571 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:25:21.571 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:25:21.571 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 msgr2=0x7f615c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 0x7f615c0a3600 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f616c00b680 tx=0x7f616c005e80 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 msgr2=0x7f617019d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f616800eb80 tx=0x7f616800ee90 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 shutdown_connections 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f615c0a1150 0x7f615c0a3600 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6170105f00 0x7f617019d5b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6170100cc0 0x7f6170196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 --2- 172.21.15.63:0/437234790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f61701035e0 0x7f6170196540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 >> 172.21.15.63:0/437234790 conn(0x7f61700fa720 msgr2=0x7f6170101920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:21.572 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 shutdown_connections 2023-11-16T18:25:21.573 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:21.554+0000 7f617830c700 1 -- 172.21.15.63:0/437234790 wait complete. 2023-11-16T18:25:21.574 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-11-16T18:25:21.702 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:21.702 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:21.805 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:21.805 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:21.815 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:21.815 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:21.815 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 54 -lt 100 ']' 2023-11-16T18:25:21.815 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 54 + 1 2023-11-16T18:25:21.854 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=55 2023-11-16T18:25:21.854 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:21.859 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:21.859 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:21.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:21.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:21.860 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:22.227 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:22.227 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:22.321 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:22.321 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:22.349 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:22.350 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:22.350 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 55 -lt 100 ']' 2023-11-16T18:25:22.350 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 55 + 1 2023-11-16T18:25:22.404 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=56 2023-11-16T18:25:22.404 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:22.445 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:22.446 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:22.446 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:22.446 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:22.447 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:22.993 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:22.993 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:23.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:22 smithi063 ceph-mon[98873]: pgmap v372: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 11 op/s 2023-11-16T18:25:23.138 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:23.138 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:23.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:23.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:23.156 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 56 -lt 100 ']' 2023-11-16T18:25:23.156 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 56 + 1 2023-11-16T18:25:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:22 smithi093 ceph-mon[100185]: pgmap v372: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 11 op/s 2023-11-16T18:25:23.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=57 2023-11-16T18:25:23.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:23.212 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:23.212 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:23.212 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:23.213 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:23.213 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:23.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:22 smithi125 ceph-mon[100672]: pgmap v372: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 11 op/s 2023-11-16T18:25:23.926 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:23.927 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:24.113 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:24.113 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:24.149 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:24.182 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:24.182 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 57 -lt 100 ']' 2023-11-16T18:25:24.183 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 57 + 1 2023-11-16T18:25:24.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=58 2023-11-16T18:25:24.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:24.235 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:24.236 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:24.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:24.237 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:24.237 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:24.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 -- 172.21.15.63:0/2046866009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 msgr2=0x7f5438101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 --2- 172.21.15.63:0/2046866009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438101900 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f542c009990 tx=0x7f542c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 -- 172.21.15.63:0/2046866009 shutdown_connections 2023-11-16T18:25:24.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 --2- 172.21.15.63:0/2046866009 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438108700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 --2- 172.21.15.63:0/2046866009 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 0x7f54381006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 --2- 172.21.15.63:0/2046866009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438101900 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.629 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 -- 172.21.15.63:0/2046866009 >> 172.21.15.63:0/2046866009 conn(0x7f54380fb8a0 msgr2=0x7f54380fdd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 -- 172.21.15.63:0/2046866009 shutdown_connections 2023-11-16T18:25:24.630 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.548+0000 7f543e6a9700 1 -- 172.21.15.63:0/2046866009 wait complete. 2023-11-16T18:25:24.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 Processor -- start 2023-11-16T18:25:24.632 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 -- start start 2023-11-16T18:25:24.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 0x7f54380748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5438073bc0 con 0x7f54381014b0 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5438073d30 con 0x7f5438101e40 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f543e6a9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54381a0090 con 0x7f54381002c0 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.549+0000 7f54377fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45098/0 (socket says 172.21.15.63:45098) 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 -- 172.21.15.63:0/1475052517 learned_addr learned my addr 172.21.15.63:0/1475052517 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f543cc46700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f5437fff700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 0x7f54380748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 -- 172.21.15.63:0/1475052517 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 msgr2=0x7f54380748a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 0x7f54380748a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 -- 172.21.15.63:0/1475052517 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 msgr2=0x7f5438073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 -- 172.21.15.63:0/1475052517 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f542c0095f0 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f543cc46700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54377fe700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f542c004760 tx=0x7f542c004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54357fa700 1 -- 172.21.15.63:0/1475052517 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542c01d070 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54357fa700 1 -- 172.21.15.63:0/1475052517 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f542c004cf0 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f543810bc30 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f54357fa700 1 -- 172.21.15.63:0/1475052517 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542c003d00 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.550+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f543810baa0 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.553+0000 7f54357fa700 1 -- 172.21.15.63:0/1475052517 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f542c004800 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.553+0000 7f54357fa700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 0x7f54200a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.554+0000 7f54357fa700 1 -- 172.21.15.63:0/1475052517 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f542c0cdcc0 con 0x7f54381014b0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.554+0000 7f5437fff700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 0x7f54200a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.554+0000 7f5437fff700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 0x7f54200a3600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5438101310 tx=0x7f542800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 Processor -- start 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 -- start start 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b590b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b591110 0x55581b591580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b495060 con 0x55581b58fc00 2023-11-16T18:25:24.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b4e78a0 con 0x55581b591110 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f544a835b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b4e0d30 con 0x55581b590550 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f5437fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f5437fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45104/0 (socket says 172.21.15.63:45104) 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f5437fff700 1 -- 172.21.15.63:0/2488241838 learned_addr learned my addr 172.21.15.63:0/2488241838 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f543cc46700 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b591110 0x55581b591580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.645+0000 7f54377fe700 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b590b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 -- 172.21.15.63:0/2488241838 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 msgr2=0x55581b590b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b590b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 -- 172.21.15.63:0/2488241838 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b591110 msgr2=0x55581b591580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b591110 0x55581b591580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 -- 172.21.15.63:0/2488241838 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55581b362630 con 0x55581b58fc00 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f5437fff700 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f542800fd80 tx=0x7f5428012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f08272ce4681df6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f541e7fc700 1 -- 172.21.15.63:0/2488241838 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54280108c0 con 0x55581b58fc00 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f541e7fc700 1 -- 172.21.15.63:0/2488241838 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5428020070 con 0x55581b58fc00 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.646+0000 7f541e7fc700 1 -- 172.21.15.63:0/2488241838 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542801bda0 con 0x55581b58fc00 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- 172.21.15.63:0/2488241838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 msgr2=0x55581b590010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f542800fd80 tx=0x7f5428012000 comp rx=0 tx=0).stop 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- 172.21.15.63:0/2488241838 shutdown_connections 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b591110 0x55581b591580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b590010 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 --2- 172.21.15.63:0/2488241838 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b590b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- 172.21.15.63:0/2488241838 >> 172.21.15.63:0/2488241838 conn(0x55581b585360 msgr2=0x55581b58a670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- 172.21.15.63:0/2488241838 shutdown_connections 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- 172.21.15.63:0/2488241838 wait complete. 2023-11-16T18:25:24.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.647+0000 7f544a835b80 1 -- start start 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 Processor -- start 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b58fc00 0x55581b599610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b599b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b4828e0 con 0x55581b591110 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b482580 con 0x55581b58fc00 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b364920 con 0x55581b590550 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f544a835b80 10 client.0 _ll_register_callbacks cb 0x55581b4a0780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45114/0 (socket says 172.21.15.63:45114) 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 -- 172.21.15.63:0/407895260 learned_addr learned my addr 172.21.15.63:0/407895260 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f54377fe700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b599b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f5437fff700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b58fc00 0x55581b599610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 -- 172.21.15.63:0/407895260 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 msgr2=0x55581b599b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b599b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 -- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b58fc00 msgr2=0x55581b599610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b58fc00 0x55581b599610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.648+0000 7f543cc46700 1 -- 172.21.15.63:0/407895260 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f542800fa60 con 0x55581b591110 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f543cc46700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5430004630 tx=0x7f5430004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1a54d16f03dd10f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5430007a90 con 0x55581b591110 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5430007bf0 con 0x55581b591110 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55581b582b20 con 0x55581b591110 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5430007df0 con 0x55581b591110 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f544a835b80 10 client.15873 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:24.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55581b4a7190 con 0x55581b591110 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55581b582b20 con 0x55581b591110 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f543001e4d0 con 0x55581b591110 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f544a835b80 10 client.15873 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.649+0000 7f544a835b80 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f544a835b80 20 client.15873 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5a53f0 0x55581b5a7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f544a835b80 4 client.15873 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55581b4a30a0 con 0x55581b5a53f0 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f5437fff700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5a53f0 0x55581b5a7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f54177fe700 10 client.15873 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.650+0000 7f5437fff700 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5a53f0 0x55581b5a7800 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f09cf098dc7fa02c server_cookie=fec03eae03ab4ea in_seq=0 out_seq=0 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f54177fe700 1 -- 172.21.15.63:0/407895260 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55581b4a30a0 con 0x55581b5a53f0 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f54177fe700 10 client.15873 handle_command_reply: tid=0 2023-11-16T18:25:24.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 client.15873 shutdown 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 msgr2=0x55581b5a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5430004630 tx=0x7f5430004660 comp rx=0 tx=0).stop 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 shutdown_connections 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5a53f0 0x55581b5a7800 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0b90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f54177fe700 0 client.15873 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b58fc00 0x55581b599610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 --2- 172.21.15.63:0/407895260 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b590550 0x55581b599b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 >> 172.21.15.63:0/407895260 conn(0x55581b585360 msgr2=0x55581b589de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 shutdown_connections 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 1 -- 172.21.15.63:0/407895260 wait complete. 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.651+0000 7f544a835b80 20 client.15873 trim_cache size 0 max 16384 2023-11-16T18:25:24.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 Processor -- start 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 -- start start 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b58fc00 0x55581b593fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b594500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b599020 con 0x55581b591110 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b597260 con 0x55581b590550 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f544a835b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b590920 con 0x55581b58fc00 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f543cc46700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f543cc46700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45122/0 (socket says 172.21.15.63:45122) 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f543cc46700 1 -- 172.21.15.63:0/1065250931 learned_addr learned my addr 172.21.15.63:0/1065250931 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f54377fe700 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b594500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.665+0000 7f5437fff700 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b58fc00 0x55581b593fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 -- 172.21.15.63:0/1065250931 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b58fc00 msgr2=0x55581b593fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b58fc00 0x55581b593fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 -- 172.21.15.63:0/1065250931 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 msgr2=0x55581b594500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b594500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 -- 172.21.15.63:0/1065250931 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55581b4a6ee0 con 0x55581b591110 2023-11-16T18:25:24.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f543cc46700 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5430009550 tx=0x7f543001ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f654e75126ed60df server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f541effd700 1 -- 172.21.15.63:0/1065250931 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543001eb50 con 0x55581b591110 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f541effd700 1 -- 172.21.15.63:0/1065250931 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f543000f040 con 0x55581b591110 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f541effd700 1 -- 172.21.15.63:0/1065250931 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5430007af0 con 0x55581b591110 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f544a835b80 1 -- 172.21.15.63:0/1065250931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 msgr2=0x55581b5a0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.666+0000 7f544a835b80 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5430009550 tx=0x7f543001ea00 comp rx=0 tx=0).stop 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 -- 172.21.15.63:0/1065250931 shutdown_connections 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b591110 0x55581b5a0ab0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b58fc00 0x55581b593fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- 172.21.15.63:0/1065250931 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b594500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 -- 172.21.15.63:0/1065250931 >> 172.21.15.63:0/1065250931 conn(0x55581b585360 msgr2=0x55581b5982f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 -- 172.21.15.63:0/1065250931 shutdown_connections 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 -- 172.21.15.63:0/1065250931 wait complete. 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 -- start start 2023-11-16T18:25:24.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 Processor -- start 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b59cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.667+0000 7f544a835b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b591110 0x55581b59fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f544a835b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b5a00d0 con 0x55581b58fc00 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f544a835b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b5a0240 con 0x55581b590550 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f544a835b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581b5a0400 con 0x55581b591110 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f544a835b80 10 client.0 _ll_register_callbacks cb 0x7f5430003da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45124/0 (socket says 172.21.15.63:45124) 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 -- 172.21.15.63:0/865827139 learned_addr learned my addr 172.21.15.63:0/865827139 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f54377fe700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b59cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f543cc46700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b591110 0x55581b59fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 -- 172.21.15.63:0/865827139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b591110 msgr2=0x55581b59fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b591110 0x55581b59fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 -- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 msgr2=0x55581b59cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b59cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 -- 172.21.15.63:0/865827139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55581b4a7190 con 0x55581b58fc00 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f5437fff700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5428005ec0 tx=0x7f542800ffd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c72880974b8e023 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f54177fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542802b040 con 0x55581b58fc00 2023-11-16T18:25:24.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f54280054a0 con 0x55581b58fc00 2023-11-16T18:25:24.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.668+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5428020070 con 0x55581b58fc00 2023-11-16T18:25:24.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54280305e0 con 0x55581b58fc00 2023-11-16T18:25:24.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 10 client.15879 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:24.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55581b2f7c60 con 0x55581b58fc00 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5428020070 con 0x55581b58fc00 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f5428010ac0 con 0x55581b58fc00 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 10 client.15879 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 10 client.15879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 20 client.15879 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5f9fa0 0x55581b5fc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 4 client.15879 mds_command: new command op to 24509 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55581b4af660 con 0x55581b5f9fa0 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.669+0000 7f54377fe700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5f9fa0 0x55581b5fc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f54177fe700 10 client.15879 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f54377fe700 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5f9fa0 0x55581b5fc3b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40956cf921f633d2 server_cookie=63366756049c8edf in_seq=0 out_seq=0 2023-11-16T18:25:24.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f54177fe700 1 -- 172.21.15.63:0/865827139 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55581b4af660 con 0x55581b5f9fa0 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f54177fe700 10 client.15879 handle_command_reply: tid=0 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 client.15879 shutdown 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 msgr2=0x55581b59c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5428005ec0 tx=0x7f542800ffd0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 shutdown_connections 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55581b5f9fa0 0x55581b5fc3b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55581b591110 0x55581b59fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f54177fe700 0 client.15879 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55581b58fc00 0x55581b59c630 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 --2- 172.21.15.63:0/865827139 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55581b590550 0x55581b59cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 >> 172.21.15.63:0/865827139 conn(0x55581b585360 msgr2=0x55581b593fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 shutdown_connections 2023-11-16T18:25:24.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 1 -- 172.21.15.63:0/865827139 wait complete. 2023-11-16T18:25:24.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.670+0000 7f544a835b80 20 client.15879 trim_cache size 0 max 16384 2023-11-16T18:25:24.742 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:25:24.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 msgr2=0x7f54200a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 0x7f54200a3600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5438101310 tx=0x7f542800a380 comp rx=0 tx=0).stop 2023-11-16T18:25:24.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 msgr2=0x7f5438072ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:24.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f542c004760 tx=0x7f542c004790 comp rx=0 tx=0).stop 2023-11-16T18:25:24.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 shutdown_connections 2023-11-16T18:25:24.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f54200a1150 0x7f54200a3600 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5438101e40 0x7f5438073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f54381002c0 0x7f54380748a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 --2- 172.21.15.63:0/1475052517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54381014b0 0x7f5438072ee0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:24.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 >> 172.21.15.63:0/1475052517 conn(0x7f54380fb8a0 msgr2=0x7f54381049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:24.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 shutdown_connections 2023-11-16T18:25:24.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:24.671+0000 7f543e6a9700 1 -- 172.21.15.63:0/1475052517 wait complete. 2023-11-16T18:25:24.885 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:24.885 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:24.997 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:24.997 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:25.015 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:25.015 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:25.015 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 58 -lt 100 ']' 2023-11-16T18:25:25.015 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 58 + 1 2023-11-16T18:25:25.054 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=59 2023-11-16T18:25:25.054 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:25.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:24 smithi063 ceph-mon[98873]: pgmap v373: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2023-11-16T18:25:25.087 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:25.087 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:25.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:25.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:25.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:25.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:24 smithi093 ceph-mon[100185]: pgmap v373: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2023-11-16T18:25:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:24 smithi125 ceph-mon[100672]: pgmap v373: 129 pgs: 129 active+clean; 1.2 MiB data, 86 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2023-11-16T18:25:25.493 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:25.493 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:25.671 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:25.672 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:25.682 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:25.682 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:25.682 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 59 -lt 100 ']' 2023-11-16T18:25:25.682 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 59 + 1 2023-11-16T18:25:25.712 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=60 2023-11-16T18:25:25.712 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:25.742 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:25.743 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:25.743 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:25.743 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:25.743 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:25.853 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-11-16T18:25:25.854 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-11-16T18:25:26.134 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:26.135 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:26.202 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:26.203 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:26.206 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:26.206 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:26.206 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 60 -lt 100 ']' 2023-11-16T18:25:26.207 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 60 + 1 2023-11-16T18:25:26.270 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=61 2023-11-16T18:25:26.270 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:26.321 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:26.321 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:26.322 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:26.322 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:26.322 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:26.843 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:26.843 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:27.054 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:27.054 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:27.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:26 smithi063 ceph-mon[98873]: pgmap v374: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2023-11-16T18:25:27.115 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:27.115 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:27.115 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 61 -lt 100 ']' 2023-11-16T18:25:27.115 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 61 + 1 2023-11-16T18:25:27.162 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=62 2023-11-16T18:25:27.162 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:26 smithi093 ceph-mon[100185]: pgmap v374: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2023-11-16T18:25:27.194 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:27.194 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:27.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:27.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:27.195 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:27.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:26 smithi125 ceph-mon[100672]: pgmap v374: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2023-11-16T18:25:27.851 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:27.851 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:28.204 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:28.204 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:28.248 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:28.248 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:28.249 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 62 -lt 100 ']' 2023-11-16T18:25:28.249 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 62 + 1 2023-11-16T18:25:28.286 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=63 2023-11-16T18:25:28.287 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:28.341 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:28.341 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:28.342 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:28.342 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:28.342 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 -- 172.21.15.63:0/436090281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8180100d40 msgr2=0x7f8180107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 --2- 172.21.15.63:0/436090281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8180100d40 0x7f8180107600 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f817800b0a0 tx=0x7f817800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 -- 172.21.15.63:0/436090281 shutdown_connections 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 --2- 172.21.15.63:0/436090281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8180100d40 0x7f8180107600 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 --2- 172.21.15.63:0/436090281 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f81800ff1c0 0x7f81800ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 --2- 172.21.15.63:0/436090281 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 0x7f8180100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 -- 172.21.15.63:0/436090281 >> 172.21.15.63:0/436090281 conn(0x7f81800fa7c0 msgr2=0x7f81800fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 -- 172.21.15.63:0/436090281 shutdown_connections 2023-11-16T18:25:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.638+0000 7f818728f700 1 -- 172.21.15.63:0/436090281 wait complete. 2023-11-16T18:25:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 Processor -- start 2023-11-16T18:25:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 -- start start 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 0x7f8180101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8180100d40 0x7f8180101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8180102470 con 0x7f81800ff1c0 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81801025e0 con 0x7f81801003b0 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818728f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81801a0290 con 0x7f8180100d40 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45138/0 (socket says 172.21.15.63:45138) 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818502b700 1 -- 172.21.15.63:0/3276034109 learned_addr learned my addr 172.21.15.63:0/3276034109 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818482a700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 0x7f8180101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818582c700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8180100d40 0x7f8180101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818502b700 1 -- 172.21.15.63:0/3276034109 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8180100d40 msgr2=0x7f8180101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.639+0000 7f818502b700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8180100d40 0x7f8180101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818502b700 1 -- 172.21.15.63:0/3276034109 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 msgr2=0x7f8180101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818502b700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 0x7f8180101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818502b700 1 -- 172.21.15.63:0/3276034109 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8178009d00 con 0x7f81800ff1c0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818502b700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f817c00d980 tx=0x7f817c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f81767fc700 1 -- 172.21.15.63:0/3276034109 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c004020 con 0x7f81800ff1c0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f81767fc700 1 -- 172.21.15.63:0/3276034109 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f817c00f690 con 0x7f81800ff1c0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f818010ab80 con 0x7f81800ff1c0 2023-11-16T18:25:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f81767fc700 1 -- 172.21.15.63:0/3276034109 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c003a60 con 0x7f81800ff1c0 2023-11-16T18:25:28.646 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.640+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f818010a9f0 con 0x7f81800ff1c0 2023-11-16T18:25:28.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.642+0000 7f81767fc700 1 -- 172.21.15.63:0/3276034109 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f817c00fb00 con 0x7f81800ff1c0 2023-11-16T18:25:28.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.643+0000 7f81767fc700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 0x7f816c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.643+0000 7f81767fc700 1 -- 172.21.15.63:0/3276034109 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f817c0cc7a0 con 0x7f81800ff1c0 2023-11-16T18:25:28.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.643+0000 7f818482a700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 0x7f816c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.647 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.643+0000 7f818482a700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 0x7f816c0a3680 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8170005950 tx=0x7f817000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 Processor -- start 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 -- start start 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 0x556c6a4d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4d2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a3d60e0 con 0x556c6a4d15d0 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a428920 con 0x556c6a4d2190 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f819341bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a421db0 con 0x556c6a4d0c80 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.737 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45148/0 (socket says 172.21.15.63:45148) 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 -- 172.21.15.63:0/862683597 learned_addr learned my addr 172.21.15.63:0/862683597 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818502b700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 0x556c6a4d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818582c700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4d2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 -- 172.21.15.63:0/862683597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 msgr2=0x556c6a4d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 0x556c6a4d1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 -- 172.21.15.63:0/862683597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 msgr2=0x556c6a4d2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4d2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818482a700 1 -- 172.21.15.63:0/862683597 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c6a2a36b0 con 0x556c6a4d15d0 2023-11-16T18:25:28.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.728+0000 7f818502b700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 0x556c6a4d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f818482a700 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f817000fd10 tx=0x7f8170012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3600c0a3ff043d8 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f816b7fe700 1 -- 172.21.15.63:0/862683597 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81700108c0 con 0x556c6a4d15d0 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f816b7fe700 1 -- 172.21.15.63:0/862683597 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8170020070 con 0x556c6a4d15d0 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f816b7fe700 1 -- 172.21.15.63:0/862683597 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170025e90 con 0x556c6a4d15d0 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f819341bb80 1 -- 172.21.15.63:0/862683597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 msgr2=0x556c6a4d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.729+0000 7f819341bb80 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f817000fd10 tx=0x7f8170012000 comp rx=0 tx=0).stop 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 -- 172.21.15.63:0/862683597 shutdown_connections 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4d2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d0c80 0x556c6a4d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 --2- 172.21.15.63:0/862683597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d15d0 0x556c6a4d1bb0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 -- 172.21.15.63:0/862683597 >> 172.21.15.63:0/862683597 conn(0x556c6a4c63e0 msgr2=0x556c6a4cb6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 -- 172.21.15.63:0/862683597 shutdown_connections 2023-11-16T18:25:28.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 -- 172.21.15.63:0/862683597 wait complete. 2023-11-16T18:25:28.740 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 -- start start 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 Processor -- start 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d0c80 0x556c6a4da690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.730+0000 7f819341bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4dabd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f819341bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f819341bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a3c3960 con 0x556c6a4d2190 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f819341bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a3c3600 con 0x556c6a4d0c80 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f819341bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a2a59a0 con 0x556c6a4d15d0 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f819341bb80 10 client.0 _ll_register_callbacks cb 0x556c6a3e1800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818582c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4dabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.741 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818582c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45156/0 (socket says 172.21.15.63:45156) 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818582c700 1 -- 172.21.15.63:0/1471199580 learned_addr learned my addr 172.21.15.63:0/1471199580 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818502b700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d0c80 0x556c6a4da690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 -- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d0c80 msgr2=0x556c6a4da690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d0c80 0x556c6a4da690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 -- 172.21.15.63:0/1471199580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 msgr2=0x556c6a4e1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 -- 172.21.15.63:0/1471199580 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f817000f9f0 con 0x556c6a4d15d0 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818582c700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f818482a700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4dabd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8170010710 tx=0x7f8170011b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95f3f3852e241a73 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f8168ff9700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:25:28.742 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.731+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170005040 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556c6a4c3ba0 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f81700051a0 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8170005360 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 10 client.25513 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556c6a3e8210 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556c6a4c3ba0 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f817001b540 con 0x556c6a4d15d0 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 10 client.25513 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 10 client.25513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 20 client.25513 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:28.743 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a4e63a0 0x556c6a4e87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 4 client.25513 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556c6a3e4120 con 0x556c6a4e63a0 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.732+0000 7f818502b700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a4e63a0 0x556c6a4e87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.733+0000 7f8168ff9700 10 client.25513 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.733+0000 7f818502b700 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a4e63a0 0x556c6a4e87b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c23002b2b34be00 server_cookie=c1c7bb4238923e56 in_seq=0 out_seq=0 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.733+0000 7f8168ff9700 1 -- 172.21.15.63:0/1471199580 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556c6a3e4120 con 0x556c6a4e63a0 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.733+0000 7f8168ff9700 10 client.25513 handle_command_reply: tid=0 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.733+0000 7f819341bb80 1 client.25513 shutdown 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 msgr2=0x556c6a4dabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4dabd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8170010710 tx=0x7f8170011b00 comp rx=0 tx=0).stop 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 shutdown_connections 2023-11-16T18:25:28.744 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a4e63a0 0x556c6a4e87b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d2190 0x556c6a4e1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d0c80 0x556c6a4da690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 --2- 172.21.15.63:0/1471199580 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4dabd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f8168ff9700 0 client.25513 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 >> 172.21.15.63:0/1471199580 conn(0x556c6a4c63e0 msgr2=0x556c6a4cae60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 shutdown_connections 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 1 -- 172.21.15.63:0/1471199580 wait complete. 2023-11-16T18:25:28.745 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.734+0000 7f819341bb80 20 client.25513 trim_cache size 0 max 16384 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 Processor -- start 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 -- start start 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4d5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4e1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.759 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4c61f0 con 0x556c6a4d0c80 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4ccb20 con 0x556c6a4d2190 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f819341bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4db310 con 0x556c6a4d15d0 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45160/0 (socket says 172.21.15.63:45160) 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f818502b700 1 -- 172.21.15.63:0/842418321 learned_addr learned my addr 172.21.15.63:0/842418321 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f818582c700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4e1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.751+0000 7f818482a700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4d5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 -- 172.21.15.63:0/842418321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 msgr2=0x556c6a4d5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4d5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 -- 172.21.15.63:0/842418321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 msgr2=0x556c6a4e1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.760 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4e1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 -- 172.21.15.63:0/842418321 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c6a4c7b80 con 0x556c6a4d0c80 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818582c700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4e1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f818502b700 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f817c099a30 tx=0x7f817c0b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30e35cf47a82576 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f816bfff700 1 -- 172.21.15.63:0/842418321 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c0b7ea0 con 0x556c6a4d0c80 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f816bfff700 1 -- 172.21.15.63:0/842418321 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f817c0979b0 con 0x556c6a4d0c80 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f816bfff700 1 -- 172.21.15.63:0/842418321 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c098d60 con 0x556c6a4d0c80 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f819341bb80 1 -- 172.21.15.63:0/842418321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 msgr2=0x556c6a4d5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.752+0000 7f819341bb80 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f817c099a30 tx=0x7f817c0b9040 comp rx=0 tx=0).stop 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- 172.21.15.63:0/842418321 shutdown_connections 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4e1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4d5040 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.761 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- 172.21.15.63:0/842418321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4d5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- 172.21.15.63:0/842418321 >> 172.21.15.63:0/842418321 conn(0x556c6a4c63e0 msgr2=0x556c6a4da690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- 172.21.15.63:0/842418321 shutdown_connections 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- 172.21.15.63:0/842418321 wait complete. 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- start start 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 Processor -- start 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4e1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4de200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4de910 con 0x556c6a4d0c80 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4dea80 con 0x556c6a4d2190 2023-11-16T18:25:28.762 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c6a4dec40 con 0x556c6a4d15d0 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.753+0000 7f819341bb80 10 client.0 _ll_register_callbacks cb 0x7f817000fc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45166/0 (socket says 172.21.15.63:45166) 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 -- 172.21.15.63:0/657453639 learned_addr learned my addr 172.21.15.63:0/657453639 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818582c700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4de200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818482a700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4e1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 -- 172.21.15.63:0/657453639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 msgr2=0x556c6a4e1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4e1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 -- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 msgr2=0x556c6a4de200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4de200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.763 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 -- 172.21.15.63:0/657453639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f818010a9f0 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f818502b700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f817c01f030 tx=0x7f817c097c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c226c31df518d06 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f8168ff9700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c0b7ea0 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f817c098d60 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8170020070 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f817c098f40 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f819341bb80 10 client.15897 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.754+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556c6a24fe60 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8170020070 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f817c0b91b0 con 0x556c6a4d0c80 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 10 client.15897 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:28.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 10 client.15897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 20 client.15897 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a53b5c0 0x556c6a53d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 4 client.15897 mds_command: new command op to 24509 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x556c6a3f06e0 con 0x556c6a53b5c0 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f818482a700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a53b5c0 0x556c6a53d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f818482a700 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a53b5c0 0x556c6a53d9d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eba69f05618d8bf2 server_cookie=64e50dfe6060739 in_seq=0 out_seq=0 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.755+0000 7f8168ff9700 10 client.15897 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f8168ff9700 1 -- 172.21.15.63:0/657453639 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x556c6a3f06e0 con 0x556c6a53b5c0 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f8168ff9700 10 client.15897 handle_command_reply: tid=0 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 client.15897 shutdown 2023-11-16T18:25:28.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 msgr2=0x556c6a4e16b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f817c01f030 tx=0x7f817c097c10 comp rx=0 tx=0).stop 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 shutdown_connections 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x556c6a53b5c0 0x556c6a53d9d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x556c6a4d2190 0x556c6a4de200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f8168ff9700 0 client.15897 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556c6a4d0c80 0x556c6a4e16b0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 --2- 172.21.15.63:0/657453639 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x556c6a4d15d0 0x556c6a4e1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 >> 172.21.15.63:0/657453639 conn(0x556c6a4c63e0 msgr2=0x556c6a4d8530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 shutdown_connections 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 1 -- 172.21.15.63:0/657453639 wait complete. 2023-11-16T18:25:28.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.757+0000 7f819341bb80 20 client.15897 trim_cache size 0 max 16384 2023-11-16T18:25:28.767 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:25:28.767 INFO:teuthology.orchestra.run.smithi063.stdout: "return_code": 0, 2023-11-16T18:25:28.767 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_tag": "d20f8aa8-30cc-433c-becf-d9ef8a8178e6", 2023-11-16T18:25:28.767 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": "asynchronous" 2023-11-16T18:25:28.767 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 msgr2=0x7f816c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 0x7f816c0a3680 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8170005950 tx=0x7f817000a300 comp rx=0 tx=0).stop 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 msgr2=0x7f8180103150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f817c00d980 tx=0x7f817c00dc90 comp rx=0 tx=0).stop 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 shutdown_connections 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f816c0a11d0 0x7f816c0a3680 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8180100d40 0x7f8180101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81800ff1c0 0x7f8180103150 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 --2- 172.21.15.63:0/3276034109 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f81801003b0 0x7f8180101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:28.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 >> 172.21.15.63:0/3276034109 conn(0x7f81800fa7c0 msgr2=0x7f8180067e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:28.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 shutdown_connections 2023-11-16T18:25:28.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:28.758+0000 7f818728f700 1 -- 172.21.15.63:0/3276034109 wait complete. 2023-11-16T18:25:28.795 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:25:28.926 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:28.926 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:29.037 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:29.037 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:29.055 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:29.055 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:29.055 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 63 -lt 100 ']' 2023-11-16T18:25:29.055 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 63 + 1 2023-11-16T18:25:29.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:28 smithi063 ceph-mon[98873]: pgmap v375: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:29.087 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=64 2023-11-16T18:25:29.087 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:29.092 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:29.092 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:29.093 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:29.093 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:29.094 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:29.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:28 smithi093 ceph-mon[100185]: pgmap v375: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:29.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:28 smithi125 ceph-mon[100672]: pgmap v375: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:29.584 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:29.584 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:29.729 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:29.729 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:29.757 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:29.757 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:29.757 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 64 -lt 100 ']' 2023-11-16T18:25:29.757 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 64 + 1 2023-11-16T18:25:29.811 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=65 2023-11-16T18:25:29.811 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:29.864 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:29.865 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:29.865 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:29.866 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:29.866 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:30.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:29 smithi093 ceph-mon[100185]: scrub queued for path: / 2023-11-16T18:25:30.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:29 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:29 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:25:30.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:29 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:29 smithi125 ceph-mon[100672]: scrub queued for path: / 2023-11-16T18:25:30.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:29 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:29 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:25:30.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:29 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.304 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:29 smithi063 ceph-mon[98873]: scrub queued for path: / 2023-11-16T18:25:30.304 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:29 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.305 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:29 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:25:30.305 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:29 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:25:30.434 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:30.434 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:30.695 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:30.696 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:30.713 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:30.714 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:30.714 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 65 -lt 100 ']' 2023-11-16T18:25:30.714 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 65 + 1 2023-11-16T18:25:30.769 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=66 2023-11-16T18:25:30.770 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:30.840 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:30.840 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:30.841 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:30.841 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:30.841 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:31.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:30 smithi093 ceph-mon[100185]: pgmap v376: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:31.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:30 smithi125 ceph-mon[100672]: pgmap v376: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:31.287 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:30 smithi063 ceph-mon[98873]: pgmap v376: 129 pgs: 129 active+clean; 1.3 MiB data, 87 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2023-11-16T18:25:31.409 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:31.409 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:31.555 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:31.555 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:31.572 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:31.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:31.573 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 66 -lt 100 ']' 2023-11-16T18:25:31.573 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 66 + 1 2023-11-16T18:25:31.630 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=67 2023-11-16T18:25:31.630 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:31.680 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:31.680 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:31.681 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:31.681 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:31.681 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:32.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 -- 172.21.15.63:0/1085406744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c100d60 msgr2=0x7f424c103140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 --2- 172.21.15.63:0/1085406744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c100d60 0x7f424c103140 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4248009990 tx=0x7f4248009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 -- 172.21.15.63:0/1085406744 shutdown_connections 2023-11-16T18:25:32.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 --2- 172.21.15.63:0/1085406744 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c105fa0 0x7f424c108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 --2- 172.21.15.63:0/1085406744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c100d60 0x7f424c103140 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 --2- 172.21.15.63:0/1085406744 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 0x7f424c105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 -- 172.21.15.63:0/1085406744 >> 172.21.15.63:0/1085406744 conn(0x7f424c0fa820 msgr2=0x7f424c0fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 -- 172.21.15.63:0/1085406744 shutdown_connections 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.060+0000 7f4254211700 1 -- 172.21.15.63:0/1085406744 wait complete. 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 Processor -- start 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 -- start start 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 0x7f424c196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 0x7f424c1965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f424c19dbf0 con 0x7f424c105fa0 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f424c19dd30 con 0x7f424c100d60 2023-11-16T18:25:32.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4254211700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f424c19dec0 con 0x7f424c103680 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45184/0 (socket says 172.21.15.63:45184) 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 -- 172.21.15.63:0/2150857998 learned_addr learned my addr 172.21.15.63:0/2150857998 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4251fad700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 0x7f424c196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42517ac700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 0x7f424c1965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 -- 172.21.15.63:0/2150857998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 msgr2=0x7f424c1965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 0x7f424c1965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 -- 172.21.15.63:0/2150857998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 msgr2=0x7f424c196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 0x7f424c196070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f42527ae700 1 -- 172.21.15.63:0/2150857998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42480095f0 con 0x7f424c105fa0 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.061+0000 7f4251fad700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 0x7f424c196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:32.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f42527ae700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4244007ee0 tx=0x7f424400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f4242ffd700 1 -- 172.21.15.63:0/2150857998 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4244017070 con 0x7f424c105fa0 2023-11-16T18:25:32.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f4242ffd700 1 -- 172.21.15.63:0/2150857998 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f424400f040 con 0x7f424c105fa0 2023-11-16T18:25:32.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f4242ffd700 1 -- 172.21.15.63:0/2150857998 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4244005740 con 0x7f424c105fa0 2023-11-16T18:25:32.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f424c10bcc0 con 0x7f424c105fa0 2023-11-16T18:25:32.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.062+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f424c10bb30 con 0x7f424c105fa0 2023-11-16T18:25:32.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.064+0000 7f4242ffd700 1 -- 172.21.15.63:0/2150857998 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f424400dc60 con 0x7f424c105fa0 2023-11-16T18:25:32.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.065+0000 7f4242ffd700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 0x7f42380a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.065+0000 7f4251fad700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 0x7f42380a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.065+0000 7f4242ffd700 1 -- 172.21.15.63:0/2150857998 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f42440cc4f0 con 0x7f424c105fa0 2023-11-16T18:25:32.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.065+0000 7f4251fad700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 0x7f42380a3600 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f424800b5c0 tx=0x7f4248005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.135+0000 7f426039db80 1 Processor -- start 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 -- start start 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d09b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d0a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69c0e060 con 0x561d69d08c00 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69c608a0 con 0x561d69d0a110 2023-11-16T18:25:32.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f426039db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69c59d30 con 0x561d69d09550 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45188/0 (socket says 172.21.15.63:45188) 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 -- 172.21.15.63:0/795590703 learned_addr learned my addr 172.21.15.63:0/795590703 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f42517ac700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d09b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f42527ae700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d0a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 -- 172.21.15.63:0/795590703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 msgr2=0x561d69d09b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d09b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 -- 172.21.15.63:0/795590703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 msgr2=0x561d69d0a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d0a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f4251fad700 1 -- 172.21.15.63:0/795590703 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561d69adb630 con 0x561d69d08c00 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.136+0000 7f42527ae700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d0a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f4251fad700 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f424800b8d0 tx=0x7f424801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e90106bbe0c1e77c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.140 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f4237fff700 1 -- 172.21.15.63:0/795590703 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424802b070 con 0x561d69d08c00 2023-11-16T18:25:32.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f4237fff700 1 -- 172.21.15.63:0/795590703 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f424801e040 con 0x561d69d08c00 2023-11-16T18:25:32.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f4237fff700 1 -- 172.21.15.63:0/795590703 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424800f4e0 con 0x561d69d08c00 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f426039db80 1 -- 172.21.15.63:0/795590703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 msgr2=0x561d69d09010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.137+0000 7f426039db80 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f424800b8d0 tx=0x7f424801f000 comp rx=0 tx=0).stop 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 -- 172.21.15.63:0/795590703 shutdown_connections 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d0a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d09010 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 --2- 172.21.15.63:0/795590703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d09b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 -- 172.21.15.63:0/795590703 >> 172.21.15.63:0/795590703 conn(0x561d69cfe360 msgr2=0x561d69d03670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 -- 172.21.15.63:0/795590703 shutdown_connections 2023-11-16T18:25:32.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 -- 172.21.15.63:0/795590703 wait complete. 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 -- start start 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.138+0000 7f426039db80 1 Processor -- start 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d12b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d19b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69bfb8e0 con 0x561d69d08c00 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69bfb580 con 0x561d69d0a110 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69add920 con 0x561d69d09550 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 10 client.0 _ll_register_callbacks cb 0x561d69c19780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45194/0 (socket says 172.21.15.63:45194) 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 -- 172.21.15.63:0/1974900632 learned_addr learned my addr 172.21.15.63:0/1974900632 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:32.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f42527ae700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d19b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f42517ac700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d12b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 -- 172.21.15.63:0/1974900632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 msgr2=0x561d69d12b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d12b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 -- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 msgr2=0x561d69d19b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d19b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 -- 172.21.15.63:0/1974900632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f424c108ff0 con 0x561d69d08c00 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f4251fad700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4248009ce0 tx=0x7f4248005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a286a009ded1d325 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f42357fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424802b030 con 0x561d69d08c00 2023-11-16T18:25:32.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f424800f8f0 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.139+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561d69cfbb20 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4248003e00 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 10 client.15909 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561d69c20190 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561d69cfbb20 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f4248030c50 con 0x561d69d08c00 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 10 client.15909 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 10 client.15909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 20 client.15909 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d1dee0 0x561d69d202f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 4 client.15909 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:32.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561d69c1c0a0 con 0x561d69d1dee0 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.140+0000 7f42517ac700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d1dee0 0x561d69d202f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.141+0000 7f42517ac700 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d1dee0 0x561d69d202f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82fca19fa3bda882 server_cookie=b9cd7031d5cfd6e in_seq=0 out_seq=0 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.141+0000 7f42357fa700 10 client.15909 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f42357fa700 1 -- 172.21.15.63:0/1974900632 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561d69c1c0a0 con 0x561d69d1dee0 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f42357fa700 10 client.15909 handle_command_reply: tid=0 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 client.15909 shutdown 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 msgr2=0x561d69d125e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4248009ce0 tx=0x7f4248005a00 comp rx=0 tx=0).stop 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 shutdown_connections 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d1dee0 0x561d69d202f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d0a110 0x561d69d19b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d125e0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f42357fa700 0 client.15909 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:32.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 --2- 172.21.15.63:0/1974900632 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d09550 0x561d69d12b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 >> 172.21.15.63:0/1974900632 conn(0x561d69cfe360 msgr2=0x561d69d02de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 shutdown_connections 2023-11-16T18:25:32.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 1 -- 172.21.15.63:0/1974900632 wait complete. 2023-11-16T18:25:32.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.142+0000 7f426039db80 20 client.15909 trim_cache size 0 max 16384 2023-11-16T18:25:32.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.159+0000 7f426039db80 1 Processor -- start 2023-11-16T18:25:32.163 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.159+0000 7f426039db80 1 -- start start 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d24c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d11290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d20950 con 0x561d69d08c00 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d102a0 con 0x561d69d09550 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f426039db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d09920 con 0x561d69d0a110 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45202/0 (socket says 172.21.15.63:45202) 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 -- 172.21.15.63:0/3321114958 learned_addr learned my addr 172.21.15.63:0/3321114958 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f42517ac700 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d24c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f42527ae700 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d11290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.164 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 -- 172.21.15.63:0/3321114958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 msgr2=0x561d69d11290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d11290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 -- 172.21.15.63:0/3321114958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 msgr2=0x561d69d24c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d24c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 -- 172.21.15.63:0/3321114958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561d69c1fee0 con 0x561d69d08c00 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4251fad700 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4248000c00 tx=0x7f4248005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2b78084efd6874 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4240ff9700 1 -- 172.21.15.63:0/3321114958 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424802b040 con 0x561d69d08c00 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4240ff9700 1 -- 172.21.15.63:0/3321114958 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f424802c040 con 0x561d69d08c00 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.160+0000 7f4240ff9700 1 -- 172.21.15.63:0/3321114958 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424802f870 con 0x561d69d08c00 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- 172.21.15.63:0/3321114958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 msgr2=0x561d69d11c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4248000c00 tx=0x7f4248005050 comp rx=0 tx=0).stop 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- 172.21.15.63:0/3321114958 shutdown_connections 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d11290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.165 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d11c90 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 --2- 172.21.15.63:0/3321114958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d24c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- 172.21.15.63:0/3321114958 >> 172.21.15.63:0/3321114958 conn(0x561d69cfe360 msgr2=0x561d69d03640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- 172.21.15.63:0/3321114958 shutdown_connections 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- 172.21.15.63:0/3321114958 wait complete. 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.161+0000 7f426039db80 1 -- start start 2023-11-16T18:25:32.166 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 Processor -- start 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d74370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d74ab0 con 0x561d69d08c00 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d74c20 con 0x561d69d09550 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d69d74de0 con 0x561d69d0a110 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f426039db80 10 client.0 _ll_register_callbacks cb 0x7f423c004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.170 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40614/0 (socket says 172.21.15.63:40614) 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 -- 172.21.15.63:0/1282256022 learned_addr learned my addr 172.21.15.63:0/1282256022 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f4251fad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45208/0 (socket says 172.21.15.63:45208) 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42527ae700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d74370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 -- 172.21.15.63:0/1282256022 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 msgr2=0x561d69d74370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d74370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 -- 172.21.15.63:0/1282256022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 msgr2=0x561d69d0fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f42517ac700 1 -- 172.21.15.63:0/1282256022 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561d69c20190 con 0x561d69d09550 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.162+0000 7f4251fad700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42517ac700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f423c000c00 tx=0x7f423c01ed20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=327ed339fec073dc server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42357fa700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:25:32.171 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f423c004830 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f423c004990 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f424801e040 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f423c004b50 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f426039db80 10 client.25586 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561d69a70c60 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.163+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f424801e040 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f423c011760 con 0x561d69d09550 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 10 client.25586 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 10 client.25586 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 20 client.25586 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d76830 0x561d69d78c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:32.172 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 4 client.25586 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561d69c28660 con 0x561d69d76830 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f4251fad700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d76830 0x561d69d78c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f42357fa700 10 client.25586 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f4251fad700 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d76830 0x561d69d78c40 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81e5a0de0db7c07 server_cookie=c4af671d9c7b4144 in_seq=0 out_seq=0 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f42357fa700 1 -- 172.21.15.63:0/1282256022 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x561d69c28660 con 0x561d69d76830 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f42357fa700 10 client.25586 handle_command_reply: tid=0 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 1 client.25586 shutdown 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 msgr2=0x561d69d71d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.164+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f423c000c00 tx=0x7f423c01ed20 comp rx=0 tx=0).stop 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 shutdown_connections 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x561d69d76830 0x561d69d78c40 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x561d69d0a110 0x561d69d74370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.173 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d69d08c00 0x561d69d0fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f42357fa700 0 client.25586 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 --2- 172.21.15.63:0/1282256022 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x561d69d09550 0x561d69d71d50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 >> 172.21.15.63:0/1282256022 conn(0x561d69cfe360 msgr2=0x561d69d24c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 shutdown_connections 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 1 -- 172.21.15.63:0/1282256022 wait complete. 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f426039db80 20 client.25586 trim_cache size 0 max 16384 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "IDLE (waiting for more scrubs)", 2023-11-16T18:25:32.174 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: "d20f8aa8-30cc-433c-becf-d9ef8a8178e6": { 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "d20f8aa8-30cc-433c-becf-d9ef8a8178e6", 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:25:32.175 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 msgr2=0x7f42380a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 0x7f42380a3600 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f424800b5c0 tx=0x7f4248005fb0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 msgr2=0x7f424c19d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4244007ee0 tx=0x7f424400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 shutdown_connections 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f42380a1150 0x7f42380a3600 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.176 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f424c105fa0 0x7f424c19d620 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f424c100d60 0x7f424c196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 --2- 172.21.15.63:0/2150857998 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f424c103680 0x7f424c1965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:32.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 >> 172.21.15.63:0/2150857998 conn(0x7f424c0fa820 msgr2=0x7f424c1019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:32.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 shutdown_connections 2023-11-16T18:25:32.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:25:32.165+0000 7f4254211700 1 -- 172.21.15.63:0/2150857998 wait complete. 2023-11-16T18:25:32.203 INFO:tasks.cephfs.filesystem:scrub status for tag:d20f8aa8-30cc-433c-becf-d9ef8a8178e6 - {'path': '/', 'tag': 'd20f8aa8-30cc-433c-becf-d9ef8a8178e6', 'options': 'recursive,force'} 2023-11-16T18:25:32.384 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:32.384 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:32.537 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:32.537 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:32.555 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:32.555 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:32.574 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 67 -lt 100 ']' 2023-11-16T18:25:32.574 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 67 + 1 2023-11-16T18:25:32.586 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=68 2023-11-16T18:25:32.586 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:32.611 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:32.611 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:32.612 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:32.612 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:32.612 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:33.034 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:33.034 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:33.170 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:33.171 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:33.180 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:33.180 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:33.180 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 68 -lt 100 ']' 2023-11-16T18:25:33.180 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 68 + 1 2023-11-16T18:25:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:32 smithi093 ceph-mon[100185]: pgmap v377: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:32 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:25:33.211 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=69 2023-11-16T18:25:33.212 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:33.235 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:33.235 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:33.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:33.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:33.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:33.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:32 smithi125 ceph-mon[100672]: pgmap v377: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:33.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:32 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:25:33.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:32 smithi063 ceph-mon[98873]: pgmap v377: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:33.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:32 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:25:33.592 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:33.592 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:33.728 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:33.729 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:33.739 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:33.739 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:33.739 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 69 -lt 100 ']' 2023-11-16T18:25:33.739 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 69 + 1 2023-11-16T18:25:33.778 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=70 2023-11-16T18:25:33.778 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:33.802 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:33.802 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:33.803 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:33.803 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:33.803 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:34.442 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:34.443 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:34.562 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:34.562 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:34.571 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:34.572 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:34.572 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 70 -lt 100 ']' 2023-11-16T18:25:34.572 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 70 + 1 2023-11-16T18:25:34.669 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=71 2023-11-16T18:25:34.669 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:34.702 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:34.702 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:34.703 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:34.703 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:34.703 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:34 smithi093 ceph-mon[100185]: pgmap v378: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:35.187 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:34 smithi063 ceph-mon[98873]: pgmap v378: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:35.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:34 smithi125 ceph-mon[100672]: pgmap v378: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:35.350 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:35.350 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:35.545 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:35.545 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:35.564 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:35.564 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:35.564 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 71 -lt 100 ']' 2023-11-16T18:25:35.564 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 71 + 1 2023-11-16T18:25:35.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=72 2023-11-16T18:25:35.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:35.642 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:35.642 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:35.643 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:35.643 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:35.643 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:36.425 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:36.425 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:36.628 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:36.628 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:36.656 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:36.656 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:36.656 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 72 -lt 100 ']' 2023-11-16T18:25:36.656 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 72 + 1 2023-11-16T18:25:36.714 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=73 2023-11-16T18:25:36.714 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:36.749 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:36.749 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:36.750 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:36.750 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:36.750 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.073+0000 7f92c91e1700 1 -- 172.21.15.63:0/2762627978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4100240 msgr2=0x7f92c4100650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.073+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2762627978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4100240 0x7f92c4100650 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f92b4009990 tx=0x7f92b4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 -- 172.21.15.63:0/2762627978 shutdown_connections 2023-11-16T18:25:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2762627978 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 0x7f92c4108680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2762627978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4100240 0x7f92c4100650 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2762627978 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4101430 0x7f92c4101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 -- 172.21.15.63:0/2762627978 >> 172.21.15.63:0/2762627978 conn(0x7f92c40fb840 msgr2=0x7f92c40fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 -- 172.21.15.63:0/2762627978 shutdown_connections 2023-11-16T18:25:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.074+0000 7f92c91e1700 1 -- 172.21.15.63:0/2762627978 wait complete. 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 Processor -- start 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 -- start start 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4100240 0x7f92c4195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 0x7f92c419d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92c419db40 con 0x7f92c4101430 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92c419dc80 con 0x7f92c4101dc0 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c91e1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92c419de10 con 0x7f92c4100240 2023-11-16T18:25:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45224/0 (socket says 172.21.15.63:45224) 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.075+0000 7f92c259c700 1 -- 172.21.15.63:0/2431952030 learned_addr learned my addr 172.21.15.63:0/2431952030 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4100240 0x7f92c4195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c359e700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 0x7f92c419d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 -- 172.21.15.63:0/2431952030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4100240 msgr2=0x7f92c4195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4100240 0x7f92c4195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 -- 172.21.15.63:0/2431952030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 msgr2=0x7f92c419d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 0x7f92c419d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 -- 172.21.15.63:0/2431952030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92b40095f0 con 0x7f92c4101430 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c259c700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f92b800e9a0 tx=0x7f92b800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92abfff700 1 -- 172.21.15.63:0/2431952030 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b8009790 con 0x7f92c4101430 2023-11-16T18:25:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92c410bbb0 con 0x7f92c4101430 2023-11-16T18:25:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.076+0000 7f92abfff700 1 -- 172.21.15.63:0/2431952030 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92b8010430 con 0x7f92c4101430 2023-11-16T18:25:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.077+0000 7f92abfff700 1 -- 172.21.15.63:0/2431952030 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b8018680 con 0x7f92c4101430 2023-11-16T18:25:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.077+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92c410ba20 con 0x7f92c4101430 2023-11-16T18:25:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.079+0000 7f92abfff700 1 -- 172.21.15.63:0/2431952030 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f92b80105a0 con 0x7f92c4101430 2023-11-16T18:25:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.080+0000 7f92abfff700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 0x7f92ac0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.080+0000 7f92abfff700 1 -- 172.21.15.63:0/2431952030 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f92b8014070 con 0x7f92c4101430 2023-11-16T18:25:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.080+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 0x7f92ac0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.080+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 0x7f92ac0a3600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f92b4006010 tx=0x7f92b4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 Processor -- start 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 -- start start 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 0x5648ba990c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba992390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba892000 con 0x5648ba9911c0 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba8e4840 con 0x5648ba991f20 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.136+0000 7f92d536db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba8ddcd0 con 0x5648ba7e86b0 2023-11-16T18:25:37.139 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45232/0 (socket says 172.21.15.63:45232) 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 -- 172.21.15.63:0/4149464140 learned_addr learned my addr 172.21.15.63:0/4149464140 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c359e700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba992390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 0x5648ba990c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 -- 172.21.15.63:0/4149464140 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 msgr2=0x5648ba990c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 0x5648ba990c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 -- 172.21.15.63:0/4149464140 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 msgr2=0x5648ba992390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba992390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 -- 172.21.15.63:0/4149464140 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648ba75f5d0 con 0x5648ba9911c0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 0x5648ba990c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92c259c700 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f92b8099e70 tx=0x7f92b8099940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63be0b06949531ef server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92a97fa700 1 -- 172.21.15.63:0/4149464140 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b80a2330 con 0x5648ba9911c0 2023-11-16T18:25:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.137+0000 7f92a97fa700 1 -- 172.21.15.63:0/4149464140 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92b8098280 con 0x5648ba9911c0 2023-11-16T18:25:37.141 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92a97fa700 1 -- 172.21.15.63:0/4149464140 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b80a2100 con 0x5648ba9911c0 2023-11-16T18:25:37.145 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 -- 172.21.15.63:0/4149464140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 msgr2=0x5648ba9919e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.145 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f92b8099e70 tx=0x7f92b8099940 comp rx=0 tx=0).stop 2023-11-16T18:25:37.146 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 -- 172.21.15.63:0/4149464140 shutdown_connections 2023-11-16T18:25:37.146 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba992390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.146 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba7e86b0 0x5648ba990c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.146 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 --2- 172.21.15.63:0/4149464140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba9919e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.146 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 -- 172.21.15.63:0/4149464140 >> 172.21.15.63:0/4149464140 conn(0x5648ba981f50 msgr2=0x5648ba987100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 -- 172.21.15.63:0/4149464140 shutdown_connections 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.138+0000 7f92d536db80 1 -- 172.21.15.63:0/4149464140 wait complete. 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 -- start start 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 Processor -- start 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba99a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba87f880 con 0x5648ba991f20 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba87f520 con 0x5648ba7e86b0 2023-11-16T18:25:37.147 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba7618c0 con 0x5648ba9911c0 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92d536db80 10 client.0 _ll_register_callbacks cb 0x5648ba89d720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92c359e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92c359e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45240/0 (socket says 172.21.15.63:45240) 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.139+0000 7f92c359e700 1 -- 172.21.15.63:0/2169733445 learned_addr learned my addr 172.21.15.63:0/2169733445 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c259c700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba99a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 -- 172.21.15.63:0/2169733445 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 msgr2=0x5648ba99a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba99a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 -- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 msgr2=0x5648ba99a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.148 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 -- 172.21.15.63:0/2169733445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92c410ba20 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92c359e700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f92bc011ed0 tx=0x7f92bc014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af67cf9ad35d4a4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92a6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92bc00e040 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f92bc014b90 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.140+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5648ba97f710 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92bc014d50 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 10 client.15927 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5648ba8a4130 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5648ba97f710 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f92bc01c020 con 0x5648ba991f20 2023-11-16T18:25:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 10 client.15927 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 10 client.15927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 20 client.15927 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9a5f50 0x5648ba9a8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 4 client.15927 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5648ba8a0040 con 0x5648ba9a5f50 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.141+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9a5f50 0x5648ba9a8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.142+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9a5f50 0x5648ba9a8360 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d9a5b948b7c1817 server_cookie=9040e3f36769de66 in_seq=0 out_seq=0 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.142+0000 7f92a6ff5700 10 client.15927 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2169733445 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5648ba8a0040 con 0x5648ba9a5f50 2023-11-16T18:25:37.151 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92a6ff5700 10 client.15927 handle_command_reply: tid=0 2023-11-16T18:25:37.151 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 client.15927 shutdown 2023-11-16T18:25:37.151 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 msgr2=0x5648ba9a1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.151 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f92bc011ed0 tx=0x7f92bc014600 comp rx=0 tx=0).stop 2023-11-16T18:25:37.151 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 shutdown_connections 2023-11-16T18:25:37.152 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9a5f50 0x5648ba9a8360 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.152 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba991f20 0x5648ba9a1670 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.152 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.152 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92a6ff5700 0 client.15927 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:37.152 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 --2- 172.21.15.63:0/2169733445 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba99a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.153 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 >> 172.21.15.63:0/2169733445 conn(0x5648ba981f50 msgr2=0x5648ba9867e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.153 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 shutdown_connections 2023-11-16T18:25:37.153 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 1 -- 172.21.15.63:0/2169733445 wait complete. 2023-11-16T18:25:37.153 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.143+0000 7f92d536db80 20 client.15927 trim_cache size 0 max 16384 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 Processor -- start 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 -- start start 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba995400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba9a1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba981b70 con 0x5648ba7e86b0 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba991830 con 0x5648ba991f20 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92d536db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba987ce0 con 0x5648ba9911c0 2023-11-16T18:25:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45244/0 (socket says 172.21.15.63:45244) 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 -- 172.21.15.63:0/1116151277 learned_addr learned my addr 172.21.15.63:0/1116151277 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c359e700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba9a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c259c700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba995400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 -- 172.21.15.63:0/1116151277 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 msgr2=0x5648ba995400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba995400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 -- 172.21.15.63:0/1116151277 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 msgr2=0x5648ba9a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba9a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.163 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c2d9d700 1 -- 172.21.15.63:0/1116151277 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648ba8a3e80 con 0x5648ba7e86b0 2023-11-16T18:25:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c259c700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba995400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:25:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.159+0000 7f92c359e700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba9a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f92b4009990 tx=0x7f92b4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d89135a3686f9a65 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92a9ffb700 1 -- 172.21.15.63:0/1116151277 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b4034a70 con 0x5648ba7e86b0 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92a9ffb700 1 -- 172.21.15.63:0/1116151277 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92b401e040 con 0x5648ba7e86b0 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92a9ffb700 1 -- 172.21.15.63:0/1116151277 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b4004b40 con 0x5648ba7e86b0 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 -- 172.21.15.63:0/1116151277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 msgr2=0x5648ba994ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f92b4009990 tx=0x7f92b4020000 comp rx=0 tx=0).stop 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 -- 172.21.15.63:0/1116151277 shutdown_connections 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba991f20 0x5648ba9a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba7e86b0 0x5648ba994ec0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 --2- 172.21.15.63:0/1116151277 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba9911c0 0x5648ba995400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 -- 172.21.15.63:0/1116151277 >> 172.21.15.63:0/1116151277 conn(0x5648ba981f50 msgr2=0x5648ba998de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.165 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.160+0000 7f92d536db80 1 -- 172.21.15.63:0/1116151277 shutdown_connections 2023-11-16T18:25:37.166 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 -- 172.21.15.63:0/1116151277 wait complete. 2023-11-16T18:25:37.166 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 -- start start 2023-11-16T18:25:37.166 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 Processor -- start 2023-11-16T18:25:37.168 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.168 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba991f20 0x5648ba9a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba9a1000 con 0x5648ba9911c0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba9a1170 con 0x5648ba7e86b0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648ba9a1330 con 0x5648ba991f20 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.161+0000 7f92d536db80 10 client.0 _ll_register_callbacks cb 0x7f92bc011830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45252/0 (socket says 172.21.15.63:45252) 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 -- 172.21.15.63:0/2167169234 learned_addr learned my addr 172.21.15.63:0/2167169234 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c359e700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba991f20 0x5648ba9a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 -- 172.21.15.63:0/2167169234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba991f20 msgr2=0x5648ba9a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba991f20 0x5648ba9a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 -- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 msgr2=0x5648ba99d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 -- 172.21.15.63:0/2167169234 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92b402c040 con 0x5648ba9911c0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92c259c700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f92b8099be0 tx=0x7f92b809a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=616a4120880c2110 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92a6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b80995d0 con 0x5648ba9911c0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f92b80a1ea0 con 0x5648ba9911c0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.162+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f92b8098280 con 0x5648ba9911c0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92b80b82a0 con 0x5648ba9911c0 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 10 client.15933 fetch_fsmap learned FSMap version 23 2023-11-16T18:25:37.170 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5648ba6f4c00 con 0x5648ba9911c0 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92b8098280 con 0x5648ba9911c0 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f92b8098e40 con 0x5648ba9911c0 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 10 client.15933 fetch_fsmap finished waiting for FSMap version 23 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 10 client.15933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 20 client.15933 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9fabf0 0x5648ba9fd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 4 client.15933 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5648ba8ac600 con 0x5648ba9fabf0 2023-11-16T18:25:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.163+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9fabf0 0x5648ba9fd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:37.172 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.164+0000 7f92a6ff5700 10 client.15933 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:37.172 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.164+0000 7f92c2d9d700 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9fabf0 0x5648ba9fd000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3881c557bd7fd0b3 server_cookie=62bbdae7ab536af0 in_seq=0 out_seq=0 2023-11-16T18:25:37.175 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:36 smithi063 ceph-mon[98873]: pgmap v379: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:36 smithi093 ceph-mon[100185]: pgmap v379: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92a6ff5700 1 -- 172.21.15.63:0/2167169234 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5648ba8ac600 con 0x5648ba9fabf0 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92a6ff5700 10 client.15933 handle_command_reply: tid=0 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 client.15933 shutdown 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 msgr2=0x5648ba99dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f92b8099be0 tx=0x7f92b809a040 comp rx=0 tx=0).stop 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 shutdown_connections 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5648ba9fabf0 0x5648ba9fd000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5648ba991f20 0x5648ba9a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5648ba7e86b0 0x5648ba99d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92a6ff5700 0 client.15933 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:37.200 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 --2- 172.21.15.63:0/2167169234 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648ba9911c0 0x5648ba99dda0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.198+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 >> 172.21.15.63:0/2167169234 conn(0x5648ba981f50 msgr2=0x5648ba994ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 shutdown_connections 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92d536db80 1 -- 172.21.15.63:0/2167169234 wait complete. 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92d536db80 20 client.15933 trim_cache size 0 max 16384 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:25:37.201 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 msgr2=0x7f92ac0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 0x7f92ac0a3600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f92b4006010 tx=0x7f92b4005960 comp rx=0 tx=0).stop 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 msgr2=0x7f92c4196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f92b800e9a0 tx=0x7f92b800ecb0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 shutdown_connections 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f92ac0a1150 0x7f92ac0a3600 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f92c4101dc0 0x7f92c419d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.203 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f92c4100240 0x7f92c4195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.203 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 --2- 172.21.15.63:0/2431952030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92c4101430 0x7f92c4196500 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:37.203 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.199+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 >> 172.21.15.63:0/2431952030 conn(0x7f92c40fb840 msgr2=0x7f92c4104970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:37.203 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.200+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 shutdown_connections 2023-11-16T18:25:37.203 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:37.200+0000 7f92c91e1700 1 -- 172.21.15.63:0/2431952030 wait complete. 2023-11-16T18:25:37.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:36 smithi125 ceph-mon[100672]: pgmap v379: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:37.300 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:37.300 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:37.462 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:37.462 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:37.479 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:37.479 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:37.479 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 73 -lt 100 ']' 2023-11-16T18:25:37.479 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 73 + 1 2023-11-16T18:25:37.510 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=74 2023-11-16T18:25:37.511 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:37.535 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:37.535 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:37.536 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:37.536 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:37.536 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:37.934 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:37.934 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:38.078 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:38.078 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:38.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:38.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:38.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 74 -lt 100 ']' 2023-11-16T18:25:38.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 74 + 1 2023-11-16T18:25:38.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=75 2023-11-16T18:25:38.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:38.151 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:38.151 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:38.152 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:38.152 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:38.152 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:38.558 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:38.558 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:38.687 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:38.687 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:38.696 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:38.696 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:38.696 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 75 -lt 100 ']' 2023-11-16T18:25:38.696 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 75 + 1 2023-11-16T18:25:38.727 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=76 2023-11-16T18:25:38.727 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:38.752 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:38.752 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:38.754 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:38.754 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:38.754 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:39.116 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:39.116 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:38 smithi093 ceph-mon[100185]: pgmap v380: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:39.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:39.236 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:39.247 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:39.248 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:39.248 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 76 -lt 100 ']' 2023-11-16T18:25:39.248 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 76 + 1 2023-11-16T18:25:39.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:38 smithi125 ceph-mon[100672]: pgmap v380: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:39.278 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=77 2023-11-16T18:25:39.278 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:39.304 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:39.304 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:39.305 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:39.305 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:39.305 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:39.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:38 smithi063 ceph-mon[98873]: pgmap v380: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:39.766 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:39.767 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:39.886 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:39.886 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:39.895 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:39.896 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:39.896 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 77 -lt 100 ']' 2023-11-16T18:25:39.896 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 77 + 1 2023-11-16T18:25:39.927 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=78 2023-11-16T18:25:39.927 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:39.951 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:39.952 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:39.952 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:39.952 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:39.953 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:40.383 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:40.383 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:40.495 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:40.495 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:40.514 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:40.514 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:40.514 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 78 -lt 100 ']' 2023-11-16T18:25:40.514 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 78 + 1 2023-11-16T18:25:40.543 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=79 2023-11-16T18:25:40.543 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:40.570 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:40.571 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:40.571 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:40.571 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:40.571 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:40.991 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:40.991 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:41.094 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:41.094 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:41.104 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:41.104 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:41.104 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 79 -lt 100 ']' 2023-11-16T18:25:41.104 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 79 + 1 2023-11-16T18:25:41.135 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=80 2023-11-16T18:25:41.135 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:41.161 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:41.161 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:41.162 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:41.163 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:41.163 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:40 smithi093 ceph-mon[100185]: pgmap v381: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:40 smithi125 ceph-mon[100672]: pgmap v381: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:41.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:40 smithi063 ceph-mon[98873]: pgmap v381: 129 pgs: 129 active+clean; 1.4 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2023-11-16T18:25:41.541 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:41.541 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:41.686 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:41.686 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:41.698 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:41.698 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:41.699 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 80 -lt 100 ']' 2023-11-16T18:25:41.699 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 80 + 1 2023-11-16T18:25:41.736 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=81 2023-11-16T18:25:41.736 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:41.759 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:41.759 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:41.761 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:41.761 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:41.761 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:42.145 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:42.145 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:42.286 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:42.286 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:42.296 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:42.296 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:42.296 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 81 -lt 100 ']' 2023-11-16T18:25:42.296 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 81 + 1 2023-11-16T18:25:42.327 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=82 2023-11-16T18:25:42.327 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:42.350 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:42.354 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:42.354 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:42.354 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:42.354 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:42.724 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:42.724 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:42.861 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:42.861 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:42.871 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:42.871 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:42.871 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 82 -lt 100 ']' 2023-11-16T18:25:42.871 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 82 + 1 2023-11-16T18:25:42.902 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=83 2023-11-16T18:25:42.902 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:42.926 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:42.926 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:42.927 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:42.927 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:42.927 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:42 smithi093 ceph-mon[100185]: pgmap v382: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:43.244 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:42 smithi063 ceph-mon[98873]: pgmap v382: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:42 smithi125 ceph-mon[100672]: pgmap v382: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2023-11-16T18:25:43.324 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:43.324 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:43.461 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:43.461 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:43.470 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:43.470 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:43.470 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 83 -lt 100 ']' 2023-11-16T18:25:43.470 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 83 + 1 2023-11-16T18:25:43.518 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=84 2023-11-16T18:25:43.518 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:43.542 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:43.542 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:43.543 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:43.543 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:43.543 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:43.891 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:43.891 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:44.036 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:44.036 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:44.046 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:44.046 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:44.046 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 84 -lt 100 ']' 2023-11-16T18:25:44.046 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 84 + 1 2023-11-16T18:25:44.076 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=85 2023-11-16T18:25:44.076 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:44.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:43 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:44.100 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:44.100 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:44.101 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:44.101 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:44.101 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:44.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:43 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:44.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:43 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:44.449 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:44.449 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:44.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:44.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:44.620 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:44.620 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:44.620 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 85 -lt 100 ']' 2023-11-16T18:25:44.620 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 85 + 1 2023-11-16T18:25:44.652 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=86 2023-11-16T18:25:44.652 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:44.675 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:44.676 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:44.677 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:44.677 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:44.677 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:45.133 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:45.133 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:44 smithi093 ceph-mon[100185]: pgmap v383: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2023-11-16T18:25:45.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:44 smithi125 ceph-mon[100672]: pgmap v383: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2023-11-16T18:25:45.294 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:45.294 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:45.313 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:45.314 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:45.314 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 86 -lt 100 ']' 2023-11-16T18:25:45.314 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 86 + 1 2023-11-16T18:25:45.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:44 smithi063 ceph-mon[98873]: pgmap v383: 129 pgs: 129 active+clean; 1.5 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2023-11-16T18:25:45.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=87 2023-11-16T18:25:45.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:45.449 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:45.449 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:45.450 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:45.450 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:45.450 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:45.799 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:45.799 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:45.935 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:45.936 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:45.945 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:45.946 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:45.946 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 87 -lt 100 ']' 2023-11-16T18:25:45.946 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 87 + 1 2023-11-16T18:25:45.976 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=88 2023-11-16T18:25:45.976 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:46.009 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:46.009 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:46.010 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:46.010 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:46.010 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:46.374 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:46.374 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:46.527 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:46.527 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:46.538 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:46.538 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:46.538 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 88 -lt 100 ']' 2023-11-16T18:25:46.538 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 88 + 1 2023-11-16T18:25:46.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=89 2023-11-16T18:25:46.568 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:46.591 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:46.592 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:46.593 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:46.593 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:46.593 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:46.915 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:46.915 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:47.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:47.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:47.153 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:47.154 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:47.154 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 89 -lt 100 ']' 2023-11-16T18:25:47.154 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 89 + 1 2023-11-16T18:25:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:46 smithi093 ceph-mon[100185]: pgmap v384: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:46 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:47.184 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=90 2023-11-16T18:25:47.184 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:47.208 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:47.208 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:47.209 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:47.209 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:47.209 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:46 smithi125 ceph-mon[100672]: pgmap v384: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:47.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:46 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:47.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:46 smithi063 ceph-mon[98873]: pgmap v384: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 14 op/s 2023-11-16T18:25:47.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:46 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:25:47.599 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:47.599 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:47.727 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:47.727 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:47.763 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:47.763 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:47.763 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 90 -lt 100 ']' 2023-11-16T18:25:47.763 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 90 + 1 2023-11-16T18:25:47.793 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=91 2023-11-16T18:25:47.793 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:47.816 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:47.816 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:47.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:47.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:47.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:48.190 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:48.190 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:48.352 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:48.352 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:48.361 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:48.361 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:48.362 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 91 -lt 100 ']' 2023-11-16T18:25:48.362 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 91 + 1 2023-11-16T18:25:48.392 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=92 2023-11-16T18:25:48.392 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:48.416 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:48.417 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:48.417 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:48.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:48.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:48.849 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:48.849 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:48.986 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:48.986 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:48.996 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:48.996 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:48.997 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 92 -lt 100 ']' 2023-11-16T18:25:48.997 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 92 + 1 2023-11-16T18:25:49.027 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=93 2023-11-16T18:25:49.027 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:49.050 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:49.050 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:49.050 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:49.051 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:49.051 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:49.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:48 smithi063 ceph-mon[98873]: pgmap v385: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2023-11-16T18:25:49.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:48 smithi093 ceph-mon[100185]: pgmap v385: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2023-11-16T18:25:49.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:48 smithi125 ceph-mon[100672]: pgmap v385: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2023-11-16T18:25:49.457 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:49.458 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:49.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:49.602 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:49.611 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:49.612 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:49.612 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 93 -lt 100 ']' 2023-11-16T18:25:49.612 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 93 + 1 2023-11-16T18:25:49.642 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=94 2023-11-16T18:25:49.642 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:49.666 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:49.666 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:49.667 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:49.667 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:49.667 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:50.115 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:50.115 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:50.310 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:50.310 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:50.333 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:50.333 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:50.333 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 94 -lt 100 ']' 2023-11-16T18:25:50.333 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 94 + 1 2023-11-16T18:25:50.363 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=95 2023-11-16T18:25:50.363 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:50.403 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:50.404 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:50.404 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:50.405 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:50.405 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:51.081 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:51.082 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:51.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:50 smithi093 ceph-mon[100185]: pgmap v386: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2023-11-16T18:25:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:50 smithi125 ceph-mon[100672]: pgmap v386: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2023-11-16T18:25:51.301 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:51.302 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:51.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:50 smithi063 ceph-mon[98873]: pgmap v386: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2023-11-16T18:25:51.338 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:51.338 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:51.338 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 95 -lt 100 ']' 2023-11-16T18:25:51.338 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 95 + 1 2023-11-16T18:25:51.377 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=96 2023-11-16T18:25:51.378 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:51.451 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:51.451 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:51.452 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:51.452 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:51.452 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:52.190 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:52.190 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:52.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:52.418 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:52.446 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:52.446 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:52.446 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 96 -lt 100 ']' 2023-11-16T18:25:52.446 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 96 + 1 2023-11-16T18:25:52.475 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=97 2023-11-16T18:25:52.475 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:52.551 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:52.551 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:52.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:52.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:52.552 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:52.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.876+0000 7fe6e537e700 1 -- 172.21.15.63:0/2091719135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e00ff160 msgr2=0x7fe6e00ff570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 --2- 172.21.15.63:0/2091719135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e00ff160 0x7fe6e00ff570 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fe6d0009990 tx=0x7fe6d0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 -- 172.21.15.63:0/2091719135 shutdown_connections 2023-11-16T18:25:52.886 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 --2- 172.21.15.63:0/2091719135 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e0100da0 0x7fe6e0107640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 --2- 172.21.15.63:0/2091719135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e00ff160 0x7fe6e00ff570 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 --2- 172.21.15.63:0/2091719135 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 0x7fe6e0100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 -- 172.21.15.63:0/2091719135 >> 172.21.15.63:0/2091719135 conn(0x7fe6e00fa780 msgr2=0x7fe6e00fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 -- 172.21.15.63:0/2091719135 shutdown_connections 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 -- 172.21.15.63:0/2091719135 wait complete. 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.877+0000 7fe6e537e700 1 Processor -- start 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 -- start start 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e00ff160 0x7fe6e0103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 0x7fe6e01017d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e01024b0 con 0x7fe6e0100da0 2023-11-16T18:25:52.887 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e0102620 con 0x7fe6e00ff160 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6e537e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e019fff0 con 0x7fe6e01003f0 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6df7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6df7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45268/0 (socket says 172.21.15.63:45268) 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6df7fe700 1 -- 172.21.15.63:0/783223143 learned_addr learned my addr 172.21.15.63:0/783223143 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.878+0000 7fe6deffd700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e00ff160 0x7fe6e0103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 0x7fe6e01017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 -- 172.21.15.63:0/783223143 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 msgr2=0x7fe6e01017d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 0x7fe6e01017d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 -- 172.21.15.63:0/783223143 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e00ff160 msgr2=0x7fe6e0103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e00ff160 0x7fe6e0103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 -- 172.21.15.63:0/783223143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d00095f0 con 0x7fe6e0100da0 2023-11-16T18:25:52.888 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe6d800ef30 tx=0x7fe6d800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6d7fff700 1 -- 172.21.15.63:0/783223143 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d8018070 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6d7fff700 1 -- 172.21.15.63:0/783223143 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6d800f040 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e010ab00 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6d7fff700 1 -- 172.21.15.63:0/783223143 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d800cd00 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.879+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e010a970 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.882+0000 7fe6d7fff700 1 -- 172.21.15.63:0/783223143 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe6d8003a00 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.883+0000 7fe6d7fff700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 0x7fe6cc0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.883+0000 7fe6deffd700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 0x7fe6cc0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.883+0000 7fe6d7fff700 1 -- 172.21.15.63:0/783223143 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe6d80cc7d0 con 0x7fe6e0100da0 2023-11-16T18:25:52.889 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.883+0000 7fe6deffd700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 0x7fe6cc0a3600 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000b2e0 tx=0x7fe6d0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.951+0000 7fe6f150ab80 1 Processor -- start 2023-11-16T18:25:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.951+0000 7fe6f150ab80 1 -- start start 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.951+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.951+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c694db0 0x56474c6955d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.951+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c695f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c59a000 con 0x56474c4f06b0 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c5ec840 con 0x56474c695b10 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c5e5cd0 con 0x56474c694db0 2023-11-16T18:25:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45272/0 (socket says 172.21.15.63:45272) 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 -- 172.21.15.63:0/3445785144 learned_addr learned my addr 172.21.15.63:0/3445785144 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c695f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c694db0 0x56474c6955d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 -- 172.21.15.63:0/3445785144 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c694db0 msgr2=0x56474c6955d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c694db0 0x56474c6955d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 -- 172.21.15.63:0/3445785144 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 msgr2=0x56474c695f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c695f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 -- 172.21.15.63:0/3445785144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56474c4675d0 con 0x56474c4f06b0 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c695f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.952+0000 7fe6deffd700 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000bf10 tx=0x7fe6d0020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ebbcb93fbafa8e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.953+0000 7fe6d57fa700 1 -- 172.21.15.63:0/3445785144 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d002b070 con 0x56474c4f06b0 2023-11-16T18:25:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.953+0000 7fe6d57fa700 1 -- 172.21.15.63:0/3445785144 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6d001e040 con 0x56474c4f06b0 2023-11-16T18:25:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.953+0000 7fe6d57fa700 1 -- 172.21.15.63:0/3445785144 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d000f7d0 con 0x56474c4f06b0 2023-11-16T18:25:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.953+0000 7fe6f150ab80 1 -- 172.21.15.63:0/3445785144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 msgr2=0x56474c694870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.953+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000bf10 tx=0x7fe6d0020000 comp rx=0 tx=0).stop 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 -- 172.21.15.63:0/3445785144 shutdown_connections 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c695f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c4f06b0 0x56474c694870 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/3445785144 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c694db0 0x56474c6955d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 -- 172.21.15.63:0/3445785144 >> 172.21.15.63:0/3445785144 conn(0x56474c689f50 msgr2=0x56474c68f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 -- 172.21.15.63:0/3445785144 shutdown_connections 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 -- 172.21.15.63:0/3445785144 wait complete. 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 -- start start 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.954+0000 7fe6f150ab80 1 Processor -- start 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c69e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c6a5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c587880 con 0x56474c694db0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c587520 con 0x56474c695b10 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c4698c0 con 0x56474c4f06b0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6f150ab80 10 client.0 _ll_register_callbacks cb 0x56474c5a5720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6de7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c69e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44046/0 (socket says 172.21.15.63:44046) 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 -- 172.21.15.63:0/2512602860 learned_addr learned my addr 172.21.15.63:0/2512602860 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c6a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 -- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 msgr2=0x56474c6a5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c6a5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 -- 172.21.15.63:0/2512602860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 msgr2=0x56474c69e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c69e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 -- 172.21.15.63:0/2512602860 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e0107eb0 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6deffd700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe6d0009990 tx=0x7fe6d000fd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3494c5fc545229b9 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.955+0000 7fe6c67fc700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d002b040 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe6d0004910 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56474c687710 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6d0004c30 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 10 client.25564 fetch_fsmap learned FSMap version 25 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56474c5ac130 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56474c687710 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fe6d0024ce0 con 0x56474c4f06b0 2023-11-16T18:25:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 10 client.25564 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 10 client.25564 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.956+0000 7fe6f150ab80 20 client.25564 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6a9610 0x56474c6aba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6f150ab80 4 client.25564 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56474c5a8040 con 0x56474c6a9610 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6a9610 0x56474c6aba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6a9610 0x56474c6aba20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60bcb3e4069b5761 server_cookie=f0325a69b2d5e783 in_seq=0 out_seq=0 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.957+0000 7fe6c67fc700 10 client.25564 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6c67fc700 1 -- 172.21.15.63:0/2512602860 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56474c5a8040 con 0x56474c6a9610 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6c67fc700 10 client.25564 handle_command_reply: tid=0 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 client.25564 shutdown 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 msgr2=0x56474c69dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe6d0009990 tx=0x7fe6d000fd40 comp rx=0 tx=0).stop 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 shutdown_connections 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6a9610 0x56474c6aba20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c6a5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6c67fc700 0 client.25564 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c69dc90 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/2512602860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c69e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 >> 172.21.15.63:0/2512602860 conn(0x56474c689f50 msgr2=0x56474c68e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.958+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 shutdown_connections 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.959+0000 7fe6f150ab80 1 -- 172.21.15.63:0/2512602860 wait complete. 2023-11-16T18:25:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.959+0000 7fe6f150ab80 20 client.25564 trim_cache size 0 max 16384 2023-11-16T18:25:52.975 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.974+0000 7fe6f150ab80 1 Processor -- start 2023-11-16T18:25:52.975 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.974+0000 7fe6f150ab80 1 -- start start 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c6901a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c69d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c6ac080 con 0x56474c694db0 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c69bc80 con 0x56474c695b10 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c699570 con 0x56474c4f06b0 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45286/0 (socket says 172.21.15.63:45286) 2023-11-16T18:25:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 -- 172.21.15.63:0/572955988 learned_addr learned my addr 172.21.15.63:0/572955988 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6deffd700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c6901a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c69d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 -- 172.21.15.63:0/572955988 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 msgr2=0x56474c6901a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c6901a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 -- 172.21.15.63:0/572955988 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 msgr2=0x56474c69d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c69d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6de7fc700 1 -- 172.21.15.63:0/572955988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56474c5abe80 con 0x56474c694db0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.975+0000 7fe6deffd700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c6901a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.976+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x56474c6ac290 tx=0x7fe6c8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87344a9b574d3808 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.976+0000 7fe6d5ffb700 1 -- 172.21.15.63:0/572955988 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8017030 con 0x56474c694db0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.976+0000 7fe6d5ffb700 1 -- 172.21.15.63:0/572955988 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6c8018040 con 0x56474c694db0 2023-11-16T18:25:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.976+0000 7fe6d5ffb700 1 -- 172.21.15.63:0/572955988 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c80038e0 con 0x56474c694db0 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- 172.21.15.63:0/572955988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 msgr2=0x56474c6a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x56474c6ac290 tx=0x7fe6c8009260 comp rx=0 tx=0).stop 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- 172.21.15.63:0/572955988 shutdown_connections 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c695b10 0x56474c69d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c4f06b0 0x56474c6901a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/572955988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a51d0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- 172.21.15.63:0/572955988 >> 172.21.15.63:0/572955988 conn(0x56474c689f50 msgr2=0x56474c6b0340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- 172.21.15.63:0/572955988 shutdown_connections 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- 172.21.15.63:0/572955988 wait complete. 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.977+0000 7fe6f150ab80 1 -- start start 2023-11-16T18:25:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 Processor -- start 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 0x56474c6a0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c695b10 0x56474c6a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c6a3fd0 con 0x56474c694db0 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c6a4140 con 0x56474c4f06b0 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56474c6a4300 con 0x56474c695b10 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6f150ab80 10 client.0 _ll_register_callbacks cb 0x7fe6d80954f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6de7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6de7fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45292/0 (socket says 172.21.15.63:45292) 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6de7fc700 1 -- 172.21.15.63:0/1479437040 learned_addr learned my addr 172.21.15.63:0/1479437040 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6deffd700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 0x56474c6a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6df7fe700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c695b10 0x56474c6a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.978+0000 7fe6de7fc700 1 -- 172.21.15.63:0/1479437040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c695b10 msgr2=0x56474c6a3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c695b10 0x56474c6a3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6de7fc700 1 -- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 msgr2=0x56474c6a0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 0x56474c6a0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6de7fc700 1 -- 172.21.15.63:0/1479437040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56474c5ac130 con 0x56474c694db0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6deffd700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 0x56474c6a0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6de7fc700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009e70 tx=0x7fe6c80041e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17132c00fb0f949c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6c67fc700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8017040 con 0x56474c694db0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe6c801ebd0 con 0x56474c694db0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe6d001e040 con 0x56474c694db0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6c801ed90 con 0x56474c694db0 2023-11-16T18:25:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6f150ab80 10 client.15951 fetch_fsmap learned FSMap version 25 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x7fe6c8010430 con 0x56474c694db0 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.979+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6d001e040 con 0x56474c694db0 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fe6c8025070 con 0x56474c694db0 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 10 client.15951 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 10 client.15951 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 20 client.15951 populate_metadata read hostname 'smithi063' 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6fd960 0x56474c6ffd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 4 client.15951 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56474c5b4600 con 0x56474c6fd960 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6deffd700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6fd960 0x56474c6ffd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6deffd700 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6fd960 0x56474c6ffd70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fa1b6b6453f8c89 server_cookie=ea48ac3c69288171 in_seq=0 out_seq=0 2023-11-16T18:25:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:52.980+0000 7fe6c67fc700 10 client.15951 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6c67fc700 1 -- 172.21.15.63:0/1479437040 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56474c5b4600 con 0x56474c6fd960 2023-11-16T18:25:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6c67fc700 10 client.15951 handle_command_reply: tid=0 2023-11-16T18:25:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 client.15951 shutdown 2023-11-16T18:25:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 msgr2=0x56474c6a0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009e70 tx=0x7fe6c80041e0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 shutdown_connections 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56474c6fd960 0x56474c6ffd70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56474c695b10 0x56474c6a3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56474c4f06b0 0x56474c6a0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 --2- 172.21.15.63:0/1479437040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56474c694db0 0x56474c6a0a70 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6c67fc700 0 client.15951 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 >> 172.21.15.63:0/1479437040 conn(0x56474c689f50 msgr2=0x56474c69c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 shutdown_connections 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 1 -- 172.21.15.63:0/1479437040 wait complete. 2023-11-16T18:25:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.000+0000 7fe6f150ab80 20 client.15951 trim_cache size 0 max 16384 2023-11-16T18:25:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:25:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:25:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:25:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:25:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 msgr2=0x7fe6cc0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 0x7fe6cc0a3600 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000b2e0 tx=0x7fe6d0005fb0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 msgr2=0x7fe6e0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe6d800ef30 tx=0x7fe6d800c3a0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 shutdown_connections 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6cc0a1150 0x7fe6cc0a3600 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e0100da0 0x7fe6e0101d10 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6e00ff160 0x7fe6e0103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 --2- 172.21.15.63:0/783223143 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6e01003f0 0x7fe6e01017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 >> 172.21.15.63:0/783223143 conn(0x7fe6e00fa780 msgr2=0x7fe6e0069200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 shutdown_connections 2023-11-16T18:25:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:25:53.001+0000 7fe6e537e700 1 -- 172.21.15.63:0/783223143 wait complete. 2023-11-16T18:25:53.223 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:53.223 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:52 smithi125 ceph-mon[100672]: pgmap v387: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 15 op/s 2023-11-16T18:25:53.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:52 smithi063 ceph-mon[98873]: pgmap v387: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 15 op/s 2023-11-16T18:25:53.401 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:53.401 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:53.407 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:53.408 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:53.408 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 97 -lt 100 ']' 2023-11-16T18:25:53.408 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 97 + 1 2023-11-16T18:25:53.433 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=98 2023-11-16T18:25:53.434 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:53.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:52 smithi093 ceph-mon[100185]: pgmap v387: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 15 op/s 2023-11-16T18:25:53.459 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:53.459 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:53.460 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:53.460 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:53.460 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:53.956 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:53.956 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:54.093 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:54.093 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:54.103 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:54.103 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:54.103 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 98 -lt 100 ']' 2023-11-16T18:25:54.103 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 98 + 1 2023-11-16T18:25:54.127 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=99 2023-11-16T18:25:54.128 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:54.149 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:54.149 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:54.150 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:54.150 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:54.150 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:54.615 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:54.615 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:54.751 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:54.751 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:54.761 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:54.761 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:54.762 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 99 -lt 100 ']' 2023-11-16T18:25:54.762 INFO:tasks.workunit.client.0.smithi063.stderr:++ expr 99 + 1 2023-11-16T18:25:54.792 INFO:tasks.workunit.client.0.smithi063.stderr:+ c=100 2023-11-16T18:25:54.792 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:54.815 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:54.816 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:54.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ c1=2 2023-11-16T18:25:54.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo 3 2023-11-16T18:25:54.817 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo tee /proc/sys/vm/drop_caches 2023-11-16T18:25:55.190 INFO:tasks.workunit.client.0.smithi063.stderr:++ getfacl d1 2023-11-16T18:25:55.191 INFO:tasks.workunit.client.0.smithi063.stderr:++ grep -c nobody:rw 2023-11-16T18:25:55.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:54 smithi125 ceph-mon[100672]: pgmap v388: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2023-11-16T18:25:55.327 INFO:tasks.workunit.client.0.smithi063.stderr:+ c2=2 2023-11-16T18:25:55.327 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:55.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:54 smithi063 ceph-mon[98873]: pgmap v388: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2023-11-16T18:25:55.352 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:55.352 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 2 -ne 2 ']' 2023-11-16T18:25:55.352 INFO:tasks.workunit.client.0.smithi063.stderr:+ '[' 100 -lt 100 ']' 2023-11-16T18:25:55.361 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir d1 2023-11-16T18:25:55.382 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n system.posix_acl_access -v 0x02000000 d1 2023-11-16T18:25:55.399 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n system.posix_acl_default -v 0x02000000 . 2023-11-16T18:25:55.404 INFO:tasks.workunit.client.0.smithi063.stderr:+ expect_failure getfattr -n system.posix_acl_access d1 2023-11-16T18:25:55.431 INFO:tasks.workunit.client.0.smithi063.stderr:+ getfattr -n system.posix_acl_access d1 2023-11-16T18:25:55.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:54 smithi093 ceph-mon[100185]: pgmap v388: 129 pgs: 129 active+clean; 1.6 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2023-11-16T18:25:55.454 INFO:tasks.workunit.client.0.smithi063.stderr:d1: system.posix_acl_access: No such attribute 2023-11-16T18:25:55.454 INFO:tasks.workunit.client.0.smithi063.stderr:+ return 0 2023-11-16T18:25:55.454 INFO:tasks.workunit.client.0.smithi063.stderr:+ expect_failure getfattr -n system.posix_acl_default . 2023-11-16T18:25:55.454 INFO:tasks.workunit.client.0.smithi063.stderr:+ getfattr -n system.posix_acl_default . 2023-11-16T18:25:55.455 INFO:tasks.workunit.client.0.smithi063.stderr:.: system.posix_acl_default: No such attribute 2023-11-16T18:25:55.455 INFO:tasks.workunit.client.0.smithi063.stderr:+ return 0 2023-11-16T18:25:55.455 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir d1 2023-11-16T18:25:55.457 INFO:tasks.workunit.client.0.smithi063.stderr:+ cd .. 2023-11-16T18:25:55.457 INFO:tasks.workunit.client.0.smithi063.stderr:+ rmdir testdir 2023-11-16T18:25:55.473 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo OK 2023-11-16T18:25:55.474 INFO:tasks.workunit.client.0.smithi063.stdout:OK 2023-11-16T18:25:55.475 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:25:55.475 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:25:55.868 INFO:tasks.workunit:Running workunit fs/misc/chmod.sh... 2023-11-16T18:25:55.868 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/chmod.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/chmod.sh 2023-11-16T18:25:55.988 INFO:tasks.workunit.client.0.smithi063.stderr:+ set -e 2023-11-16T18:25:55.988 INFO:tasks.workunit.client.0.smithi063.stderr:+ file=test_chmod.153583 2023-11-16T18:25:55.988 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo foo 2023-11-16T18:25:55.993 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.082 INFO:tasks.workunit.client.0.smithi063.stderr:+ chmod 400 test_chmod.153583 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ check_perms test_chmod.153583 -r-------- 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ file=test_chmod.153583 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:++ ls -la test_chmod.153583 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ r='-r--------. 1 ubuntu ubuntu 4 Nov 16 18:25 test_chmod.153583' 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:+ perms=-r-------- 2023-11-16T18:25:56.088 INFO:tasks.workunit.client.0.smithi063.stderr:++ echo -r--------. 1 ubuntu ubuntu 4 Nov 16 18:25 test_chmod.153583 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ awk '{print $1}' 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ test -r-------- '!=' -r--------. 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ echo -r--------. 1 ubuntu ubuntu 4 Nov 16 18:25 test_chmod.153583 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:++ awk '{print $1}' 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ test -r--------. '!=' -r--------. 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ set +e 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo bar 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/chmod.sh: line 40: test_chmod.153583: Permission denied 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 1 = 0 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ set -e 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ chmod 600 test_chmod.153583 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo bar 2023-11-16T18:25:56.089 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ check_perms test_chmod.153583 -rw------- 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ file=test_chmod.153583 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:++ ls -la test_chmod.153583 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ r='-rw-------. 1 ubuntu ubuntu 8 Nov 16 18:25 test_chmod.153583' 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ perms=-rw------- 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:++ echo -rw-------. 1 ubuntu ubuntu 8 Nov 16 18:25 test_chmod.153583 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:++ awk '{print $1}' 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ test -rw------- '!=' -rw-------. 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:++ echo -rw-------. 1 ubuntu ubuntu 8 Nov 16 18:25 test_chmod.153583 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:++ awk '{print $1}' 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ test -rw-------. '!=' -rw-------. 2023-11-16T18:25:56.090 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo foo 2023-11-16T18:25:56.091 INFO:tasks.workunit.client.0.smithi063.stderr:+ test 0 '!=' 0 2023-11-16T18:25:56.091 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:25:56.091 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:25:56.138 INFO:tasks.workunit:Running workunit fs/misc/dac_override.sh... 2023-11-16T18:25:56.138 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/dac_override.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/dac_override.sh 2023-11-16T18:25:56.164 INFO:tasks.workunit.client.0.smithi063.stderr:+ set -e 2023-11-16T18:25:56.165 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir -p testdir 2023-11-16T18:25:56.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ file=test_chmod.153642 2023-11-16T18:25:56.167 INFO:tasks.workunit.client.0.smithi063.stderr:+ echo foo 2023-11-16T18:25:56.168 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo chmod 600 testdir 2023-11-16T18:25:56.185 INFO:tasks.workunit.client.0.smithi063.stderr:+ expect_failure cat testdir/test_chmod.153642 2023-11-16T18:25:56.186 INFO:tasks.workunit.client.0.smithi063.stderr:+ cat testdir/test_chmod.153642 2023-11-16T18:25:56.187 INFO:tasks.workunit.client.0.smithi063.stderr:cat: testdir/test_chmod.153642: Permission denied 2023-11-16T18:25:56.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ return 0 2023-11-16T18:25:56.187 INFO:tasks.workunit.client.0.smithi063.stderr:+ sudo cat testdir/test_chmod.153642 2023-11-16T18:25:56.199 INFO:tasks.workunit.client.0.smithi063.stdout:foo 2023-11-16T18:25:56.201 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:25:56.201 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:25:56.294 INFO:tasks.workunit:Running workunit fs/misc/direct_io.py... 2023-11-16T18:25:56.294 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/direct_io.py> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/direct_io.py 2023-11-16T18:25:57.202 INFO:tasks.workunit.client.0.smithi063.stdout:ok 2023-11-16T18:25:57.208 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:25:57.208 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:25:57.234 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:56 smithi063 ceph-mon[98873]: pgmap v389: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 13 op/s 2023-11-16T18:25:57.254 INFO:tasks.workunit:Running workunit fs/misc/dirfrag.sh... 2023-11-16T18:25:57.254 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/dirfrag.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/dirfrag.sh 2023-11-16T18:25:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:56 smithi125 ceph-mon[100672]: pgmap v389: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 13 op/s 2023-11-16T18:25:57.340 INFO:tasks.workunit.client.0.smithi063.stdout:creating folder hierarchy 2023-11-16T18:25:57.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:56 smithi093 ceph-mon[100185]: pgmap v389: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 13 op/s 2023-11-16T18:25:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:25:58 smithi125 ceph-mon[100672]: pgmap v390: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:59.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:25:58 smithi063 ceph-mon[98873]: pgmap v390: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:25:59.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:25:58 smithi093 ceph-mon[100185]: pgmap v390: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2023-11-16T18:26:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:00 smithi125 ceph-mon[100672]: pgmap v391: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 15 op/s 2023-11-16T18:26:01.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:00 smithi063 ceph-mon[98873]: pgmap v391: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 15 op/s 2023-11-16T18:26:01.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:00 smithi093 ceph-mon[100185]: pgmap v391: 129 pgs: 129 active+clean; 1.7 MiB data, 90 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 15 op/s 2023-11-16T18:26:02.204 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:26:02.614 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/3703879635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 msgr2=0x7f8b580ff920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/3703879635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b580ff920 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c009990 tx=0x7f8b4c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/3703879635 shutdown_connections 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/3703879635 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580ffe60 0x7f8b581002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/3703879635 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580feb60 0x7f8b580fef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/3703879635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b580ff920 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/3703879635 >> 172.21.15.63:0/3703879635 conn(0x7f8b580fa810 msgr2=0x7f8b580fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/3703879635 shutdown_connections 2023-11-16T18:26:02.615 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.613+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/3703879635 wait complete. 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.614+0000 7f8b5d0e4700 1 Processor -- start 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.614+0000 7f8b5d0e4700 1 -- start start 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.614+0000 7f8b5d0e4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.614+0000 7f8b5d0e4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b58198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5d0e4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 0x7f8b5819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5d0e4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b5819fd80 con 0x7f8b580ff4b0 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5d0e4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b5819fec0 con 0x7f8b580ffe60 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5d0e4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b581a0050 con 0x7f8b580feb60 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.617 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5759e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 0x7f8b5819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44118/0 (socket says 172.21.15.63:44118) 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b58198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b5759e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 0x7f8b5819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40756/0 (socket says 172.21.15.63:40756) 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 -- 172.21.15.63:0/1474375977 learned_addr learned my addr 172.21.15.63:0/1474375977 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 -- 172.21.15.63:0/1474375977 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 msgr2=0x7f8b5819f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 0x7f8b5819f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 -- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 msgr2=0x7f8b58198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b58198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 -- 172.21.15.63:0/1474375977 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b48009520 con 0x7f8b580feb60 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.615+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8b4800eb30 tx=0x7f8b4800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.616+0000 7f8b3ffff700 1 -- 172.21.15.63:0/1474375977 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b48009880 con 0x7f8b580feb60 2023-11-16T18:26:02.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.616+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b4c0095f0 con 0x7f8b580feb60 2023-11-16T18:26:02.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.616+0000 7f8b3ffff700 1 -- 172.21.15.63:0/1474375977 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b480044e0 con 0x7f8b580feb60 2023-11-16T18:26:02.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.616+0000 7f8b3ffff700 1 -- 172.21.15.63:0/1474375977 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b48003d80 con 0x7f8b580feb60 2023-11-16T18:26:02.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.616+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b5810de90 con 0x7f8b580feb60 2023-11-16T18:26:02.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.618+0000 7f8b3ffff700 1 -- 172.21.15.63:0/1474375977 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8b48003f00 con 0x7f8b580feb60 2023-11-16T18:26:02.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.619+0000 7f8b3ffff700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 0x7f8b400a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.619+0000 7f8b3ffff700 1 -- 172.21.15.63:0/1474375977 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8b48014070 con 0x7f8b580feb60 2023-11-16T18:26:02.620 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.619+0000 7f8b5659c700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 0x7f8b400a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.619+0000 7f8b5659c700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 0x7f8b400a3600 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00b2e0 tx=0x7f8b4c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.657+0000 7f8b69270b80 1 Processor -- start 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.657+0000 7f8b69270b80 1 -- start start 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081752010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081753580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081657060 con 0x55f081752550 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0816a98a0 con 0x55f081753110 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b69270b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0816a2d30 con 0x55f081751c00 2023-11-16T18:26:02.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5759e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081753580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45360/0 (socket says 172.21.15.63:45360) 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 -- 172.21.15.63:0/884798548 learned_addr learned my addr 172.21.15.63:0/884798548 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081752010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 -- 172.21.15.63:0/884798548 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 msgr2=0x55f081752010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081752010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 -- 172.21.15.63:0/884798548 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 msgr2=0x55f081753580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081753580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 -- 172.21.15.63:0/884798548 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f081524630 con 0x55f081752550 2023-11-16T18:26:02.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5759e700 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081753580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:02.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.658+0000 7f8b5659c700 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00beb0 tx=0x7f8b4c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa82007befd76af0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b3d7fa700 1 -- 172.21.15.63:0/884798548 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4c02b070 con 0x55f081752550 2023-11-16T18:26:02.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b3d7fa700 1 -- 172.21.15.63:0/884798548 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b4c01e040 con 0x55f081752550 2023-11-16T18:26:02.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b3d7fa700 1 -- 172.21.15.63:0/884798548 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4c00f770 con 0x55f081752550 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 -- 172.21.15.63:0/884798548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 msgr2=0x55f081752b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00beb0 tx=0x7f8b4c020000 comp rx=0 tx=0).stop 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 -- 172.21.15.63:0/884798548 shutdown_connections 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081753580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081752010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 --2- 172.21.15.63:0/884798548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081752b30 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.659+0000 7f8b69270b80 1 -- 172.21.15.63:0/884798548 >> 172.21.15.63:0/884798548 conn(0x55f081747360 msgr2=0x55f08174c670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- 172.21.15.63:0/884798548 shutdown_connections 2023-11-16T18:26:02.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- 172.21.15.63:0/884798548 wait complete. 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- start start 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 Processor -- start 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081752550 0x55f08175ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081762ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0816448e0 con 0x55f081751c00 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081644580 con 0x55f081753110 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081526920 con 0x55f081752550 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b69270b80 10 client.0 _ll_register_callbacks cb 0x55f081662780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:02.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b56d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b56d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45364/0 (socket says 172.21.15.63:45364) 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b56d9d700 1 -- 172.21.15.63:0/3066664491 learned_addr learned my addr 172.21.15.63:0/3066664491 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.660+0000 7f8b5759e700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081762ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b5659c700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081752550 0x55f08175ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 -- 172.21.15.63:0/3066664491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081752550 msgr2=0x55f08175ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081752550 0x55f08175ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 -- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 msgr2=0x55f081762ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081762ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 -- 172.21.15.63:0/3066664491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b5810b2f0 con 0x55f081751c00 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b5759e700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081762ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f8b48000c00 tx=0x7f8b4801e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a5264af45595312 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b3aff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:02.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4809a700 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8b4809a2a0 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f081744b20 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b4809e2d0 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b69270b80 10 client.15981 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f081669190 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.661+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f081744b20 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f8b480a2260 con 0x55f081751c00 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 10 client.15981 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 10 client.15981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 20 client.15981 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f081767270 0x55f081769680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 4 client.15981 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f0816650a0 con 0x55f081767270 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b5659c700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f081767270 0x55f081769680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b3aff5700 10 client.15981 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.662+0000 7f8b5659c700 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f081767270 0x55f081769680 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cde18686eb0b5bb2 server_cookie=3f8b0d68060f1e30 in_seq=0 out_seq=0 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b3aff5700 1 -- 172.21.15.63:0/3066664491 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f0816650a0 con 0x55f081767270 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b3aff5700 10 client.15981 handle_command_reply: tid=0 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 client.15981 shutdown 2023-11-16T18:26:02.671 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 msgr2=0x55f08175b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f8b48000c00 tx=0x7f8b4801e3b0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 shutdown_connections 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f081767270 0x55f081769680 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081753110 0x55f081762ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b3aff5700 0 client.15981 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081751c00 0x55f08175b540 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 --2- 172.21.15.63:0/3066664491 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081752550 0x55f08175ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 >> 172.21.15.63:0/3066664491 conn(0x55f081747360 msgr2=0x55f08174bde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 shutdown_connections 2023-11-16T18:26:02.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.663+0000 7f8b69270b80 1 -- 172.21.15.63:0/3066664491 wait complete. 2023-11-16T18:26:02.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.664+0000 7f8b69270b80 20 client.15981 trim_cache size 0 max 16384 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 Processor -- start 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 -- start start 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 0x55f081756000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 0x55f081756540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f08174d550 con 0x55f081752550 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f08175a9f0 con 0x55f081751c00 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b69270b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081744a10 con 0x55f081753110 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45374/0 (socket says 172.21.15.63:45374) 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b5659c700 1 -- 172.21.15.63:0/1495587976 learned_addr learned my addr 172.21.15.63:0/1495587976 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 0x55f081756000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.683+0000 7f8b5759e700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 0x55f081756540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 -- 172.21.15.63:0/1495587976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 msgr2=0x55f081756540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 0x55f081756540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 -- 172.21.15.63:0/1495587976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 msgr2=0x55f081756000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 0x55f081756000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 -- 172.21.15.63:0/1495587976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f081668ee0 con 0x55f081752550 2023-11-16T18:26:02.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5759e700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 0x55f081756540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 0x55f081756000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b5659c700 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00b680 tx=0x7f8b4c01a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=227e56db1ef7d2fc server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b3dffb700 1 -- 172.21.15.63:0/1495587976 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4c02b040 con 0x55f081752550 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b3dffb700 1 -- 172.21.15.63:0/1495587976 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b4c03cd30 con 0x55f081752550 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.684+0000 7f8b3dffb700 1 -- 172.21.15.63:0/1495587976 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4c004920 con 0x55f081752550 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- 172.21.15.63:0/1495587976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 msgr2=0x55f081762a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00b680 tx=0x7f8b4c01a040 comp rx=0 tx=0).stop 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- 172.21.15.63:0/1495587976 shutdown_connections 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081753110 0x55f081756540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081751c00 0x55f081756000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- 172.21.15.63:0/1495587976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081752550 0x55f081762a80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- 172.21.15.63:0/1495587976 >> 172.21.15.63:0/1495587976 conn(0x55f081747360 msgr2=0x55f08175a260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- 172.21.15.63:0/1495587976 shutdown_connections 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- 172.21.15.63:0/1495587976 wait complete. 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- start start 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 Processor -- start 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081760cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081761e30 con 0x55f081753110 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081761fa0 con 0x55f081752550 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f081762160 con 0x55f081751c00 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b69270b80 10 client.0 _ll_register_callbacks cb 0x7f8b48099eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b5759e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.685+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5759e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45382/0 (socket says 172.21.15.63:45382) 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40784/0 (socket says 172.21.15.63:40784) 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5759e700 1 -- 172.21.15.63:0/402138576 learned_addr learned my addr 172.21.15.63:0/402138576 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081760cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 -- 172.21.15.63:0/402138576 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 msgr2=0x55f081760cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081760cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 -- 172.21.15.63:0/402138576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 msgr2=0x55f081761740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 -- 172.21.15.63:0/402138576 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f081669190 con 0x55f081752550 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5759e700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b5659c700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c0098e0 tx=0x7f8b4c00b310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c9e855be410ff9a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b3aff5700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:26:02.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4c02b040 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8b4c01e040 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8b4c0046a0 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b4c03c570 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b69270b80 10 client.25655 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.686+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f081524630 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b4c01e040 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f8b4c00fc90 con 0x55f081752550 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 10 client.25655 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 10 client.25655 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 20 client.25655 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f0817bb890 0x55f0817bdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 4 client.25655 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f081671660 con 0x55f0817bb890 2023-11-16T18:26:02.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f0817bb890 0x55f0817bdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b56d9d700 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f0817bb890 0x55f0817bdca0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4cac4e3655fc8d7 server_cookie=e04f3911e11e2bc7 in_seq=0 out_seq=0 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.687+0000 7f8b3aff5700 10 client.25655 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b3aff5700 1 -- 172.21.15.63:0/402138576 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55f081671660 con 0x55f0817bb890 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b3aff5700 10 client.25655 handle_command_reply: tid=0 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 client.25655 shutdown 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 msgr2=0x55f081761200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c0098e0 tx=0x7f8b4c00b310 comp rx=0 tx=0).stop 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 shutdown_connections 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55f0817bb890 0x55f0817bdca0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f081753110 0x55f081761740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b3aff5700 0 client.25655 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.688+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55f081751c00 0x55f081760cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b69270b80 1 --2- 172.21.15.63:0/402138576 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55f081752550 0x55f081761200 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 >> 172.21.15.63:0/402138576 conn(0x55f081747360 msgr2=0x55f081756000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 shutdown_connections 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b69270b80 1 -- 172.21.15.63:0/402138576 wait complete. 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b69270b80 20 client.25655 trim_cache size 0 max 16384 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "no active scrubs running", 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": {} 2023-11-16T18:26:02.697 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:02.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 msgr2=0x7f8b400a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 0x7f8b400a3600 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c00b2e0 tx=0x7f8b4c005fb0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 msgr2=0x7f8b58198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8b4800eb30 tx=0x7f8b4800ee40 comp rx=0 tx=0).stop 2023-11-16T18:26:02.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 shutdown_connections 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8b400a1150 0x7f8b400a3600 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8b580ffe60 0x7f8b5819f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8b580feb60 0x7f8b58198200 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 --2- 172.21.15.63:0/1474375977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b580ff4b0 0x7f8b58198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 >> 172.21.15.63:0/1474375977 conn(0x7f8b580fa810 msgr2=0x7f8b580fc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 shutdown_connections 2023-11-16T18:26:02.699 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.689+0000 7f8b5d0e4700 1 -- 172.21.15.63:0/1474375977 wait complete. 2023-11-16T18:26:02.707 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-11-16T18:26:02.707 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:26:02.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 -- 172.21.15.63:0/2829545088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa364101620 msgr2=0x7fa364101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 --2- 172.21.15.63:0/2829545088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa364101620 0x7fa364101a70 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa350009990 tx=0x7fa350009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 -- 172.21.15.63:0/2829545088 shutdown_connections 2023-11-16T18:26:02.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 --2- 172.21.15.63:0/2829545088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101fb0 0x7fa364108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 --2- 172.21.15.63:0/2829545088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa3640fe5b0 0x7fa3640fe9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 --2- 172.21.15.63:0/2829545088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa364101620 0x7fa364101a70 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 -- 172.21.15.63:0/2829545088 >> 172.21.15.63:0/2829545088 conn(0x7fa3640f9fb0 msgr2=0x7fa3640fc3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 -- 172.21.15.63:0/2829545088 shutdown_connections 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 -- 172.21.15.63:0/2829545088 wait complete. 2023-11-16T18:26:02.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.849+0000 7fa36aea1700 1 Processor -- start 2023-11-16T18:26:02.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 -- start start 2023-11-16T18:26:02.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3640fe5b0 0x7fa364100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101620 0x7fa3640ff5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa364199e40 con 0x7fa3640fe5b0 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa364199fb0 con 0x7fa364101620 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36aea1700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa36419a170 con 0x7fa364101fb0 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36943e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36943e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44162/0 (socket says 172.21.15.63:44162) 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa36943e700 1 -- 172.21.15.63:0/3423897237 learned_addr learned my addr 172.21.15.63:0/3423897237 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.850+0000 7fa363fff700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101620 0x7fa3640ff5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 -- 172.21.15.63:0/3423897237 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101620 msgr2=0x7fa3640ff5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101620 0x7fa3640ff5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 -- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3640fe5b0 msgr2=0x7fa364100f90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3640fe5b0 0x7fa364100f90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:02.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 -- 172.21.15.63:0/3423897237 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3500095f0 con 0x7fa364101fb0 2023-11-16T18:26:02.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36943e700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00ef30 tx=0x7fa35c00c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c018070 con 0x7fa364101fb0 2023-11-16T18:26:02.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa35c00f040 con 0x7fa364101fb0 2023-11-16T18:26:02.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c003dc0 con 0x7fa364101fb0 2023-11-16T18:26:02.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa36410bcc0 con 0x7fa364101fb0 2023-11-16T18:26:02.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.851+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa36410bb30 con 0x7fa364101fb0 2023-11-16T18:26:02.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.853+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa364107310 con 0x7fa364101fb0 2023-11-16T18:26:02.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.853+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa35c00caa0 con 0x7fa364101fb0 2023-11-16T18:26:02.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.854+0000 7fa361ffb700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 0x7fa3540a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:02.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.854+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa35c0cc8a0 con 0x7fa364101fb0 2023-11-16T18:26:02.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.854+0000 7fa368c3d700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 0x7fa3540a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:02.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.855+0000 7fa368c3d700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 0x7fa3540a3680 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa364068db0 tx=0x7fa358009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:02.859+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa35c095d40 con 0x7fa364101fb0 2023-11-16T18:26:03.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:02 smithi063 ceph-mon[98873]: pgmap v392: 129 pgs: 129 active+clean; 6.0 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 406 KiB/s wr, 22 op/s 2023-11-16T18:26:03.135 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.134+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa364100470 con 0x7fa364101fb0 2023-11-16T18:26:03.135 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.134+0000 7fa361ffb700 1 -- 172.21.15.63:0/3423897237 <== mon.1 v2:172.21.15.125:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+10804 (secure 0 0 0) 0x7fa35c099360 con 0x7fa364101fb0 2023-11-16T18:26:03.136 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:26:03.136 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:25:45.913644+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:26:03.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 msgr2=0x7fa3540a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 0x7fa3540a3680 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa364068db0 tx=0x7fa358009260 comp rx=0 tx=0).stop 2023-11-16T18:26:03.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 msgr2=0x7fa3640ffb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.138 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00ef30 tx=0x7fa35c00c450 comp rx=0 tx=0).stop 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 shutdown_connections 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa3540a11d0 0x7fa3540a3680 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa364101fb0 0x7fa3640ffb10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3640fe5b0 0x7fa364100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 --2- 172.21.15.63:0/3423897237 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa364101620 0x7fa3640ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 >> 172.21.15.63:0/3423897237 conn(0x7fa3640f9fb0 msgr2=0x7fa3640fc180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 shutdown_connections 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.137+0000 7fa36aea1700 1 -- 172.21.15.63:0/3423897237 wait complete. 2023-11-16T18:26:03.139 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 25 2023-11-16T18:26:03.153 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-11-16T18:26:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:02 smithi125 ceph-mon[100672]: pgmap v392: 129 pgs: 129 active+clean; 6.0 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 406 KiB/s wr, 22 op/s 2023-11-16T18:26:03.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 -- 172.21.15.63:0/1211414443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4103660 msgr2=0x7fa2c4105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/1211414443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4103660 0x7fa2c4105a40 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa2b8009990 tx=0x7fa2b8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.296 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 -- 172.21.15.63:0/1211414443 shutdown_connections 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/1211414443 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 0x7fa2c41083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/1211414443 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4100d40 0x7fa2c4103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/1211414443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4103660 0x7fa2c4105a40 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 -- 172.21.15.63:0/1211414443 >> 172.21.15.63:0/1211414443 conn(0x7fa2c40fa7c0 msgr2=0x7fa2c40fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 -- 172.21.15.63:0/1211414443 shutdown_connections 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 -- 172.21.15.63:0/1211414443 wait complete. 2023-11-16T18:26:03.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.295+0000 7fa2ca21d700 1 Processor -- start 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 -- start start 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 0x7fa2c40fecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 0x7fa2c40ff230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c40ff9d0 con 0x7fa2c4100d40 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c40ffb40 con 0x7fa2c4103660 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2ca21d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c41a0010 con 0x7fa2c4105f80 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45404/0 (socket says 172.21.15.63:45404) 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c37fe700 1 -- 172.21.15.63:0/436096313 learned_addr learned my addr 172.21.15.63:0/436096313 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 0x7fa2c40fecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c3fff700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 0x7fa2c40ff230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 -- 172.21.15.63:0/436096313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 msgr2=0x7fa2c40ff230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 0x7fa2c40ff230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 -- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 msgr2=0x7fa2c41006b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c2ffd700 1 -- 172.21.15.63:0/436096313 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2b80095f0 con 0x7fa2c4103660 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.296+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 0x7fa2c40fecf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa2b8000c00 tx=0x7fa2b8005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2c0ff9700 1 -- 172.21.15.63:0/436096313 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b801d070 con 0x7fa2c4103660 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2c410bc80 con 0x7fa2c4103660 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2c0ff9700 1 -- 172.21.15.63:0/436096313 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa2b8022470 con 0x7fa2c4103660 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2c0ff9700 1 -- 172.21.15.63:0/436096313 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b8017650 con 0x7fa2c4103660 2023-11-16T18:26:03.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.297+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2c410baf0 con 0x7fa2c4103660 2023-11-16T18:26:03.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.300+0000 7fa2c0ff9700 1 -- 172.21.15.63:0/436096313 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa2b8022850 con 0x7fa2c4103660 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.300+0000 7fa2c0ff9700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 0x7fa2ac0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 Processor -- start 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c0ff9700 1 -- 172.21.15.63:0/436096313 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa2b80ce0e0 con 0x7fa2c4103660 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 -- start start 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 0x7fa2ac0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320a03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31f9c060 con 0x564f3209fd50 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31fee8a0 con 0x564f3209f400 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31fe7d30 con 0x564f320a0930 2023-11-16T18:26:03.303 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c2ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320a03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40818/0 (socket says 172.21.15.63:40818) 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 -- 172.21.15.63:0/2347842587 learned_addr learned my addr 172.21.15.63:0/2347842587 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c3fff700 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 0x7fa2ac0a3600 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40115c0 tx=0x7fa2b4011980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 -- 172.21.15.63:0/2347842587 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 msgr2=0x564f320a0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 -- 172.21.15.63:0/2347842587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 msgr2=0x564f320a03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320a03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.301+0000 7fa2c37fe700 1 -- 172.21.15.63:0/2347842587 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f31e69630 con 0x564f3209f400 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.302+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa2b401d7e0 tx=0x7fa2b401c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bc1f32d658143d6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.302+0000 7fa2a9ffb700 1 -- 172.21.15.63:0/2347842587 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4004a30 con 0x564f3209f400 2023-11-16T18:26:03.304 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.302+0000 7fa2a9ffb700 1 -- 172.21.15.63:0/2347842587 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa2b40054e0 con 0x564f3209f400 2023-11-16T18:26:03.305 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.302+0000 7fa2a9ffb700 1 -- 172.21.15.63:0/2347842587 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b400f7f0 con 0x564f3209f400 2023-11-16T18:26:03.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/2347842587 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 msgr2=0x564f3209f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.308 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa2b401d7e0 tx=0x7fa2b401c000 comp rx=0 tx=0).stop 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/2347842587 shutdown_connections 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f3209f810 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/2347842587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320a03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/2347842587 >> 172.21.15.63:0/2347842587 conn(0x564f3208c360 msgr2=0x564f32091670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/2347842587 shutdown_connections 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/2347842587 wait complete. 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 -- start start 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.303+0000 7fa2d63a9b80 1 Processor -- start 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 0x564f320a9380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 0x564f320b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.309 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31f898e0 con 0x564f320a0930 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31f89580 con 0x564f3209f400 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f31e6b920 con 0x564f3209fd50 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2d63a9b80 10 client.0 _ll_register_callbacks cb 0x564f31fa7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 0x564f320b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c2ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 0x564f320a9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 0x564f320b03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45422/0 (socket says 172.21.15.63:45422) 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c3fff700 1 -- 172.21.15.63:0/3940376566 learned_addr learned my addr 172.21.15.63:0/3940376566 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40822/0 (socket says 172.21.15.63:40822) 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 -- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 msgr2=0x564f320a9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 0x564f320a9380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.310 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 -- 172.21.15.63:0/3940376566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 msgr2=0x564f320b03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 0x564f320b03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 -- 172.21.15.63:0/3940376566 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2b401d550 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 0x564f320a9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4009fd0 tx=0x7fa2b4004df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab475a6305e3867f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.304+0000 7fa2a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b402a070 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa2b40051f0 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f32089b20 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2b400fab0 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 10 client.25670 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564f31fae190 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564f32089b20 con 0x564f3209f400 2023-11-16T18:26:03.311 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fa2b40253f0 con 0x564f3209f400 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 10 client.25670 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 10 client.25670 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 20 client.25670 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f320b4ac0 0x564f320b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 4 client.25670 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.305+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f31faa0a0 con 0x564f320b4ac0 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.306+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f320b4ac0 0x564f320b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.306+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f320b4ac0 0x564f320b6ed0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9dc502d16b67fc6 server_cookie=27389314c99eacf4 in_seq=0 out_seq=0 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.306+0000 7fa2a2ffd700 10 client.25670 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/3940376566 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x564f31faa0a0 con 0x564f320b4ac0 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2a2ffd700 10 client.25670 handle_command_reply: tid=0 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 client.25670 shutdown 2023-11-16T18:26:03.312 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 msgr2=0x564f320a8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4009fd0 tx=0x7fa2b4004df0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 shutdown_connections 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f320b4ac0 0x564f320b6ed0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f320a0930 0x564f320b03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a8e40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/3940376566 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f3209fd50 0x564f320a9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2a2ffd700 0 client.25670 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 >> 172.21.15.63:0/3940376566 conn(0x564f3208c360 msgr2=0x564f32090de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 shutdown_connections 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/3940376566 wait complete. 2023-11-16T18:26:03.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.307+0000 7fa2d63a9b80 20 client.25670 trim_cache size 0 max 16384 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 Processor -- start 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 -- start start 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320b0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f320a8a10 con 0x564f3209fd50 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f320a82f0 con 0x564f3209f400 2023-11-16T18:26:03.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f320a9e70 con 0x564f320a0930 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c2ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40830/0 (socket says 172.21.15.63:40830) 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c2ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320b0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45428/0 (socket says 172.21.15.63:45428) 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 -- 172.21.15.63:0/1226278598 learned_addr learned my addr 172.21.15.63:0/1226278598 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c3fff700 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 -- 172.21.15.63:0/1226278598 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 msgr2=0x564f320a3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 -- 172.21.15.63:0/1226278598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 msgr2=0x564f320b0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320b0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.321+0000 7fa2c37fe700 1 -- 172.21.15.63:0/1226278598 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f31fadee0 con 0x564f3209f400 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.322+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4011460 tx=0x7fa2b40258d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1aa51e573241e8c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.322+0000 7fa2aa7fc700 1 -- 172.21.15.63:0/1226278598 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b402a040 con 0x564f3209f400 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.322+0000 7fa2aa7fc700 1 -- 172.21.15.63:0/1226278598 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa2b4025a20 con 0x564f3209f400 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.322+0000 7fa2aa7fc700 1 -- 172.21.15.63:0/1226278598 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4025c60 con 0x564f3209f400 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/1226278598 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 msgr2=0x564f320a7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4011460 tx=0x7fa2b40258d0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/1226278598 shutdown_connections 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f320a3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320a7b20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/1226278598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f320b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/1226278598 >> 172.21.15.63:0/1226278598 conn(0x564f3208c360 msgr2=0x564f320bb830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/1226278598 shutdown_connections 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/1226278598 wait complete. 2023-11-16T18:26:03.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 -- start start 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.323+0000 7fa2d63a9b80 1 Processor -- start 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f32104950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f32106ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f321073e0 con 0x564f3209fd50 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f32107550 con 0x564f3209f400 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f32107710 con 0x564f320a0930 2023-11-16T18:26:03.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2d63a9b80 10 client.0 _ll_register_callbacks cb 0x7fa2b8097520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:03.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40836/0 (socket says 172.21.15.63:40836) 2023-11-16T18:26:03.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 -- 172.21.15.63:0/783052033 learned_addr learned my addr 172.21.15.63:0/783052033 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f32104950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c3fff700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f32106ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 -- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 msgr2=0x564f32106ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f32106ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 -- 172.21.15.63:0/783052033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 msgr2=0x564f32104950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f32104950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 -- 172.21.15.63:0/783052033 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564f31fae190 con 0x564f3209f400 2023-11-16T18:26:03.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c3fff700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f32106ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2c37fe700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4011d80 tx=0x7fa2b400f900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48bc30a9534ddd0e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.324+0000 7fa2a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b402a040 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa2b4042070 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa2b40054e0 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2b400f9b0 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 10 client.25676 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564f31dfec60 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa2b40054e0 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fa2b4046460 con 0x564f3209f400 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 10 client.25676 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 10 client.25676 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:26:03.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 20 client.25676 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f32108c80 0x564f3210b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 4 client.25676 mds_command: new command op to 24481 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.325+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564f31fb6660 con 0x564f32108c80 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f32108c80 0x564f3210b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2c2ffd700 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f32108c80 0x564f3210b090 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7244982821b23104 server_cookie=53c8555fbb9a2a4a in_seq=0 out_seq=0 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2a2ffd700 10 client.25676 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2a2ffd700 1 -- 172.21.15.63:0/783052033 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564f31fb6660 con 0x564f32108c80 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2a2ffd700 10 client.25676 handle_command_reply: tid=0 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 client.25676 shutdown 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 msgr2=0x564f320ae2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4011d80 tx=0x7fa2b400f900 comp rx=0 tx=0).stop 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 shutdown_connections 2023-11-16T18:26:03.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x564f32108c80 0x564f3210b090 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564f320a0930 0x564f32106ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564f3209f400 0x564f320ae2d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2a2ffd700 0 client.25676 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 --2- 172.21.15.63:0/783052033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f3209fd50 0x564f32104950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 >> 172.21.15.63:0/783052033 conn(0x564f3208c360 msgr2=0x564f320a7b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.326+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 shutdown_connections 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2d63a9b80 1 -- 172.21.15.63:0/783052033 wait complete. 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2d63a9b80 20 client.25676 trim_cache size 0 max 16384 2023-11-16T18:26:03.335 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 msgr2=0x7fa2ac0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 0x7fa2ac0a3600 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40115c0 tx=0x7fa2b4011980 comp rx=0 tx=0).stop 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 msgr2=0x7fa2c40fecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 0x7fa2c40fecf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa2b8000c00 tx=0x7fa2b8005f10 comp rx=0 tx=0).stop 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 shutdown_connections 2023-11-16T18:26:03.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa2ac0a1150 0x7fa2ac0a3600 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa2c4105f80 0x7fa2c40ff230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2c4100d40 0x7fa2c41006b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 --2- 172.21.15.63:0/436096313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa2c4103660 0x7fa2c40fecf0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.327+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 >> 172.21.15.63:0/436096313 conn(0x7fa2c40fa7c0 msgr2=0x7fa2c41019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.328+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 shutdown_connections 2023-11-16T18:26:03.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.328+0000 7fa2ca21d700 1 -- 172.21.15.63:0/436096313 wait complete. 2023-11-16T18:26:03.346 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-11-16T18:26:03.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:02 smithi093 ceph-mon[100185]: pgmap v392: 129 pgs: 129 active+clean; 6.0 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 406 KiB/s wr, 22 op/s 2023-11-16T18:26:03.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 -- 172.21.15.63:0/2913982807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101540 msgr2=0x7f64dc101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 --2- 172.21.15.63:0/2913982807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101540 0x7f64dc101990 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f64d0009990 tx=0x7f64d0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 -- 172.21.15.63:0/2913982807 shutdown_connections 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 --2- 172.21.15.63:0/2913982807 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101ed0 0x7f64dc108790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 --2- 172.21.15.63:0/2913982807 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc0fe980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 --2- 172.21.15.63:0/2913982807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101540 0x7f64dc101990 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 -- 172.21.15.63:0/2913982807 >> 172.21.15.63:0/2913982807 conn(0x7f64dc0f9f30 msgr2=0x7f64dc0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 -- 172.21.15.63:0/2913982807 shutdown_connections 2023-11-16T18:26:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.485+0000 7f64e0883700 1 -- 172.21.15.63:0/2913982807 wait complete. 2023-11-16T18:26:03.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.486+0000 7f64e0883700 1 Processor -- start 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.486+0000 7f64e0883700 1 -- start start 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc193e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 0x7f64dc194390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc19b9d0 con 0x7f64dc101ed0 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc19bb10 con 0x7f64dc0fe570 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64e0883700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc19bca0 con 0x7f64dc101540 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45448/0 (socket says 172.21.15.63:45448) 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 -- 172.21.15.63:0/2572619072 learned_addr learned my addr 172.21.15.63:0/2572619072 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc193e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 0x7f64dc194390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 -- 172.21.15.63:0/2572619072 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 msgr2=0x7f64dc194390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 0x7f64dc194390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 -- 172.21.15.63:0/2572619072 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 msgr2=0x7f64dc193e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc193e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 -- 172.21.15.63:0/2572619072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64d00095f0 con 0x7f64dc101ed0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64da59c700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc193e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 0x7f64dc194390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.487+0000 7f64dad9d700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f64d400ef30 tx=0x7f64d400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.488+0000 7f64cb7fe700 1 -- 172.21.15.63:0/2572619072 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d4018070 con 0x7f64dc101ed0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.488+0000 7f64cb7fe700 1 -- 172.21.15.63:0/2572619072 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64d400f040 con 0x7f64dc101ed0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.488+0000 7f64cb7fe700 1 -- 172.21.15.63:0/2572619072 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d400cdb0 con 0x7f64dc101ed0 2023-11-16T18:26:03.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.488+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64dc109af0 con 0x7f64dc101ed0 2023-11-16T18:26:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.488+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64dc109960 con 0x7f64dc101ed0 2023-11-16T18:26:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.491+0000 7f64cb7fe700 1 -- 172.21.15.63:0/2572619072 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f64d4003a00 con 0x7f64dc101ed0 2023-11-16T18:26:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.492+0000 7f64cb7fe700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 0x7f64c40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.492+0000 7f64cb7fe700 1 -- 172.21.15.63:0/2572619072 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f64d40cc870 con 0x7f64dc101ed0 2023-11-16T18:26:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.492+0000 7f64da59c700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 0x7f64c40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.492+0000 7f64eca0fb80 1 Processor -- start 2023-11-16T18:26:03.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 0x7f64c40a3600 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f64dc067bd0 tx=0x7f64cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 -- start start 2023-11-16T18:26:03.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 0x5581d6153b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6058060 con 0x5581d6154110 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d60aa8a0 con 0x5581d6152c00 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d60a3d30 con 0x5581d6153550 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40858/0 (socket says 172.21.15.63:40858) 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 -- 172.21.15.63:0/3242441817 learned_addr learned my addr 172.21.15.63:0/3242441817 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45458/0 (socket says 172.21.15.63:45458) 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 0x5581d6153b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 -- 172.21.15.63:0/3242441817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 msgr2=0x5581d6153b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 0x5581d6153b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 -- 172.21.15.63:0/3242441817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 msgr2=0x5581d6154580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.493+0000 7f64da59c700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64da59c700 1 -- 172.21.15.63:0/3242441817 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581d5f25630 con 0x5581d6152c00 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64dad9d700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 0x5581d6153b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64da59c700 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f64cc005950 tx=0x7f64cc019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b924080af49bac2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64c8ff9700 1 -- 172.21.15.63:0/3242441817 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc02b070 con 0x5581d6152c00 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64c8ff9700 1 -- 172.21.15.63:0/3242441817 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64cc020070 con 0x5581d6152c00 2023-11-16T18:26:03.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.494+0000 7f64c8ff9700 1 -- 172.21.15.63:0/3242441817 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc00ec90 con 0x5581d6152c00 2023-11-16T18:26:03.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- 172.21.15.63:0/3242441817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 msgr2=0x5581d6153010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f64cc005950 tx=0x7f64cc019000 comp rx=0 tx=0).stop 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- 172.21.15.63:0/3242441817 shutdown_connections 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6154110 0x5581d6154580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6153010 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/3242441817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6153550 0x5581d6153b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- 172.21.15.63:0/3242441817 >> 172.21.15.63:0/3242441817 conn(0x5581d6148360 msgr2=0x5581d614d670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- 172.21.15.63:0/3242441817 shutdown_connections 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- 172.21.15.63:0/3242441817 wait complete. 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.495+0000 7f64eca0fb80 1 -- start start 2023-11-16T18:26:03.510 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 Processor -- start 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d615c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d60458e0 con 0x5581d6153550 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6045580 con 0x5581d6152c00 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d5f27920 con 0x5581d6154110 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64eca0fb80 10 client.0 _ll_register_callbacks cb 0x5581d6063780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d615c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45462/0 (socket says 172.21.15.63:45462) 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 -- 172.21.15.63:0/2790229874 learned_addr learned my addr 172.21.15.63:0/2790229874 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64dad9d700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d615c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40864/0 (socket says 172.21.15.63:40864) 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 -- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 msgr2=0x5581d6163b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 -- 172.21.15.63:0/2790229874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 msgr2=0x5581d615c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d615c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.496+0000 7f64d9d9b700 1 -- 172.21.15.63:0/2790229874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64cc004480 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f64d000b680 tx=0x7f64d000bba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba84323d9009b7e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d0005220 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5581d6145b20 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f64d0005380 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64d000f770 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64eca0fb80 10 client.16020 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5581d606a190 con 0x5581d6153550 2023-11-16T18:26:03.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5581d6145b20 con 0x5581d6153550 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.497+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f64d0004b90 con 0x5581d6153550 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 10 client.16020 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 10 client.16020 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 20 client.16020 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d6168390 0x5581d616a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 4 client.16020 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5581d60660a0 con 0x5581d6168390 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64da59c700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d6168390 0x5581d616a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64da59c700 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d6168390 0x5581d616a7a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6ecc9113b560a408 server_cookie=a335f8e8cbfba14f in_seq=0 out_seq=0 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.498+0000 7f64c1ffb700 10 client.16020 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2790229874 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5581d60660a0 con 0x5581d6168390 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64c1ffb700 10 client.16020 handle_command_reply: tid=0 2023-11-16T18:26:03.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 client.16020 shutdown 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 msgr2=0x5581d615cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f64d000b680 tx=0x7f64d000bba0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 shutdown_connections 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d6168390 0x5581d616a7a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64c1ffb700 0 client.16020 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d615c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2790229874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6153550 0x5581d615cb00 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 >> 172.21.15.63:0/2790229874 conn(0x5581d6148360 msgr2=0x5581d614cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 shutdown_connections 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2790229874 wait complete. 2023-11-16T18:26:03.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.499+0000 7f64eca0fb80 20 client.16020 trim_cache size 0 max 16384 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 Processor -- start 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 -- start start 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d615c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d615d240 con 0x5581d6149830 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6165800 con 0x5581d6152c00 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6148170 con 0x5581d6154110 2023-11-16T18:26:03.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d615c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64da59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40872/0 (socket says 172.21.15.63:40872) 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64da59c700 1 -- 172.21.15.63:0/1401747854 learned_addr learned my addr 172.21.15.63:0/1401747854 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.513+0000 7f64da59c700 1 -- 172.21.15.63:0/1401747854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 msgr2=0x5581d6163b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64da59c700 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64da59c700 1 -- 172.21.15.63:0/1401747854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 msgr2=0x5581d615c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64da59c700 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d615c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64da59c700 1 -- 172.21.15.63:0/1401747854 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581d6069ee0 con 0x5581d6152c00 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64da59c700 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f64cc01bb00 tx=0x7f64cc0041b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a24c3e1fedefa73 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64c97fa700 1 -- 172.21.15.63:0/1401747854 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc02b040 con 0x5581d6152c00 2023-11-16T18:26:03.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64c97fa700 1 -- 172.21.15.63:0/1401747854 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64cc015040 con 0x5581d6152c00 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.514+0000 7f64c97fa700 1 -- 172.21.15.63:0/1401747854 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0277c0 con 0x5581d6152c00 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- 172.21.15.63:0/1401747854 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 msgr2=0x5581d6164430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f64cc01bb00 tx=0x7f64cc0041b0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- 172.21.15.63:0/1401747854 shutdown_connections 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d615c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6164430 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/1401747854 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6163b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- 172.21.15.63:0/1401747854 >> 172.21.15.63:0/1401747854 conn(0x5581d6148360 msgr2=0x5581d616f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- 172.21.15.63:0/1401747854 shutdown_connections 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- 172.21.15.63:0/1401747854 wait complete. 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 -- start start 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.515+0000 7f64eca0fb80 1 Processor -- start 2023-11-16T18:26:03.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6161fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6162ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6163530 con 0x5581d6149830 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d61636a0 con 0x5581d6152c00 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581d6163860 con 0x5581d6154110 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64eca0fb80 10 client.0 _ll_register_callbacks cb 0x7f64cc005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64d9d9b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6161fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45474/0 (socket says 172.21.15.63:45474) 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 -- 172.21.15.63:0/2891921216 learned_addr learned my addr 172.21.15.63:0/2891921216 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64dad9d700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6162ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 -- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 msgr2=0x5581d6162ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6162ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 -- 172.21.15.63:0/2891921216 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 msgr2=0x5581d6161fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6161fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 -- 172.21.15.63:0/2891921216 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5581d5f25630 con 0x5581d6149830 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6161fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64da59c700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f64cc005920 tx=0x7f64cc0373e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68225980adbc53b4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.516+0000 7f64c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc02b070 con 0x5581d6149830 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f64cc037a90 con 0x5581d6149830 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f64cc020070 con 0x5581d6149830 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64cc037c50 con 0x5581d6149830 2023-11-16T18:26:03.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 10 client.16026 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5581d5ebac60 con 0x5581d6149830 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64cc049080 con 0x5581d6149830 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f64cc03e030 con 0x5581d6149830 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 10 client.16026 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 10 client.16026 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 20 client.16026 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d61bd030 0x5581d61bf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 4 client.16026 mds_command: new command op to 24496 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.517+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5581d6072660 con 0x5581d61bd030 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d61bd030 0x5581d61bf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64c1ffb700 10 client.16026 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64d9d9b700 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d61bd030 0x5581d61bf440 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c89dacfd2d1cd667 server_cookie=786114b679ab23fa in_seq=0 out_seq=0 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64c1ffb700 1 -- 172.21.15.63:0/2891921216 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5581d6072660 con 0x5581d61bd030 2023-11-16T18:26:03.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64c1ffb700 10 client.16026 handle_command_reply: tid=0 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64eca0fb80 1 client.16026 shutdown 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 msgr2=0x5581d6161aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.518+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f64cc005920 tx=0x7f64cc0373e0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 shutdown_connections 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x5581d61bd030 0x5581d61bf440 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5581d6154110 0x5581d6162ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5581d6149830 0x5581d6161aa0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.634 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64c1ffb700 0 client.16026 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:03.724 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 --2- 172.21.15.63:0/2891921216 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5581d6152c00 0x5581d6161fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 >> 172.21.15.63:0/2891921216 conn(0x5581d6148360 msgr2=0x5581d61570a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 shutdown_connections 2023-11-16T18:26:03.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 1 -- 172.21.15.63:0/2891921216 wait complete. 2023-11-16T18:26:03.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64eca0fb80 20 client.16026 trim_cache size 0 max 16384 2023-11-16T18:26:03.725 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:03.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 msgr2=0x7f64c40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 0x7f64c40a3600 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f64dc067bd0 tx=0x7f64cc009260 comp rx=0 tx=0).stop 2023-11-16T18:26:03.726 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 msgr2=0x7f64dc19b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f64d400ef30 tx=0x7f64d400c3a0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 shutdown_connections 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f64c40a1150 0x7f64c40a3600 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f64dc101ed0 0x7f64dc19b400 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f64dc0fe570 0x7f64dc193e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 --2- 172.21.15.63:0/2572619072 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f64dc101540 0x7f64dc194390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 >> 172.21.15.63:0/2572619072 conn(0x7f64dc0f9f30 msgr2=0x7f64dc0fc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 shutdown_connections 2023-11-16T18:26:03.727 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.519+0000 7f64e0883700 1 -- 172.21.15.63:0/2572619072 wait complete. 2023-11-16T18:26:03.727 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 -- 172.21.15.63:0/873221010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 msgr2=0x7fa0f80ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/873221010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f80ff5d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009990 tx=0x7fa0e8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 -- 172.21.15.63:0/873221010 shutdown_connections 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/873221010 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 0x7fa0f8107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/873221010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f80ff5d0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/873221010 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 0x7fa0f8100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.872+0000 7fa0fdfac700 1 -- 172.21.15.63:0/873221010 >> 172.21.15.63:0/873221010 conn(0x7fa0f80fa7a0 msgr2=0x7fa0f80fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 -- 172.21.15.63:0/873221010 shutdown_connections 2023-11-16T18:26:03.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 -- 172.21.15.63:0/873221010 wait complete. 2023-11-16T18:26:03.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 Processor -- start 2023-11-16T18:26:03.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 -- start start 2023-11-16T18:26:03.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 0x7fa0f819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 0x7fa0f819d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.873+0000 7fa0fdfac700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819dbb0 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0fdfac700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819dd20 con 0x7fa0f8100d40 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0fdfac700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819dee0 con 0x7fa0f81003b0 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45488/0 (socket says 172.21.15.63:45488) 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 -- 172.21.15.63:0/177016487 learned_addr learned my addr 172.21.15.63:0/177016487 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 0x7fa0f819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f7fff700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 0x7fa0f819d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 -- 172.21.15.63:0/177016487 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 msgr2=0x7fa0f819add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 0x7fa0f819add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 -- 172.21.15.63:0/177016487 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 msgr2=0x7fa0f819d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 0x7fa0f819d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 -- 172.21.15.63:0/177016487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e80095f0 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8004730 tx=0x7fa0e8004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f4ff9700 1 -- 172.21.15.63:0/177016487 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e801d070 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0f810ab80 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f4ff9700 1 -- 172.21.15.63:0/177016487 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0e8021410 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0f4ff9700 1 -- 172.21.15.63:0/177016487 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8017650 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.874+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0f810a9f0 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.877+0000 7fa0f4ff9700 1 -- 172.21.15.63:0/177016487 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa0e8021580 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.877+0000 7fa0f4ff9700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 0x7fa0e00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.878+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 0x7fa0e00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.878+0000 7fa0f4ff9700 1 -- 172.21.15.63:0/177016487 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa0e80ce030 con 0x7fa0f80ff1c0 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.878+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 0x7fa0e00a3600 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec009c60 tx=0x7fa0ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.878+0000 7fa10a138b80 1 Processor -- start 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.878+0000 7fa10a138b80 1 -- start start 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae7639b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae763a110 0x559ae763a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae753e060 con 0x559ae7639550 2023-11-16T18:26:03.885 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae75908a0 con 0x559ae7638c00 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa10a138b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7589d30 con 0x559ae763a110 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f6ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae7639b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40900/0 (socket says 172.21.15.63:40900) 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3662062410 learned_addr learned my addr 172.21.15.63:0/3662062410 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f7fff700 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae763a110 0x559ae763a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3662062410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae763a110 msgr2=0x559ae763a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae763a110 0x559ae763a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3662062410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 msgr2=0x559ae7639b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae7639b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3662062410 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559ae740b630 con 0x559ae7638c00 2023-11-16T18:26:03.886 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.879+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa0e809ae90 tx=0x7fa0e809acd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=372baf544d59a7d1 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa0ddffb700 1 -- 172.21.15.63:0/3662062410 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e809b190 con 0x559ae7638c00 2023-11-16T18:26:03.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa0ddffb700 1 -- 172.21.15.63:0/3662062410 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0e809f1c0 con 0x559ae7638c00 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa0ddffb700 1 -- 172.21.15.63:0/3662062410 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e809b5f0 con 0x559ae7638c00 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 -- 172.21.15.63:0/3662062410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 msgr2=0x559ae7639010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa0e809ae90 tx=0x7fa0e809acd0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 -- 172.21.15.63:0/3662062410 shutdown_connections 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae763a110 0x559ae763a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae7639010 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3662062410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae7639b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.880+0000 7fa10a138b80 1 -- 172.21.15.63:0/3662062410 >> 172.21.15.63:0/3662062410 conn(0x559ae762e360 msgr2=0x559ae7633670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.881+0000 7fa10a138b80 1 -- 172.21.15.63:0/3662062410 shutdown_connections 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.881+0000 7fa10a138b80 1 -- 172.21.15.63:0/3662062410 wait complete. 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.881+0000 7fa10a138b80 1 -- start start 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.881+0000 7fa10a138b80 1 Processor -- start 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7649810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae752b8e0 con 0x559ae7638c00 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae752b580 con 0x559ae763a110 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae740d920 con 0x559ae7639550 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa10a138b80 10 client.0 _ll_register_callbacks cb 0x559ae7549780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:03.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44272/0 (socket says 172.21.15.63:44272) 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45502/0 (socket says 172.21.15.63:45502) 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 -- 172.21.15.63:0/1921377942 learned_addr learned my addr 172.21.15.63:0/1921377942 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 -- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 msgr2=0x559ae7649810 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7649810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 -- 172.21.15.63:0/1921377942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 msgr2=0x559ae7642290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:03.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 -- 172.21.15.63:0/1921377942 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0f810a9f0 con 0x559ae7639550 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.882+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec003930 tx=0x7fa0ec0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe350ce920f50ee3 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec022070 con 0x559ae7639550 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa0ec027420 con 0x559ae7639550 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559ae762bb20 con 0x559ae7639550 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0ec027620 con 0x559ae7639550 2023-11-16T18:26:03.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 10 client.25648 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559ae7550190 con 0x559ae7639550 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559ae762bb20 con 0x559ae7639550 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fa0ec01d820 con 0x559ae7639550 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 10 client.25648 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 10 client.25648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 20 client.25648 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae765f1b0 0x559ae76615c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 4 client.25648 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.883+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559ae754c0a0 con 0x559ae765f1b0 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.884+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae765f1b0 0x559ae76615c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.884+0000 7fa0d6ffd700 10 client.25648 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:03.972 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.884+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae765f1b0 0x559ae76615c0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f854c7b32ad6b50 server_cookie=b6712376a1dcac15 in_seq=0 out_seq=0 2023-11-16T18:26:03.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.886+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/1921377942 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x559ae754c0a0 con 0x559ae765f1b0 2023-11-16T18:26:04.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.886+0000 7fa0d6ffd700 10 client.25648 handle_command_reply: tid=0 2023-11-16T18:26:04.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.886+0000 7fa10a138b80 1 client.25648 shutdown 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.886+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 msgr2=0x559ae76427d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.886+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec003930 tx=0x7fa0ec0047c0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 shutdown_connections 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae765f1b0 0x559ae76615c0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7649810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7638c00 0x559ae7642290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 --2- 172.21.15.63:0/1921377942 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76427d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa0d6ffd700 0 client.25648 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 >> 172.21.15.63:0/1921377942 conn(0x559ae762e360 msgr2=0x559ae7632de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 shutdown_connections 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 1 -- 172.21.15.63:0/1921377942 wait complete. 2023-11-16T18:26:04.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.887+0000 7fa10a138b80 20 client.25648 trim_cache size 0 max 16384 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 Processor -- start 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 -- start start 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76497d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 0x559ae763d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae754c0a0 con 0x559ae763a110 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7634550 con 0x559ae7638c00 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa10a138b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7641e30 con 0x559ae7639550 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 0x559ae763d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40914/0 (socket says 172.21.15.63:40914) 2023-11-16T18:26:04.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f77fe700 1 -- 172.21.15.63:0/2507690840 learned_addr learned my addr 172.21.15.63:0/2507690840 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76497d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 -- 172.21.15.63:0/2507690840 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 msgr2=0x559ae76497d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76497d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 -- 172.21.15.63:0/2507690840 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 msgr2=0x559ae763cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f7fff700 1 -- 172.21.15.63:0/2507690840 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559ae754fee0 con 0x559ae763a110 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.901+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:04.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa0f7fff700 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 0x559ae763d500 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0011740 tx=0x7fa0f0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c35e9783e3a5ed server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:04.263 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa0de7fc700 1 -- 172.21.15.63:0/2507690840 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f000e040 con 0x559ae763a110 2023-11-16T18:26:04.263 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa0de7fc700 1 -- 172.21.15.63:0/2507690840 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0f000f040 con 0x559ae763a110 2023-11-16T18:26:04.263 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa0de7fc700 1 -- 172.21.15.63:0/2507690840 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0007500 con 0x559ae763a110 2023-11-16T18:26:04.263 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa10a138b80 1 -- 172.21.15.63:0/2507690840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 msgr2=0x559ae763d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.902+0000 7fa10a138b80 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 0x559ae763d500 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0011740 tx=0x7fa0f0009920 comp rx=0 tx=0).stop 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 -- 172.21.15.63:0/2507690840 shutdown_connections 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae763a110 0x559ae763d500 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae7638c00 0x559ae763cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 --2- 172.21.15.63:0/2507690840 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7639550 0x559ae76497d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 -- 172.21.15.63:0/2507690840 >> 172.21.15.63:0/2507690840 conn(0x559ae762e360 msgr2=0x559ae7640490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.903+0000 7fa10a138b80 1 -- 172.21.15.63:0/2507690840 shutdown_connections 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.904+0000 7fa10a138b80 1 -- 172.21.15.63:0/2507690840 wait complete. 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.904+0000 7fa10a138b80 1 -- start start 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.904+0000 7fa10a138b80 1 Processor -- start 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 0x559ae7644ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.264 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae76453e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7648400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7648940 con 0x559ae7639550 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7648ab0 con 0x559ae763a110 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ae7648c70 con 0x559ae7638c00 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa10a138b80 10 client.0 _ll_register_callbacks cb 0x559ae7549780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f6ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae76453e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f7fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7648400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 0x559ae7644ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f6ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae76453e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45520/0 (socket says 172.21.15.63:45520) 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f6ffd700 1 -- 172.21.15.63:0/3414717161 learned_addr learned my addr 172.21.15.63:0/3414717161 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 msgr2=0x559ae7648400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7648400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.265 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3414717161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 msgr2=0x559ae76453e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae76453e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 -- 172.21.15.63:0/3414717161 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559ae740b630 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0f77fe700 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 0x559ae7644ea0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa0e80a10b0 tx=0x7fa0e80975e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cf9e463c01c96e0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.905+0000 7fa0d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e80992d0 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa0e809b190 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0e809f1c0 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0e80a3550 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 10 client.25654 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x7fa0f0011420 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0e809f1c0 con 0x559ae7638c00 2023-11-16T18:26:04.266 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fa0e80a30c0 con 0x559ae7638c00 2023-11-16T18:26:04.267 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 10 client.25654 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 10 client.25654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 20 client.25654 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae76b35d0 0x559ae76b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 4 client.25654 mds_command: new command op to 24509 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559ae7558660 con 0x559ae76b35d0 2023-11-16T18:26:04.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.906+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae76b35d0 0x559ae76b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.907+0000 7fa0d6ffd700 10 client.25654 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.907+0000 7fa0f6ffd700 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae76b35d0 0x559ae76b59e0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e74bf920bc8bf56 server_cookie=2987914c60a4bb in_seq=0 out_seq=0 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.909+0000 7fa0d6ffd700 1 -- 172.21.15.63:0/3414717161 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559ae7558660 con 0x559ae76b35d0 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.909+0000 7fa0d6ffd700 10 client.25654 handle_command_reply: tid=0 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 client.25654 shutdown 2023-11-16T18:26:04.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 msgr2=0x559ae7644ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 0x559ae7644ea0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa0e80a10b0 tx=0x7fa0e80975e0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 shutdown_connections 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x559ae76b35d0 0x559ae76b59e0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x559ae763a110 0x559ae7648400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa0d6ffd700 0 client.25654 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x559ae7638c00 0x559ae7644ea0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 --2- 172.21.15.63:0/3414717161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559ae7639550 0x559ae76453e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 >> 172.21.15.63:0/3414717161 conn(0x559ae762e360 msgr2=0x559ae7640490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 shutdown_connections 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 1 -- 172.21.15.63:0/3414717161 wait complete. 2023-11-16T18:26:04.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.910+0000 7fa10a138b80 20 client.25654 trim_cache size 0 max 16384 2023-11-16T18:26:04.335 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 msgr2=0x7fa0e00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 0x7fa0e00a3600 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec009c60 tx=0x7fa0ec009260 comp rx=0 tx=0).stop 2023-11-16T18:26:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 msgr2=0x7fa0f8069c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8004730 tx=0x7fa0e8004760 comp rx=0 tx=0).stop 2023-11-16T18:26:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 shutdown_connections 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa0e00a1150 0x7fa0e00a3600 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa0f8100d40 0x7fa0f819d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0f80ff1c0 0x7fa0f8069c70 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 --2- 172.21.15.63:0/177016487 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa0f81003b0 0x7fa0f819add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 >> 172.21.15.63:0/177016487 conn(0x7fa0f80fa7a0 msgr2=0x7fa0f81038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 shutdown_connections 2023-11-16T18:26:04.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:03.911+0000 7fa0fdfac700 1 -- 172.21.15.63:0/177016487 wait complete. 2023-11-16T18:26:04.338 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:03 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3423897237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:04.339 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:03 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3423897237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:04.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:03 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3423897237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:04 smithi125 ceph-mon[100672]: pgmap v393: 129 pgs: 129 active+clean; 10 MiB data, 112 MiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 789 KiB/s wr, 30 op/s 2023-11-16T18:26:05.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:04 smithi063 ceph-mon[98873]: pgmap v393: 129 pgs: 129 active+clean; 10 MiB data, 112 MiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 789 KiB/s wr, 30 op/s 2023-11-16T18:26:05.339 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-11-16T18:26:05.339 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-11-16T18:26:05.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:04 smithi093 ceph-mon[100185]: pgmap v393: 129 pgs: 129 active+clean; 10 MiB data, 112 MiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 789 KiB/s wr, 30 op/s 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 -- 172.21.15.63:0/1462889685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1014c0 msgr2=0x7f1c0c101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 --2- 172.21.15.63:0/1462889685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c101910 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1c00009990 tx=0x7f1c00009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 -- 172.21.15.63:0/1462889685 shutdown_connections 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 --2- 172.21.15.63:0/1462889685 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c101e50 0x7f1c0c108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 --2- 172.21.15.63:0/1462889685 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 --2- 172.21.15.63:0/1462889685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c101910 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 -- 172.21.15.63:0/1462889685 >> 172.21.15.63:0/1462889685 conn(0x7f1c0c0fb8d0 msgr2=0x7f1c0c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.478+0000 7f1c12743700 1 -- 172.21.15.63:0/1462889685 shutdown_connections 2023-11-16T18:26:05.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.479+0000 7f1c12743700 1 -- 172.21.15.63:0/1462889685 wait complete. 2023-11-16T18:26:05.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.479+0000 7f1c12743700 1 Processor -- start 2023-11-16T18:26:05.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.479+0000 7f1c12743700 1 -- start start 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.479+0000 7f1c12743700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c101e50 0x7f1c0c073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c0c073bc0 con 0x7f1c0c1002d0 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c0c073d30 con 0x7f1c0c1014c0 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c0c1a00b0 con 0x7f1c0c101e50 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45530/0 (socket says 172.21.15.63:45530) 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 -- 172.21.15.63:0/3551554962 learned_addr learned my addr 172.21.15.63:0/3551554962 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c101e50 0x7f1c0c073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.483 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 -- 172.21.15.63:0/3551554962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c101e50 msgr2=0x7f1c0c073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c101e50 0x7f1c0c073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 -- 172.21.15.63:0/3551554962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 msgr2=0x7f1c0c072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 -- 172.21.15.63:0/3551554962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c000095f0 con 0x7f1c0c1002d0 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00d980 tx=0x7f1bfc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c097fa700 1 -- 172.21.15.63:0/3551554962 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc004020 con 0x7f1c0c1002d0 2023-11-16T18:26:05.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c097fa700 1 -- 172.21.15.63:0/3551554962 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bfc00f690 con 0x7f1c0c1002d0 2023-11-16T18:26:05.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c0c10bc80 con 0x7f1c0c1002d0 2023-11-16T18:26:05.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.480+0000 7f1c097fa700 1 -- 172.21.15.63:0/3551554962 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc003a60 con 0x7f1c0c1002d0 2023-11-16T18:26:05.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.481+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c0c10baf0 con 0x7f1c0c1002d0 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.483+0000 7f1c097fa700 1 -- 172.21.15.63:0/3551554962 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1bfc00fb00 con 0x7f1c0c1002d0 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.483+0000 7f1c097fa700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 0x7f1bf40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.483+0000 7f1c097fa700 1 -- 172.21.15.63:0/3551554962 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1bfc0cc840 con 0x7f1c0c1002d0 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.483+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 0x7f1bf40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 0x7f1bf40a3600 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000b2e0 tx=0x7f1c00005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 Processor -- start 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 -- start start 2023-11-16T18:26:05.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee27090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ed2c0e0 con 0x56553ee28190 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ed7e920 con 0x56553ee275d0 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ed77db0 con 0x56553ee26c80 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c10ce0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40944/0 (socket says 172.21.15.63:40944) 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c10ce0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45542/0 (socket says 172.21.15.63:45542) 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.484+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/3915772577 learned_addr learned my addr 172.21.15.63:0/3915772577 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee27090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/3915772577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 msgr2=0x56553ee27090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.493 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee27090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/3915772577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 msgr2=0x56553ee28600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/3915772577 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56553ebf96b0 con 0x56553ee275d0 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000bf70 tx=0x7f1c00020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea03383ecab9ffbd server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1bf27fc700 1 -- 172.21.15.63:0/3915772577 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c00004b90 con 0x56553ee275d0 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1bf27fc700 1 -- 172.21.15.63:0/3915772577 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c0001e040 con 0x56553ee275d0 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.485+0000 7f1bf27fc700 1 -- 172.21.15.63:0/3915772577 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c0000fe50 con 0x56553ee275d0 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/3915772577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 msgr2=0x56553ee27bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000bf70 tx=0x7f1c00020000 comp rx=0 tx=0).stop 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/3915772577 shutdown_connections 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee28190 0x56553ee28600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee27090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/3915772577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee275d0 0x56553ee27bb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/3915772577 >> 172.21.15.63:0/3915772577 conn(0x56553ee1c3e0 msgr2=0x56553ee216f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/3915772577 shutdown_connections 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/3915772577 wait complete. 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 -- start start 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.486+0000 7f1c1e8cfb80 1 Processor -- start 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee30660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 0x56553ee37be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ed19960 con 0x56553ee275d0 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ed19600 con 0x56553ee28190 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ebfb9a0 con 0x56553ee26c80 2023-11-16T18:26:05.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c1e8cfb80 10 client.0 _ll_register_callbacks cb 0x56553ed37800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45546/0 (socket says 172.21.15.63:45546) 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/4124205372 learned_addr learned my addr 172.21.15.63:0/4124205372 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 0x56553ee37be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee30660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/4124205372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 msgr2=0x56553ee30660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee30660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 msgr2=0x56553ee37be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 0x56553ee37be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.496 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/4124205372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c0c109040 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 0x56553ee37be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1c000098e0 tx=0x7f1c0000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76be68ffc2c71c0c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1beb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.487+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c00004da0 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1c0002f560 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56553ee19ba0 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c0002f720 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 10 client.16056 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56553ed3e210 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56553ee19ba0 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1c00038860 con 0x56553ee275d0 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 10 client.16056 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:05.497 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 10 client.16056 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 20 client.16056 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee3bf20 0x56553ee3e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 4 client.16056 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56553ed3a120 con 0x56553ee3bf20 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.488+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee3bf20 0x56553ee3e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.489+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee3bf20 0x56553ee3e330 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4da802486bbd18b6 server_cookie=1def7a88b2ede6f6 in_seq=0 out_seq=0 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.489+0000 7f1beb7fe700 10 client.16056 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.489+0000 7f1beb7fe700 1 -- 172.21.15.63:0/4124205372 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56553ed3a120 con 0x56553ee3bf20 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.489+0000 7f1beb7fe700 10 client.16056 handle_command_reply: tid=0 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.489+0000 7f1c1e8cfb80 1 client.16056 shutdown 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 msgr2=0x56553ee30ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1c000098e0 tx=0x7f1c0000f690 comp rx=0 tx=0).stop 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 shutdown_connections 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee3bf20 0x56553ee3e330 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee28190 0x56553ee37be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1beb7fe700 0 client.16056 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee26c80 0x56553ee30660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/4124205372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee30ba0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 >> 172.21.15.63:0/4124205372 conn(0x56553ee1c3e0 msgr2=0x56553ee20e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 shutdown_connections 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/4124205372 wait complete. 2023-11-16T18:26:05.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.490+0000 7f1c1e8cfb80 20 client.16056 trim_cache size 0 max 16384 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 Processor -- start 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 -- start start 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee2e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee2e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee2ee10 con 0x56553ee275d0 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee22600 con 0x56553ee26c80 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.509+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee301d0 con 0x56553ee28190 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45554/0 (socket says 172.21.15.63:45554) 2023-11-16T18:26:05.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0bfff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee2e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/805123700 learned_addr learned my addr 172.21.15.63:0/805123700 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee2e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/805123700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 msgr2=0x56553ee2e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee2e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/805123700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 msgr2=0x56553ee2e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee2e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/805123700 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56553ee2f5e0 con 0x56553ee275d0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee2e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000bbc0 tx=0x7f1c00010fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c03d2dc960206cc7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1bf2ffd700 1 -- 172.21.15.63:0/805123700 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c00004da0 con 0x56553ee275d0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1bf2ffd700 1 -- 172.21.15.63:0/805123700 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c00028070 con 0x56553ee275d0 2023-11-16T18:26:05.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.510+0000 7f1bf2ffd700 1 -- 172.21.15.63:0/805123700 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c00024960 con 0x56553ee275d0 2023-11-16T18:26:05.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/805123700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 msgr2=0x56553ee37ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000bbc0 tx=0x7f1c00010fe0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/805123700 shutdown_connections 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee2e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee2e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/805123700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee37ba0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.511+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/805123700 >> 172.21.15.63:0/805123700 conn(0x56553ee1c3e0 msgr2=0x56553ee30660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/805123700 shutdown_connections 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/805123700 wait complete. 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- start start 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 Processor -- start 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee37800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee36350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee38020 con 0x56553ee275d0 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee36890 con 0x56553ee26c80 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553ee36a50 con 0x56553ee28190 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.512+0000 7f1c1e8cfb80 10 client.0 _ll_register_callbacks cb 0x7f1c04009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0bfff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee37800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45560/0 (socket says 172.21.15.63:45560) 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/406527369 learned_addr learned my addr 172.21.15.63:0/406527369 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c10ce0700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee36350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/406527369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 msgr2=0x56553ee36350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee36350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 msgr2=0x56553ee37800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee37800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 -- 172.21.15.63:0/406527369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56553ed3e210 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee37800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c0b7fe700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1c000095c0 tx=0x7f1c00004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9316c79cacbd2b28 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1beb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c00038930 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1c0001e040 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.513+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f1c000246e0 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c000248a0 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 10 client.16062 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56553ed3df60 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c0001e040 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1c0002f920 con 0x56553ee275d0 2023-11-16T18:26:05.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 10 client.16062 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 10 client.16062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 20 client.16062 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee91030 0x56553ee93440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 4 client.16062 mds_command: new command op to 24509 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56553ed466e0 con 0x56553ee91030 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.514+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee91030 0x56553ee93440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.515+0000 7f1beb7fe700 10 client.16062 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.515+0000 7f1c0bfff700 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee91030 0x56553ee93440 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afcc9e8b8649f857 server_cookie=371faf83a5fa0400 in_seq=0 out_seq=0 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1beb7fe700 1 -- 172.21.15.63:0/406527369 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56553ed466e0 con 0x56553ee91030 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1beb7fe700 10 client.16062 handle_command_reply: tid=0 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 client.16062 shutdown 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 msgr2=0x56553ee35e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1c000095c0 tx=0x7f1c00004fa0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 shutdown_connections 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56553ee91030 0x56553ee93440 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56553ee28190 0x56553ee36350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56553ee26c80 0x56553ee37800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1beb7fe700 0 client.16062 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 --2- 172.21.15.63:0/406527369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56553ee275d0 0x56553ee35e10 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 >> 172.21.15.63:0/406527369 conn(0x56553ee1c3e0 msgr2=0x56553ee30600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 shutdown_connections 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 1 -- 172.21.15.63:0/406527369 wait complete. 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.517+0000 7f1c1e8cfb80 20 client.16062 trim_cache size 0 max 16384 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:05.523 INFO:teuthology.orchestra.run.smithi063.stdout: "return_code": 0, 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_tag": "429dac8d-a2a3-465c-950b-eec8113fb795", 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": "asynchronous" 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 msgr2=0x7f1bf40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 0x7f1bf40a3600 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000b2e0 tx=0x7f1c00005fb0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 msgr2=0x7f1c0c0748a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00d980 tx=0x7f1bfc00dc90 comp rx=0 tx=0).stop 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 shutdown_connections 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f1bf40a1150 0x7f1bf40a3600 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1c0c101e50 0x7f1c0c073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1c0c1002d0 0x7f1c0c0748a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 --2- 172.21.15.63:0/3551554962 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1c0c1014c0 0x7f1c0c072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 >> 172.21.15.63:0/3551554962 conn(0x7f1c0c0fb8d0 msgr2=0x7f1c0c104980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 shutdown_connections 2023-11-16T18:26:05.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.518+0000 7f1c12743700 1 -- 172.21.15.63:0/3551554962 wait complete. 2023-11-16T18:26:05.536 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:26:05.675 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 -- 172.21.15.63:0/4224398436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 msgr2=0x7fb9d0100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 --2- 172.21.15.63:0/4224398436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d0100800 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4009990 tx=0x7fb9c4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 -- 172.21.15.63:0/4224398436 shutdown_connections 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 --2- 172.21.15.63:0/4224398436 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d0107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 --2- 172.21.15.63:0/4224398436 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d00ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 --2- 172.21.15.63:0/4224398436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d0100800 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 -- 172.21.15.63:0/4224398436 >> 172.21.15.63:0/4224398436 conn(0x7fb9d00fa7a0 msgr2=0x7fb9d00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 -- 172.21.15.63:0/4224398436 shutdown_connections 2023-11-16T18:26:05.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.674+0000 7fb9d5026700 1 -- 172.21.15.63:0/4224398436 wait complete. 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.675+0000 7fb9d5026700 1 Processor -- start 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.675+0000 7fb9d5026700 1 -- start start 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d019dbf0 con 0x7fb9d01003b0 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d019dd30 con 0x7fb9d00ff1c0 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9d5026700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d019dec0 con 0x7fb9d0100d40 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ced9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45574/0 (socket says 172.21.15.63:45574) 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 -- 172.21.15.63:0/577956309 learned_addr learned my addr 172.21.15.63:0/577956309 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ced9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:40976/0 (socket says 172.21.15.63:40976) 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 -- 172.21.15.63:0/577956309 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 msgr2=0x7fb9d019d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d019d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 -- 172.21.15.63:0/577956309 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 msgr2=0x7fb9d0196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 -- 172.21.15.63:0/577956309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9c40095f0 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d019d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.676+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4005740 tx=0x7fb9c4005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.677+0000 7fb9b7fff700 1 -- 172.21.15.63:0/577956309 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c401d070 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.677+0000 7fb9b7fff700 1 -- 172.21.15.63:0/577956309 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c4021410 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.677+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9d010ab30 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.677+0000 7fb9b7fff700 1 -- 172.21.15.63:0/577956309 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c4017650 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.677+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d010a9a0 con 0x7fb9d01003b0 2023-11-16T18:26:05.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.679+0000 7fb9b7fff700 1 -- 172.21.15.63:0/577956309 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fb9c4021580 con 0x7fb9d01003b0 2023-11-16T18:26:05.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.680+0000 7fb9b7fff700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 0x7fb9b80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.680+0000 7fb9b7fff700 1 -- 172.21.15.63:0/577956309 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb9c40cdea0 con 0x7fb9d01003b0 2023-11-16T18:26:05.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.680+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 0x7fb9b80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 Processor -- start 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 0x7fb9b80a3680 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0100210 tx=0x7fb9c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 -- start start 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d02062f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d020630110 0x55d020630580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d020534060 con 0x55d02062f550 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0205868a0 con 0x55d020630110 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d02057fd30 con 0x55d02062ec00 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45582/0 (socket says 172.21.15.63:45582) 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1196481909 learned_addr learned my addr 172.21.15.63:0/1196481909 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d020630110 0x55d020630580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.681+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d02062f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1196481909 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 msgr2=0x55d02062f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d02062f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1196481909 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d020630110 msgr2=0x55d020630580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d020630110 0x55d020630580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1196481909 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d020401630 con 0x55d02062f550 2023-11-16T18:26:05.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4006010 tx=0x7fb9c4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a64c87ba3b962189 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9b57fa700 1 -- 172.21.15.63:0/1196481909 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c409f030 con 0x55d02062f550 2023-11-16T18:26:05.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9b57fa700 1 -- 172.21.15.63:0/1196481909 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c4097340 con 0x55d02062f550 2023-11-16T18:26:05.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.682+0000 7fb9b57fa700 1 -- 172.21.15.63:0/1196481909 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c409a750 con 0x55d02062f550 2023-11-16T18:26:05.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1196481909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 msgr2=0x55d02062fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4006010 tx=0x7fb9c4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1196481909 shutdown_connections 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d020630110 0x55d020630580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d02062f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1196481909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062f550 0x55d02062fb30 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1196481909 >> 172.21.15.63:0/1196481909 conn(0x55d020624360 msgr2=0x55d020629670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1196481909 shutdown_connections 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1196481909 wait complete. 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.683+0000 7fb9e11b2b80 1 -- start start 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 Processor -- start 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d0206381e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d020638720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0205218e0 con 0x55d020630110 2023-11-16T18:26:05.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d020521580 con 0x55d02062f550 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d020403920 con 0x55d02062ec00 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9e11b2b80 10 client.0 _ll_register_callbacks cb 0x55d02053f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d020638720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45590/0 (socket says 172.21.15.63:45590) 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 -- 172.21.15.63:0/3805338703 learned_addr learned my addr 172.21.15.63:0/3805338703 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d0206381e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 -- 172.21.15.63:0/3805338703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 msgr2=0x55d0206381e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d0206381e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 -- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 msgr2=0x55d020638720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d020638720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9cf59e700 1 -- 172.21.15.63:0/3805338703 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d010a9a0 con 0x55d020630110 2023-11-16T18:26:05.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.684+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d020638720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8003d50 tx=0x7fb9c800e7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2b32fc1b93e8683 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c8003bf0 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb9c80092d0 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d020621b20 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9c800eec0 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9e11b2b80 10 client.16074 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d020546190 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d020621b20 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.685+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fb9c801c020 con 0x55d020630110 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 10 client.16074 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 10 client.16074 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:05.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 20 client.16074 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020644090 0x55d0206464a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 4 client.16074 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d0205420a0 con 0x55d020644090 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020644090 0x55d0206464a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9b2ff5700 10 client.16074 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.686+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020644090 0x55d0206464a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17bc992f5ee7f03b server_cookie=85830119a170b25d in_seq=0 out_seq=0 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/3805338703 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d0205420a0 con 0x55d020644090 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9b2ff5700 10 client.16074 handle_command_reply: tid=0 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 client.16074 shutdown 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 msgr2=0x55d02063f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8003d50 tx=0x7fb9c800e7d0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 shutdown_connections 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020644090 0x55d0206464a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.694 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.688+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020630110 0x55d02063f760 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062ec00 0x55d0206381e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/3805338703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d020638720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 >> 172.21.15.63:0/3805338703 conn(0x55d020624360 msgr2=0x55d020628de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9b2ff5700 0 client.16074 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 shutdown_connections 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/3805338703 wait complete. 2023-11-16T18:26:05.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.689+0000 7fb9e11b2b80 20 client.16074 trim_cache size 0 max 16384 2023-11-16T18:26:05.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 Processor -- start 2023-11-16T18:26:05.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 -- start start 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 0x55d02063f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062f550 0x55d020632f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d02062ff90 con 0x55d020624360 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d020637690 con 0x55d02062ec00 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d020637d50 con 0x55d02062f550 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9ced9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 0x55d02063f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9ced9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45594/0 (socket says 172.21.15.63:45594) 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9ced9d700 1 -- 172.21.15.63:0/398340259 learned_addr learned my addr 172.21.15.63:0/398340259 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.711+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062f550 0x55d020632f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 -- 172.21.15.63:0/398340259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062f550 msgr2=0x55d020632f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062f550 0x55d020632f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 -- 172.21.15.63:0/398340259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 msgr2=0x55d0206304e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 -- 172.21.15.63:0/398340259 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d020625b00 con 0x55d02062ec00 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 0x55d02063f680 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4006010 tx=0x7fb9c409b180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b62410299ab4b084 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9b5ffb700 1 -- 172.21.15.63:0/398340259 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c409b500 con 0x55d02062ec00 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9b5ffb700 1 -- 172.21.15.63:0/398340259 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c409f030 con 0x55d02062ec00 2023-11-16T18:26:05.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.712+0000 7fb9b5ffb700 1 -- 172.21.15.63:0/398340259 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c40a3190 con 0x55d02062ec00 2023-11-16T18:26:05.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/398340259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 msgr2=0x55d02063f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 0x55d02063f680 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4006010 tx=0x7fb9c409b180 comp rx=0 tx=0).stop 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/398340259 shutdown_connections 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d02062f550 0x55d020632f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d020624360 0x55d0206304e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/398340259 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062ec00 0x55d02063f680 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/398340259 >> 172.21.15.63:0/398340259 conn(0x55d020637290 msgr2=0x55d0206363e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/398340259 shutdown_connections 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/398340259 wait complete. 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- start start 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 Processor -- start 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d020624360 0x55d02063a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d02063de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.719 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d02063e3a0 con 0x55d02062ec00 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d02063e510 con 0x55d02062f550 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.713+0000 7fb9e11b2b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d02063e6d0 con 0x55d020624360 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9e11b2b80 10 client.0 _ll_register_callbacks cb 0x7fb9c80043e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45602/0 (socket says 172.21.15.63:45602) 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1980149136 learned_addr learned my addr 172.21.15.63:0/1980149136 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9cf59e700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d02063de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d020624360 0x55d02063a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1980149136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d020624360 msgr2=0x55d02063a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d020624360 0x55d02063a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 msgr2=0x55d02063de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:05.720 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d02063de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 -- 172.21.15.63:0/1980149136 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9c0017070 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9ce59c700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40a2e90 tx=0x7fb9c409b5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e60716a01fdd46 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9b2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c40be070 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb9c4097340 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb9c40a33c0 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9c40a2f30 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9e11b2b80 10 client.16080 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.714+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d020401630 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c4097340 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fb9c40c1020 con 0x55d02062ec00 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 10 client.16080 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:05.721 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 10 client.16080 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:05.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 20 client.16080 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:05.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020630110 0x55d0206a2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:05.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 4 client.16080 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:26:05.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d02054e660 con 0x55d020630110 2023-11-16T18:26:05.722 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020630110 0x55d0206a2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:05.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9ced9d700 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020630110 0x55d0206a2760 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b629d7d5918d6c42 server_cookie=c16843fb42f06e6e in_seq=0 out_seq=0 2023-11-16T18:26:05.723 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.715+0000 7fb9b2ff5700 10 client.16080 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9b2ff5700 1 -- 172.21.15.63:0/1980149136 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+268 (crc 0 0 0) 0x55d02054e660 con 0x55d020630110 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9b2ff5700 10 client.16080 handle_command_reply: tid=0 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 client.16080 shutdown 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 msgr2=0x55d02063ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40a2e90 tx=0x7fb9c409b5f0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 shutdown_connections 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d020630110 0x55d0206a2760 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d02062f550 0x55d02063de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.725 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d020624360 0x55d02063a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9b2ff5700 0 client.16080 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 --2- 172.21.15.63:0/1980149136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d02062ec00 0x55d02063ae40 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 >> 172.21.15.63:0/1980149136 conn(0x55d020637290 msgr2=0x55d020632f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 shutdown_connections 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 1 -- 172.21.15.63:0/1980149136 wait complete. 2023-11-16T18:26:05.736 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.718+0000 7fb9e11b2b80 20 client.16080 trim_cache size 0 max 16384 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "scrub active (1575 inodes in the stack)", 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "429dac8d-a2a3-465c-950b-eec8113fb795": { 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "429dac8d-a2a3-465c-950b-eec8113fb795", 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:26:05.737 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:05.738 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 msgr2=0x7fb9b80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 0x7fb9b80a3680 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0100210 tx=0x7fb9c0009260 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 msgr2=0x7fb9d01965b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4005740 tx=0x7fb9c4005770 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 shutdown_connections 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb9b80a11d0 0x7fb9b80a3680 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb9d0100d40 0x7fb9d019d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb9d00ff1c0 0x7fb9d0196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 --2- 172.21.15.63:0/577956309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9d01003b0 0x7fb9d01965b0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 >> 172.21.15.63:0/577956309 conn(0x7fb9d00fa7a0 msgr2=0x7fb9d0069160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 shutdown_connections 2023-11-16T18:26:05.739 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:05.719+0000 7fb9d5026700 1 -- 172.21.15.63:0/577956309 wait complete. 2023-11-16T18:26:05.740 INFO:tasks.cephfs.filesystem:scrub status for tag:429dac8d-a2a3-465c-950b-eec8113fb795 - {'path': '/', 'tag': '429dac8d-a2a3-465c-950b-eec8113fb795', 'options': 'recursive,force'} 2023-11-16T18:26:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 -- 172.21.15.63:0/2886777834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100320 msgr2=0x7f30f4100770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 --2- 172.21.15.63:0/2886777834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100320 0x7f30f4100770 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f30e0009990 tx=0x7f30e0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 -- 172.21.15.63:0/2886777834 shutdown_connections 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 --2- 172.21.15.63:0/2886777834 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f4100cb0 0x7f30f4107570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 --2- 172.21.15.63:0/2886777834 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f40ff130 0x7f30f40ff540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 --2- 172.21.15.63:0/2886777834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100320 0x7f30f4100770 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 -- 172.21.15.63:0/2886777834 >> 172.21.15.63:0/2886777834 conn(0x7f30f40fa730 msgr2=0x7f30f40fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 -- 172.21.15.63:0/2886777834 shutdown_connections 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.222+0000 7f30fad59700 1 -- 172.21.15.63:0/2886777834 wait complete. 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 Processor -- start 2023-11-16T18:26:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 -- start start 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 0x7f30f4193e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 0x7f30f4194360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30f419b9a0 con 0x7f30f4100cb0 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30f419bae0 con 0x7f30f4100320 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30fad59700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30f419bc70 con 0x7f30f40ff130 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.223+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45618/0 (socket says 172.21.15.63:45618) 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 0x7f30f4194360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f92f6700 1 -- 172.21.15.63:0/958340790 learned_addr learned my addr 172.21.15.63:0/958340790 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f8af5700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 0x7f30f4193e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 -- 172.21.15.63:0/958340790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 msgr2=0x7f30f4193e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 0x7f30f4193e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 -- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 msgr2=0x7f30f419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 -- 172.21.15.63:0/958340790 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30e8009520 con 0x7f30f4100320 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f92f6700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f8af5700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 0x7f30f4193e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f3fff700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 0x7f30f4194360 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f30e00098e0 tx=0x7f30e000d9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f1ffb700 1 -- 172.21.15.63:0/958340790 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e0003f80 con 0x7f30f4100320 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30e00095f0 con 0x7f30f4100320 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f1ffb700 1 -- 172.21.15.63:0/958340790 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30e00045a0 con 0x7f30f4100320 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.224+0000 7f30f1ffb700 1 -- 172.21.15.63:0/958340790 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e000cdf0 con 0x7f30f4100320 2023-11-16T18:26:06.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.225+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30f4109a10 con 0x7f30f4100320 2023-11-16T18:26:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.227+0000 7f30f1ffb700 1 -- 172.21.15.63:0/958340790 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f30e001c040 con 0x7f30f4100320 2023-11-16T18:26:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.227+0000 7f30f1ffb700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 0x7f30e40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.228+0000 7f30f1ffb700 1 -- 172.21.15.63:0/958340790 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f30e00cf610 con 0x7f30f4100320 2023-11-16T18:26:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.228+0000 7f30f8af5700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 0x7f30e40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.228+0000 7f30f8af5700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 0x7f30e40a3600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f30e8009fd0 tx=0x7f30e8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.228+0000 7f3106ee5b80 1 Processor -- start 2023-11-16T18:26:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 -- start start 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085ba870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085bbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2084c0000 con 0x55c2085badb0 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c208512840 con 0x55c2085bbb10 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c20850bcd0 con 0x55c2084166b0 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085bbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085ba870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.232 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45624/0 (socket says 172.21.15.63:45624) 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f3fff700 1 -- 172.21.15.63:0/2891678473 learned_addr learned my addr 172.21.15.63:0/2891678473 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 -- 172.21.15.63:0/2891678473 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 msgr2=0x55c2085bbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085bbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 -- 172.21.15.63:0/2891678473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 msgr2=0x55c2085bb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f8af5700 1 -- 172.21.15.63:0/2891678473 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c20838d5d0 con 0x55c2084166b0 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.229+0000 7f30f3fff700 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085ba870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f30e8004300 tx=0x7f30e8018000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d60b6325b32dea9 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f30deffd700 1 -- 172.21.15.63:0/2891678473 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e8023070 con 0x55c2084166b0 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f30deffd700 1 -- 172.21.15.63:0/2891678473 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30e801e0d0 con 0x55c2084166b0 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f30deffd700 1 -- 172.21.15.63:0/2891678473 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e801cc50 con 0x55c2084166b0 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2891678473 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 msgr2=0x55c2085ba870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.233 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.230+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085ba870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f30e8004300 tx=0x7f30e8018000 comp rx=0 tx=0).stop 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2891678473 shutdown_connections 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085bbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085ba870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2891678473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085bb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2891678473 >> 172.21.15.63:0/2891678473 conn(0x55c2085aff50 msgr2=0x55c2085b5100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2891678473 shutdown_connections 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2891678473 wait complete. 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 -- start start 2023-11-16T18:26:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 Processor -- start 2023-11-16T18:26:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.231+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2084ad880 con 0x55c2085badb0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2084ad520 con 0x55c2084166b0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c20838f8c0 con 0x55c2085bbb10 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f3106ee5b80 10 client.0 _ll_register_callbacks cb 0x55c2084cb720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44400/0 (socket says 172.21.15.63:44400) 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45630/0 (socket says 172.21.15.63:45630) 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 -- 172.21.15.63:0/2118212239 learned_addr learned my addr 172.21.15.63:0/2118212239 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 -- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 msgr2=0x55c2085c3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 -- 172.21.15.63:0/2118212239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 msgr2=0x55c2085c41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 -- 172.21.15.63:0/2118212239 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30e8017050 con 0x55c2085bbb10 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f3fff700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f30ec0093a0 tx=0x7f30ec00e7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1dc712c0fa248efc server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.232+0000 7f30d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec004db0 con 0x55c2085bbb10 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f30ec005020 con 0x55c2085bbb10 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c2085ad710 con 0x55c2085bbb10 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30ec0051e0 con 0x55c2085bbb10 2023-11-16T18:26:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 10 client.25702 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55c2084d2130 con 0x55c2085bbb10 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c2085ad710 con 0x55c2085bbb10 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f30ec01e9e0 con 0x55c2085bbb10 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 10 client.25702 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 10 client.25702 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 20 client.25702 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c2085cfb60 0x55c2085d1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 4 client.25702 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.233+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2084ce040 con 0x55c2085cfb60 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.234+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c2085cfb60 0x55c2085d1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.234+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c2085cfb60 0x55c2085d1f70 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cd4239ba38be0ca server_cookie=ad355f38e12a7056 in_seq=0 out_seq=0 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.234+0000 7f30d3fff700 10 client.25702 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f30d3fff700 1 -- 172.21.15.63:0/2118212239 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c2084ce040 con 0x55c2085cfb60 2023-11-16T18:26:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f30d3fff700 10 client.25702 handle_command_reply: tid=0 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 client.25702 shutdown 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 msgr2=0x55c2085cb200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f30ec0093a0 tx=0x7f30ec00e7d0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 shutdown_connections 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c2085cfb60 0x55c2085d1f70 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085cb200 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f30d3fff700 0 client.25702 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2118212239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 >> 172.21.15.63:0/2118212239 conn(0x55c2085aff50 msgr2=0x55c2085b47e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 shutdown_connections 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.236+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2118212239 wait complete. 2023-11-16T18:26:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.237+0000 7f3106ee5b80 20 client.25702 trim_cache size 0 max 16384 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 Processor -- start 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 -- start start 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085c37f0 con 0x55c2085badb0 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085ccec0 con 0x55c2085bbb10 2023-11-16T18:26:06.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085bb420 con 0x55c2084166b0 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f8af5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45636/0 (socket says 172.21.15.63:45636) 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f92f6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41044/0 (socket says 172.21.15.63:41044) 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f8af5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44404/0 (socket says 172.21.15.63:44404) 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.252+0000 7f30f3fff700 1 -- 172.21.15.63:0/2352149297 learned_addr learned my addr 172.21.15.63:0/2352149297 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 -- 172.21.15.63:0/2352149297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 msgr2=0x55c2085c41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 -- 172.21.15.63:0/2352149297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 msgr2=0x55c2085cb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 -- 172.21.15.63:0/2352149297 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2084d1e80 con 0x55c2084166b0 2023-11-16T18:26:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f3fff700 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55c2085d2880 tx=0x7f30e8005c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb0f2e54d71cb73b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30df7fe700 1 -- 172.21.15.63:0/2352149297 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e8023040 con 0x55c2084166b0 2023-11-16T18:26:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30df7fe700 1 -- 172.21.15.63:0/2352149297 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30e8035ab0 con 0x55c2084166b0 2023-11-16T18:26:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.253+0000 7f30df7fe700 1 -- 172.21.15.63:0/2352149297 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e8005040 con 0x55c2084166b0 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2352149297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 msgr2=0x55c2085c3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55c2085d2880 tx=0x7f30e8005c60 comp rx=0 tx=0).stop 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2352149297 shutdown_connections 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2085bbb10 0x55c2085c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2084166b0 0x55c2085c3c80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2352149297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085cb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2352149297 >> 172.21.15.63:0/2352149297 conn(0x55c2085aff50 msgr2=0x55c2085d68d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2352149297 shutdown_connections 2023-11-16T18:26:06.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2352149297 wait complete. 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 -- start start 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.254+0000 7f3106ee5b80 1 Processor -- start 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085ca860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085cada0 con 0x55c2085badb0 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085caf10 con 0x55c2084166b0 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2085cb0d0 con 0x55c2085bbb10 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f3106ee5b80 10 client.0 _ll_register_callbacks cb 0x55c2084cb720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f8af5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c7840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45644/0 (socket says 172.21.15.63:45644) 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f3fff700 1 -- 172.21.15.63:0/2456055437 learned_addr learned my addr 172.21.15.63:0/2456055437 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:06.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f8af5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c7300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41046/0 (socket says 172.21.15.63:41046) 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 -- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 msgr2=0x55c2085c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 -- 172.21.15.63:0/2456055437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 msgr2=0x55c2085c7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.255+0000 7f30f92f6700 1 -- 172.21.15.63:0/2456055437 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30e00095f0 con 0x55c2085bbb10 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30f92f6700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085ca860 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f30ec016010 tx=0x7f30ec00ec40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38d466089d9cd732 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec003a00 con 0x55c2085bbb10 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f30ec003b60 con 0x55c2085bbb10 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f30e801e0d0 con 0x55c2085bbb10 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30ec003d40 con 0x55c2085bbb10 2023-11-16T18:26:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 10 client.25708 fetch_fsmap learned FSMap version 25 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x7f30ec023040 con 0x55c2085bbb10 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30e801e0d0 con 0x55c2085bbb10 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 25) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f30ec01e860 con 0x55c2085bbb10 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 10 client.25708 fetch_fsmap finished waiting for FSMap version 25 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 10 client.25708 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 20 client.25708 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c208624d20 0x55c208627130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 4 client.25708 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.256+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c2084da600 con 0x55c208624d20 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.257+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c208624d20 0x55c208627130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.257+0000 7f30d3fff700 10 client.25708 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:06.257+0000 7f30f8af5700 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c208624d20 0x55c208627130 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46d0bac147ea9e9 server_cookie=e5b64a502ebc28e3 in_seq=0 out_seq=0 2023-11-16T18:26:07.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:06 smithi125 ceph-mon[100672]: pgmap v394: 129 pgs: 129 active+clean; 12 MiB data, 130 MiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 1.1 MiB/s wr, 59 op/s 2023-11-16T18:26:07.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:06 smithi125 ceph-mon[100672]: scrub queued for path: / 2023-11-16T18:26:07.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:06 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:07.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:06 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:07.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:06 smithi063 ceph-mon[98873]: pgmap v394: 129 pgs: 129 active+clean; 12 MiB data, 130 MiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 1.1 MiB/s wr, 59 op/s 2023-11-16T18:26:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:06 smithi063 ceph-mon[98873]: scrub queued for path: / 2023-11-16T18:26:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:06 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:06 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:07.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:06 smithi093 ceph-mon[100185]: pgmap v394: 129 pgs: 129 active+clean; 12 MiB data, 130 MiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 1.1 MiB/s wr, 59 op/s 2023-11-16T18:26:07.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:06 smithi093 ceph-mon[100185]: scrub queued for path: / 2023-11-16T18:26:07.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:06 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:07.439 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:06 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:08 smithi125 ceph-mon[100672]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 156 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 86 op/s 2023-11-16T18:26:09.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:08 smithi063 ceph-mon[98873]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 156 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 86 op/s 2023-11-16T18:26:09.436 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:08 smithi093 ceph-mon[100185]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 156 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 86 op/s 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f30d3fff700 1 -- 172.21.15.63:0/2456055437 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c2084da600 con 0x55c208624d20 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f30d3fff700 10 client.25708 handle_command_reply: tid=0 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 client.25708 shutdown 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 msgr2=0x55c2085ca860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085ca860 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f30ec016010 tx=0x7f30ec00ec40 comp rx=0 tx=0).stop 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 shutdown_connections 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c208624d20 0x55c208627130 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c2085bbb10 0x55c2085ca860 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c2084166b0 0x55c2085c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 --2- 172.21.15.63:0/2456055437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2085badb0 0x55c2085c7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 >> 172.21.15.63:0/2456055437 conn(0x55c2085aff50 msgr2=0x55c2085c3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f30d3fff700 0 client.25708 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.699+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 shutdown_connections 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f3106ee5b80 1 -- 172.21.15.63:0/2456055437 wait complete. 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f3106ee5b80 20 client.25708 trim_cache size 0 max 16384 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:26:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:26:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:26:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:26:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 msgr2=0x7f30e40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 0x7f30e40a3600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f30e8009fd0 tx=0x7f30e8009260 comp rx=0 tx=0).stop 2023-11-16T18:26:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 msgr2=0x7f30f4194360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 0x7f30f4194360 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f30e00098e0 tx=0x7f30e000d9b0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 shutdown_connections 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f30e40a1150 0x7f30e40a3600 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f30f4100cb0 0x7f30f419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f30f40ff130 0x7f30f4193e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 --2- 172.21.15.63:0/958340790 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f30f4100320 0x7f30f4194360 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.700+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 >> 172.21.15.63:0/958340790 conn(0x7f30f40fa730 msgr2=0x7f30f41038b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.701+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 shutdown_connections 2023-11-16T18:26:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:09.701+0000 7f30fad59700 1 -- 172.21.15.63:0/958340790 wait complete. 2023-11-16T18:26:10.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:09 smithi125 ceph-mon[100672]: pgmap v396: 129 pgs: 129 active+clean; 19 MiB data, 169 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 357 op/s 2023-11-16T18:26:10.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:09 smithi063 ceph-mon[98873]: pgmap v396: 129 pgs: 129 active+clean; 19 MiB data, 169 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 357 op/s 2023-11-16T18:26:10.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:09 smithi093 ceph-mon[100185]: pgmap v396: 129 pgs: 129 active+clean; 19 MiB data, 169 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 357 op/s 2023-11-16T18:26:12.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:11 smithi125 ceph-mon[100672]: pgmap v397: 129 pgs: 129 active+clean; 18 MiB data, 237 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 1.44k op/s 2023-11-16T18:26:12.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:11 smithi063 ceph-mon[98873]: pgmap v397: 129 pgs: 129 active+clean; 18 MiB data, 237 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 1.44k op/s 2023-11-16T18:26:12.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:11 smithi093 ceph-mon[100185]: pgmap v397: 129 pgs: 129 active+clean; 18 MiB data, 237 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 1.44k op/s 2023-11-16T18:26:13.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:12 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:13.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:12 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:13.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:12 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:13 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:14.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:13 smithi063 ceph-mon[98873]: pgmap v398: 129 pgs: 129 active+clean; 23 MiB data, 303 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 2.64k op/s 2023-11-16T18:26:14.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:13 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:14.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:13 smithi093 ceph-mon[100185]: pgmap v398: 129 pgs: 129 active+clean; 23 MiB data, 303 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 2.64k op/s 2023-11-16T18:26:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:13 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:14.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:13 smithi125 ceph-mon[100672]: pgmap v398: 129 pgs: 129 active+clean; 23 MiB data, 303 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 2.64k op/s 2023-11-16T18:26:15.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:15 smithi093 ceph-mon[100185]: pgmap v399: 129 pgs: 129 active+clean; 12 MiB data, 314 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 2.89k op/s 2023-11-16T18:26:15.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:15 smithi125 ceph-mon[100672]: pgmap v399: 129 pgs: 129 active+clean; 12 MiB data, 314 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 2.89k op/s 2023-11-16T18:26:15.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:15 smithi063 ceph-mon[98873]: pgmap v399: 129 pgs: 129 active+clean; 12 MiB data, 314 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 2.89k op/s 2023-11-16T18:26:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.025 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.026 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.026 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.026 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.026 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.026 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.027 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.029 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.030 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.031 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.032 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.033 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.034 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.035 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.035 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.035 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.035 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.035 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.050 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.051 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.052 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.053 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.054 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.055 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.056 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.057 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.058 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.059 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.060 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.061 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.062 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.063 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.064 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.065 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.066 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.067 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.068 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.069 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.070 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.071 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.072 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.073 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.074 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.075 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.076 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.077 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:17.077 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:16 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.109 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.110 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.111 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.112 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.115 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.116 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.117 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.118 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.119 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.120 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.121 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.122 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.123 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.124 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.125 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.126 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.127 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.132 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.133 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.134 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.135 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.136 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.137 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.138 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.139 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.140 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.140 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.140 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.140 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.140 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.141 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:17.142 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:16 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.212 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.213 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.214 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.215 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.216 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.217 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.218 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.219 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.220 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.221 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.222 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.223 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.223 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:17.223 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:17.223 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:16 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.012 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.013 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.014 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.015 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.016 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.017 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.018 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.019 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.020 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.021 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.022 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.023 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.024 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.036 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.037 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.038 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.039 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.040 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.041 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.042 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.044 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.045 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.046 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.047 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.048 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.049 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:17 smithi125 ceph-mon[100672]: pgmap v400: 129 pgs: 129 active+clean; 20 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.09k op/s 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.085 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.086 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.087 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.088 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.089 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.090 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.091 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.092 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.093 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.094 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.095 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.096 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.097 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.098 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.099 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.100 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.101 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.102 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.103 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.104 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.105 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.106 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.107 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.108 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:17 smithi063 ceph-mon[98873]: pgmap v400: 129 pgs: 129 active+clean; 20 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.09k op/s 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.189 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.190 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.191 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.193 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.194 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.195 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.196 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.197 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.198 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.199 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.200 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.201 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.202 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.203 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.204 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.205 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.206 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.207 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.208 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.209 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.210 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:18.211 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:17 smithi093 ceph-mon[100185]: pgmap v400: 129 pgs: 129 active+clean; 20 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.09k op/s 2023-11-16T18:26:19.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:26:19.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:18 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:26:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:18 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:26:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:18 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:19 smithi063 ceph-mon[98873]: pgmap v401: 129 pgs: 129 active+clean; 29 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.21k op/s 2023-11-16T18:26:20.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:19 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:19 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:19 smithi093 ceph-mon[100185]: pgmap v401: 129 pgs: 129 active+clean; 29 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.21k op/s 2023-11-16T18:26:20.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:19 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:19 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:19 smithi125 ceph-mon[100672]: pgmap v401: 129 pgs: 129 active+clean; 29 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.21k op/s 2023-11-16T18:26:20.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:19 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:20.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:19 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:21.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:26:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:26:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:26:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:26:21.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:26:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:26:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: pgmap v402: 129 pgs: 129 active+clean; 36 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 3.05k op/s 2023-11-16T18:26:22.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:21 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: pgmap v402: 129 pgs: 129 active+clean; 36 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 3.05k op/s 2023-11-16T18:26:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:21 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: pgmap v402: 129 pgs: 129 active+clean; 36 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 3.05k op/s 2023-11-16T18:26:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:21 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:26:22.841 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 -- 172.21.15.63:0/2278117695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 msgr2=0x7fdf401018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 --2- 172.21.15.63:0/2278117695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf401018b0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0098f0 tx=0x7fdf2c009c00 comp rx=0 tx=0).stop 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 -- 172.21.15.63:0/2278117695 shutdown_connections 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 --2- 172.21.15.63:0/2278117695 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf401086b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 --2- 172.21.15.63:0/2278117695 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40100680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 --2- 172.21.15.63:0/2278117695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf401018b0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 -- 172.21.15.63:0/2278117695 >> 172.21.15.63:0/2278117695 conn(0x7fdf400fb890 msgr2=0x7fdf400fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 -- 172.21.15.63:0/2278117695 shutdown_connections 2023-11-16T18:26:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.840+0000 7fdf4723a700 1 -- 172.21.15.63:0/2278117695 wait complete. 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 Processor -- start 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 -- start start 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40074900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf400734e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf40073c80 con 0x7fdf40101460 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf40073df0 con 0x7fdf40100270 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf4723a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf4019bc60 con 0x7fdf40101df0 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40074900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.844 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45658/0 (socket says 172.21.15.63:45658) 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf457d7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf400734e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40074900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41060/0 (socket says 172.21.15.63:41060) 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.841+0000 7fdf3ffff700 1 -- 172.21.15.63:0/3424380880 learned_addr learned my addr 172.21.15.63:0/3424380880 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 -- 172.21.15.63:0/3424380880 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 msgr2=0x7fdf40074900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40074900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 -- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 msgr2=0x7fdf40072f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 -- 172.21.15.63:0/3424380880 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf2c009520 con 0x7fdf40101df0 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf457d7700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf400734e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800efc0 tx=0x7fdf3800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf3dffb700 1 -- 172.21.15.63:0/3424380880 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf38018070 con 0x7fdf40101df0 2023-11-16T18:26:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf4010bbe0 con 0x7fdf40101df0 2023-11-16T18:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf3dffb700 1 -- 172.21.15.63:0/3424380880 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf3800f040 con 0x7fdf40101df0 2023-11-16T18:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf3dffb700 1 -- 172.21.15.63:0/3424380880 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3800cd30 con 0x7fdf40101df0 2023-11-16T18:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.842+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf4010ba50 con 0x7fdf40101df0 2023-11-16T18:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.844+0000 7fdf3dffb700 1 -- 172.21.15.63:0/3424380880 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fdf38003a00 con 0x7fdf40101df0 2023-11-16T18:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.845+0000 7fdf3dffb700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 0x7fdf300a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.845+0000 7fdf3dffb700 1 -- 172.21.15.63:0/3424380880 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fdf380cc820 con 0x7fdf40101df0 2023-11-16T18:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.845+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 0x7fdf300a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 0x7fdf300a3600 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdf401012c0 tx=0x7fdf34009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 Processor -- start 2023-11-16T18:26:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 -- start start 2023-11-16T18:26:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10cd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10cef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a0fd3000 con 0x5583a0f296b0 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a1025840 con 0x5583a10cddb0 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a101ecd0 con 0x5583a10ceb10 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.846+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41070/0 (socket says 172.21.15.63:41070) 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10cd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45664/0 (socket says 172.21.15.63:45664) 2023-11-16T18:26:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf457d7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10cef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 -- 172.21.15.63:0/1809287869 learned_addr learned my addr 172.21.15.63:0/1809287869 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 -- 172.21.15.63:0/1809287869 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 msgr2=0x5583a10cef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10cef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 -- 172.21.15.63:0/1809287869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 msgr2=0x5583a10cd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10cd870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 -- 172.21.15.63:0/1809287869 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583a0ea05d0 con 0x5583a10cddb0 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c011020 tx=0x7fdf2c005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30ddaa3e8e31e6fd server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf2affd700 1 -- 172.21.15.63:0/1809287869 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c01c050 con 0x5583a10cddb0 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf2affd700 1 -- 172.21.15.63:0/1809287869 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf2c01d040 con 0x5583a10cddb0 2023-11-16T18:26:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.847+0000 7fdf2affd700 1 -- 172.21.15.63:0/1809287869 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c0053d0 con 0x5583a10cddb0 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 -- 172.21.15.63:0/1809287869 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 msgr2=0x5583a10ce5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c011020 tx=0x7fdf2c005b40 comp rx=0 tx=0).stop 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 -- 172.21.15.63:0/1809287869 shutdown_connections 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/1809287869 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10ce5d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 -- 172.21.15.63:0/1809287869 >> 172.21.15.63:0/1809287869 conn(0x5583a10c2f50 msgr2=0x5583a10c8100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 -- 172.21.15.63:0/1809287869 shutdown_connections 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.848+0000 7fdf533c6b80 1 -- 172.21.15.63:0/1809287869 wait complete. 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 -- start start 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 Processor -- start 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10d7180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10ceb10 0x5583a10de1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a0fc0880 con 0x5583a10cddb0 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a0fc0520 con 0x5583a10ceb10 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a0ea28c0 con 0x5583a0f296b0 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf533c6b80 10 client.0 _ll_register_callbacks cb 0x5583a0fde720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10d7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44438/0 (socket says 172.21.15.63:44438) 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf44fd6700 1 -- 172.21.15.63:0/3528867217 learned_addr learned my addr 172.21.15.63:0/3528867217 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.849+0000 7fdf457d7700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10ceb10 0x5583a10de1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 -- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10ceb10 msgr2=0x5583a10de1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10ceb10 0x5583a10de1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 -- 172.21.15.63:0/3528867217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 msgr2=0x5583a10d7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10d7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 -- 172.21.15.63:0/3528867217 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf40108fe0 con 0x5583a0f296b0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10d7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdf3401ebe0 tx=0x7fdf340047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a25d2194171d2484 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf1ffff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3400ec50 con 0x5583a0f296b0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5583a10c0710 con 0x5583a0f296b0 2023-11-16T18:26:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fdf3400edb0 con 0x5583a0f296b0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf34004020 con 0x5583a0f296b0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.850+0000 7fdf533c6b80 10 client.25720 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5583a0fe5130 con 0x5583a0f296b0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5583a10c0710 con 0x5583a0f296b0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fdf340263f0 con 0x5583a0f296b0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 10 client.25720 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 10 client.25720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 20 client.25720 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a10e2b20 0x5583a10e4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 4 client.25720 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5583a0fe1040 con 0x5583a10e2b20 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.851+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a10e2b20 0x5583a10e4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a10e2b20 0x5583a10e4f30 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a572fc05aa50478 server_cookie=d2274d04dbc93a80 in_seq=0 out_seq=0 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf1ffff700 10 client.25720 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf1ffff700 1 -- 172.21.15.63:0/3528867217 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5583a0fe1040 con 0x5583a10e2b20 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf1ffff700 10 client.25720 handle_command_reply: tid=0 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 client.25720 shutdown 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 msgr2=0x5583a10d6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdf3401ebe0 tx=0x7fdf340047c0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 shutdown_connections 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a10e2b20 0x5583a10e4f30 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10ceb10 0x5583a10de1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a0f296b0 0x5583a10d6c40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/3528867217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10d7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf1ffff700 0 client.25720 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 >> 172.21.15.63:0/3528867217 conn(0x5583a10c2f50 msgr2=0x5583a10c77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 shutdown_connections 2023-11-16T18:26:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.852+0000 7fdf533c6b80 1 -- 172.21.15.63:0/3528867217 wait complete. 2023-11-16T18:26:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.853+0000 7fdf533c6b80 20 client.25720 trim_cache size 0 max 16384 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 Processor -- start 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 -- start start 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10de180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10d1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10d7dc0 con 0x5583a10cddb0 2023-11-16T18:26:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10d4ce0 con 0x5583a0f296b0 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10d25d0 con 0x5583a10ceb10 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10de180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41082/0 (socket says 172.21.15.63:41082) 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 -- 172.21.15.63:0/2433790426 learned_addr learned my addr 172.21.15.63:0/2433790426 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf457d7700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10d1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 -- 172.21.15.63:0/2433790426 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 msgr2=0x5583a10d1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10d1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 -- 172.21.15.63:0/2433790426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 msgr2=0x5583a10de180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10de180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf44fd6700 1 -- 172.21.15.63:0/2433790426 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583a0fe4e80 con 0x5583a0f296b0 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf457d7700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.870+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10de180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.871+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fdf34016040 tx=0x7fdf34011bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f47abff3fbb92571 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.871+0000 7fdf2b7fe700 1 -- 172.21.15.63:0/2433790426 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3400e690 con 0x5583a0f296b0 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.871+0000 7fdf2b7fe700 1 -- 172.21.15.63:0/2433790426 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf34026970 con 0x5583a0f296b0 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.871+0000 7fdf2b7fe700 1 -- 172.21.15.63:0/2433790426 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf340038e0 con 0x5583a0f296b0 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- 172.21.15.63:0/2433790426 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 msgr2=0x5583a10d59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fdf34016040 tx=0x7fdf34011bb0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- 172.21.15.63:0/2433790426 shutdown_connections 2023-11-16T18:26:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a0f296b0 0x5583a10d59d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/2433790426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a10cddb0 0x5583a10de180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- 172.21.15.63:0/2433790426 >> 172.21.15.63:0/2433790426 conn(0x5583a10c2f50 msgr2=0x5583a10e9890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- 172.21.15.63:0/2433790426 shutdown_connections 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- 172.21.15.63:0/2433790426 wait complete. 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 -- start start 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.872+0000 7fdf533c6b80 1 Processor -- start 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10dd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10dd860 con 0x5583a0f296b0 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10dd9d0 con 0x5583a10cddb0 2023-11-16T18:26:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583a10ddb90 con 0x5583a10ceb10 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf533c6b80 10 client.0 _ll_register_callbacks cb 0x7fdf3401e7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45684/0 (socket says 172.21.15.63:45684) 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf457d7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10dd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 -- 172.21.15.63:0/4232337662 learned_addr learned my addr 172.21.15.63:0/4232337662 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf3ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41090/0 (socket says 172.21.15.63:41090) 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 -- 172.21.15.63:0/4232337662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 msgr2=0x5583a10dd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10dd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 -- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 msgr2=0x5583a10da300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 -- 172.21.15.63:0/4232337662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5583a0ea05d0 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf44fd6700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdf34011c60 tx=0x7fdf3400e700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6c1638469d6ee2a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.873+0000 7fdf1ffff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3400ec50 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fdf34026ae0 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdf2c01d040 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf3400edb0 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 10 client.16113 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fdf4010ba50 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf2c01d040 con 0x5583a0f296b0 2023-11-16T18:26:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fdf3401ec10 con 0x5583a0f296b0 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 10 client.16113 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 10 client.16113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 20 client.16113 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a1137320 0x5583a1139730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 4 client.16113 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.874+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5583a0fed600 con 0x5583a1137320 2023-11-16T18:26:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.875+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a1137320 0x5583a1139730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.875+0000 7fdf1ffff700 10 client.16113 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:22.875+0000 7fdf3ffff700 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a1137320 0x5583a1139730 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b93e5aedf490de00 server_cookie=bc040f366cf8174d in_seq=0 out_seq=0 2023-11-16T18:26:23.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:22 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:26:23.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:22 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:26:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:22 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:26:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:22 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:26:23.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:22 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:26:23.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:22 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:26:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:23 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:26:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:23 smithi093 ceph-mon[100185]: pgmap v403: 129 pgs: 129 active+clean; 47 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 1.98k op/s 2023-11-16T18:26:24.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:23 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:26:24.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:23 smithi125 ceph-mon[100672]: pgmap v403: 129 pgs: 129 active+clean; 47 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 1.98k op/s 2023-11-16T18:26:24.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:23 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:26:24.363 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:23 smithi063 ceph-mon[98873]: pgmap v403: 129 pgs: 129 active+clean; 47 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 1.98k op/s 2023-11-16T18:26:25.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:25 smithi093 ceph-mon[100185]: pgmap v404: 129 pgs: 129 active+clean; 59 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.06k op/s 2023-11-16T18:26:25.512 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:25 smithi125 ceph-mon[100672]: pgmap v404: 129 pgs: 129 active+clean; 59 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.06k op/s 2023-11-16T18:26:25.583 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:25 smithi063 ceph-mon[98873]: pgmap v404: 129 pgs: 129 active+clean; 59 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.06k op/s 2023-11-16T18:26:33.677 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:27 smithi125 ceph-mon[100672]: pgmap v405: 129 pgs: 129 active+clean; 56 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 1.76k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:29 smithi125 ceph-mon[100672]: pgmap v406: 129 pgs: 129 active+clean; 48 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:31 smithi125 ceph-mon[100672]: pgmap v407: 129 pgs: 129 active+clean; 49 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 2.61k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:33 smithi125 ceph-mon[100672]: pgmap v408: 129 pgs: 129 active+clean; 54 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 2.58k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:27 smithi093 ceph-mon[100185]: pgmap v405: 129 pgs: 129 active+clean; 56 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 1.76k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:29 smithi093 ceph-mon[100185]: pgmap v406: 129 pgs: 129 active+clean; 48 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-11-16T18:26:33.766 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:31 smithi093 ceph-mon[100185]: pgmap v407: 129 pgs: 129 active+clean; 49 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 2.61k op/s 2023-11-16T18:26:33.767 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:33 smithi093 ceph-mon[100185]: pgmap v408: 129 pgs: 129 active+clean; 54 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 2.58k op/s 2023-11-16T18:26:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf1ffff700 1 -- 172.21.15.63:0/4232337662 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5583a0fed600 con 0x5583a1137320 2023-11-16T18:26:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf1ffff700 10 client.16113 handle_command_reply: tid=0 2023-11-16T18:26:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 client.16113 shutdown 2023-11-16T18:26:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 msgr2=0x5583a10d9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:33.768 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdf34011c60 tx=0x7fdf3400e700 comp rx=0 tx=0).stop 2023-11-16T18:26:33.781 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 shutdown_connections 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5583a1137320 0x5583a1139730 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5583a10ceb10 0x5583a10dd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5583a0f296b0 0x5583a10d9dc0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf1ffff700 0 client.16113 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 --2- 172.21.15.63:0/4232337662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5583a10cddb0 0x5583a10da300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 >> 172.21.15.63:0/4232337662 conn(0x5583a10c2f50 msgr2=0x5583a10d59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 shutdown_connections 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 1 -- 172.21.15.63:0/4232337662 wait complete. 2023-11-16T18:26:33.782 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.490+0000 7fdf533c6b80 20 client.16113 trim_cache size 0 max 16384 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 msgr2=0x7fdf300a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:33.783 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 0x7fdf300a3600 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdf401012c0 tx=0x7fdf34009310 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 msgr2=0x7fdf400734e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf400734e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800efc0 tx=0x7fdf3800c3a0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 shutdown_connections 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fdf300a1150 0x7fdf300a3600 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fdf40101df0 0x7fdf400734e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fdf40100270 0x7fdf40074900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 --2- 172.21.15.63:0/3424380880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf40101460 0x7fdf40072f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.491+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 >> 172.21.15.63:0/3424380880 conn(0x7fdf400fb890 msgr2=0x7fdf400fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.494+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 shutdown_connections 2023-11-16T18:26:33.784 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:26.494+0000 7fdf4723a700 1 -- 172.21.15.63:0/3424380880 wait complete. 2023-11-16T18:26:33.785 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:27 smithi063 ceph-mon[98873]: pgmap v405: 129 pgs: 129 active+clean; 56 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 1.76k op/s 2023-11-16T18:26:33.785 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:29 smithi063 ceph-mon[98873]: pgmap v406: 129 pgs: 129 active+clean; 48 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-11-16T18:26:33.785 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:31 smithi063 ceph-mon[98873]: pgmap v407: 129 pgs: 129 active+clean; 49 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 2.61k op/s 2023-11-16T18:26:33.785 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:33 smithi063 ceph-mon[98873]: pgmap v408: 129 pgs: 129 active+clean; 54 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 2.58k op/s 2023-11-16T18:26:35.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:35 smithi093 ceph-mon[100185]: pgmap v409: 129 pgs: 129 active+clean; 62 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.4 MiB/s wr, 2.61k op/s 2023-11-16T18:26:35.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:35 smithi125 ceph-mon[100672]: pgmap v409: 129 pgs: 129 active+clean; 62 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.4 MiB/s wr, 2.61k op/s 2023-11-16T18:26:35.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:35 smithi063 ceph-mon[98873]: pgmap v409: 129 pgs: 129 active+clean; 62 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.4 MiB/s wr, 2.61k op/s 2023-11-16T18:26:35.740 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 -- 172.21.15.63:0/1810636211 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 msgr2=0x7f6d34107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/1810636211 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d34107600 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c00b0a0 tx=0x7f6d2c00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 -- 172.21.15.63:0/1810636211 shutdown_connections 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/1810636211 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d34107600 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/1810636211 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 0x7f6d340ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/1810636211 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d34100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 -- 172.21.15.63:0/1810636211 >> 172.21.15.63:0/1810636211 conn(0x7f6d340fa7c0 msgr2=0x7f6d340fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 -- 172.21.15.63:0/1810636211 shutdown_connections 2023-11-16T18:26:35.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.872+0000 7f6d3a87b700 1 -- 172.21.15.63:0/1810636211 wait complete. 2023-11-16T18:26:35.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 Processor -- start 2023-11-16T18:26:35.876 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 -- start start 2023-11-16T18:26:35.877 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 0x7f6d34068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d3419d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3419dce0 con 0x7f6d34100d40 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3419de50 con 0x7f6d340ff1c0 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.873+0000 7f6d3a87b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3419e010 con 0x7f6d341003b0 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d38e18700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d3419d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 0x7f6d34068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44472/0 (socket says 172.21.15.63:44472) 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d38e18700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d3419d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45706/0 (socket says 172.21.15.63:45706) 2023-11-16T18:26:35.878 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 -- 172.21.15.63:0/170592926 learned_addr learned my addr 172.21.15.63:0/170592926 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 -- 172.21.15.63:0/170592926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 msgr2=0x7f6d34068960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 0x7f6d34068960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 -- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 msgr2=0x7f6d3419d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d3419d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 -- 172.21.15.63:0/170592926 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d24009520 con 0x7f6d341003b0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d337fe700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800e9a0 tx=0x7f6d2800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d317fa700 1 -- 172.21.15.63:0/170592926 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d28009790 con 0x7f6d341003b0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d2c009d00 con 0x7f6d341003b0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d317fa700 1 -- 172.21.15.63:0/170592926 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d28010430 con 0x7f6d341003b0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d317fa700 1 -- 172.21.15.63:0/170592926 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d28018680 con 0x7f6d341003b0 2023-11-16T18:26:35.879 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.874+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d3410ab30 con 0x7f6d341003b0 2023-11-16T18:26:35.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.877+0000 7f6d317fa700 1 -- 172.21.15.63:0/170592926 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6d280105a0 con 0x7f6d341003b0 2023-11-16T18:26:35.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d317fa700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 0x7f6d1c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d317fa700 1 -- 172.21.15.63:0/170592926 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6d28014070 con 0x7f6d341003b0 2023-11-16T18:26:35.881 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d33fff700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 0x7f6d1c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d46a07b80 1 Processor -- start 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d33fff700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 0x7f6d1c0a3600 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6d34100210 tx=0x7f6d24009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.878+0000 7f6d46a07b80 1 -- start start 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x5561288cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ce580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561287d2060 con 0x5561288ce110 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561288248a0 con 0x5561288cd550 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55612881dd30 con 0x5561288ccc00 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d38e18700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ce580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.882 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44478/0 (socket says 172.21.15.63:44478) 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 -- 172.21.15.63:0/3657355941 learned_addr learned my addr 172.21.15.63:0/3657355941 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x5561288cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 -- 172.21.15.63:0/3657355941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 msgr2=0x5561288cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x5561288cdb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 -- 172.21.15.63:0/3657355941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 msgr2=0x5561288ce580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ce580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 -- 172.21.15.63:0/3657355941 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55612869f630 con 0x5561288ccc00 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d33fff700 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6d240042c0 tx=0x7f6d24014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19795d1d77bb5ecf server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d1a7fc700 1 -- 172.21.15.63:0/3657355941 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d24003d10 con 0x5561288ccc00 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d1a7fc700 1 -- 172.21.15.63:0/3657355941 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d24003e70 con 0x5561288ccc00 2023-11-16T18:26:35.883 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.879+0000 7f6d1a7fc700 1 -- 172.21.15.63:0/3657355941 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d24026780 con 0x5561288ccc00 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3657355941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 msgr2=0x5561288cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6d240042c0 tx=0x7f6d24014000 comp rx=0 tx=0).stop 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3657355941 shutdown_connections 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ce580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x5561288cd010 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3657355941 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x5561288cdb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3657355941 >> 172.21.15.63:0/3657355941 conn(0x5561288c2360 msgr2=0x5561288c7670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3657355941 shutdown_connections 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.880+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3657355941 wait complete. 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 -- start start 2023-11-16T18:26:35.887 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 Processor -- start 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ddb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561287bf8e0 con 0x5561288ce110 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561287bf580 con 0x5561288ccc00 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561286a1920 con 0x5561288cd550 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d46a07b80 10 client.0 _ll_register_callbacks cb 0x5561287dd780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44486/0 (socket says 172.21.15.63:44486) 2023-11-16T18:26:35.888 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d337fe700 1 -- 172.21.15.63:0/1819228115 learned_addr learned my addr 172.21.15.63:0/1819228115 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.881+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41120/0 (socket says 172.21.15.63:41120) 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 -- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 msgr2=0x5561288d6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 -- 172.21.15.63:0/1819228115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 msgr2=0x5561288ddb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ddb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 -- 172.21.15.63:0/1819228115 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d24017070 con 0x5561288cd550 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d337fe700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800c2d0 tx=0x7f6d2809a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=378543013dd2b16 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d137fe700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d280adbe0 con 0x5561288cd550 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6d280add40 con 0x5561288cd550 2023-11-16T18:26:35.889 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5561288bfb20 con 0x5561288cd550 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d280b80d0 con 0x5561288cd550 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d46a07b80 10 client.25738 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.882+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5561287e4190 con 0x5561288cd550 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5561288bfb20 con 0x5561288cd550 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f6d28095cd0 con 0x5561288cd550 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 10 client.25738 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 10 client.25738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 20 client.25738 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5561288e2590 0x5561288e49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 4 client.25738 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5561287e00a0 con 0x5561288e2590 2023-11-16T18:26:35.890 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5561288e2590 0x5561288e49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5561288e2590 0x5561288e49a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bd1916e88015cb1 server_cookie=fa8e8daddfb8d171 in_seq=0 out_seq=0 2023-11-16T18:26:35.891 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.883+0000 7f6d137fe700 10 client.25738 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.886+0000 7f6d137fe700 1 -- 172.21.15.63:0/1819228115 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5561287e00a0 con 0x5561288e2590 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.886+0000 7f6d137fe700 10 client.25738 handle_command_reply: tid=0 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.886+0000 7f6d46a07b80 1 client.25738 shutdown 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.886+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 msgr2=0x5561288d6b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.886+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800c2d0 tx=0x7f6d2809a420 comp rx=0 tx=0).stop 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 shutdown_connections 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5561288e2590 0x5561288e49a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288ddb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.892 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d137fe700 0 client.25738 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1819228115 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d6b50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 >> 172.21.15.63:0/1819228115 conn(0x5561288c2360 msgr2=0x5561288c6de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 shutdown_connections 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1819228115 wait complete. 2023-11-16T18:26:35.893 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.887+0000 7f6d46a07b80 20 client.25738 trim_cache size 0 max 16384 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 Processor -- start 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 -- start start 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561288d6180 con 0x5561288ce110 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561288d4260 con 0x5561288ccc00 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561288d1b50 con 0x5561288cd550 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d38e18700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41128/0 (socket says 172.21.15.63:41128) 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 -- 172.21.15.63:0/1437051864 learned_addr learned my addr 172.21.15.63:0/1437051864 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d337fe700 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 -- 172.21.15.63:0/1437051864 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 msgr2=0x5561288d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 -- 172.21.15.63:0/1437051864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 msgr2=0x5561288d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 -- 172.21.15.63:0/1437051864 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5561287e3ee0 con 0x5561288ccc00 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.907+0000 7f6d33fff700 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6d24003960 tx=0x7f6d24009fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb802e4b4ac1553 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d1affd700 1 -- 172.21.15.63:0/1437051864 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2402c040 con 0x5561288ccc00 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d1affd700 1 -- 172.21.15.63:0/1437051864 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d240325b0 con 0x5561288ccc00 2023-11-16T18:26:35.911 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d1affd700 1 -- 172.21.15.63:0/1437051864 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2401e7a0 con 0x5561288ccc00 2023-11-16T18:26:35.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1437051864 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 msgr2=0x5561288d52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6d24003960 tx=0x7f6d24009fa0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1437051864 shutdown_connections 2023-11-16T18:26:35.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x5561288d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288ccc00 0x5561288d52f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/1437051864 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288cd550 0x5561288d0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.908+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1437051864 >> 172.21.15.63:0/1437051864 conn(0x5561288c2360 msgr2=0x5561288e9300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1437051864 shutdown_connections 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- 172.21.15.63:0/1437051864 wait complete. 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- start start 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 Processor -- start 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x556128932670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x556128939590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556128939ad0 con 0x5561288ce110 2023-11-16T18:26:35.915 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x556128939c40 con 0x5561288cd550 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556128939e00 con 0x5561288ccc00 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d46a07b80 10 client.0 _ll_register_callbacks cb 0x5561287dd780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d38e18700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x556128939590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x556128932670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.909+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d33fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x556128932670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44498/0 (socket says 172.21.15.63:44498) 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41136/0 (socket says 172.21.15.63:41136) 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d33fff700 1 -- 172.21.15.63:0/3000108803 learned_addr learned my addr 172.21.15.63:0/3000108803 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 -- 172.21.15.63:0/3000108803 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 msgr2=0x556128932670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x556128932670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 -- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 msgr2=0x556128932bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:35.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 -- 172.21.15.63:0/3000108803 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55612869f630 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d337fe700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d38e18700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x556128939590 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c006130 tx=0x7f6d2c007710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6bd2f3b01dd9047 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d137fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2c00e040 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6d2c003a00 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d24003e70 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d2c007880 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d46a07b80 10 client.16128 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.910+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556128634c60 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d24003e70 con 0x5561288ce110 2023-11-16T18:26:35.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f6d2c00b0d0 con 0x5561288ce110 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 10 client.16128 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 20 client.16128 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55612893b7f0 0x55612893dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 4 client.16128 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5561287ec660 con 0x55612893b7f0 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d33fff700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55612893b7f0 0x55612893dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d137fe700 10 client.16128 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:35.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.911+0000 7f6d33fff700 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55612893b7f0 0x55612893dc00 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2031ae963ab3ddae server_cookie=7687d2b444170781 in_seq=0 out_seq=0 2023-11-16T18:26:35.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d137fe700 1 -- 172.21.15.63:0/3000108803 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5561287ec660 con 0x55612893b7f0 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d137fe700 10 client.16128 handle_command_reply: tid=0 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 client.16128 shutdown 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 msgr2=0x556128939590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x556128939590 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c006130 tx=0x7f6d2c007710 comp rx=0 tx=0).stop 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 shutdown_connections 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55612893b7f0 0x55612893dc00 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561288ce110 0x556128939590 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5561288ccc00 0x556128932670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 --2- 172.21.15.63:0/3000108803 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5561288cd550 0x556128932bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d137fe700 0 client.16128 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 >> 172.21.15.63:0/3000108803 conn(0x5561288c2360 msgr2=0x5561288d52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 shutdown_connections 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 1 -- 172.21.15.63:0/3000108803 wait complete. 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.913+0000 7f6d46a07b80 20 client.16128 trim_cache size 0 max 16384 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "no active scrubs running", 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": {} 2023-11-16T18:26:35.921 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:35.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 msgr2=0x7f6d1c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 0x7f6d1c0a3600 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6d34100210 tx=0x7f6d24009260 comp rx=0 tx=0).stop 2023-11-16T18:26:35.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 msgr2=0x7f6d3419aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:35.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800e9a0 tx=0x7f6d2800ecb0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 shutdown_connections 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6d1c0a1150 0x7f6d1c0a3600 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d34100d40 0x7f6d3419d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6d340ff1c0 0x7f6d34068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 --2- 172.21.15.63:0/170592926 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6d341003b0 0x7f6d3419aec0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 >> 172.21.15.63:0/170592926 conn(0x7f6d340fa7c0 msgr2=0x7f6d34103840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 shutdown_connections 2023-11-16T18:26:35.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:35.914+0000 7f6d3a87b700 1 -- 172.21.15.63:0/170592926 wait complete. 2023-11-16T18:26:35.930 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-11-16T18:26:35.930 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 -- 172.21.15.63:0/3606942516 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81002b0 msgr2=0x7f97d81006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 --2- 172.21.15.63:0/3606942516 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81002b0 0x7f97d81006c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f97d4009990 tx=0x7f97d4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 -- 172.21.15.63:0/3606942516 shutdown_connections 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 --2- 172.21.15.63:0/3606942516 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d8101e30 0x7f97d81086f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 --2- 172.21.15.63:0/3606942516 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81002b0 0x7f97d81006c0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 --2- 172.21.15.63:0/3606942516 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d81014a0 0x7f97d81018f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 -- 172.21.15.63:0/3606942516 >> 172.21.15.63:0/3606942516 conn(0x7f97d80fb890 msgr2=0x7f97d80fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 -- 172.21.15.63:0/3606942516 shutdown_connections 2023-11-16T18:26:36.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.057+0000 7f97df73d700 1 -- 172.21.15.63:0/3606942516 wait complete. 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.058+0000 7f97df73d700 1 Processor -- start 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.058+0000 7f97df73d700 1 -- start start 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.058+0000 7f97df73d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d81002b0 0x7f97d8195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97df73d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97df73d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d8101e30 0x7f97d819d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97df73d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97d819dae0 con 0x7f97d81014a0 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97df73d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97d819dc20 con 0x7f97d8101e30 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97df73d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97d819ddb0 con 0x7f97d81002b0 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45746/0 (socket says 172.21.15.63:45746) 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 -- 172.21.15.63:0/333970794 learned_addr learned my addr 172.21.15.63:0/333970794 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dd4d9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d81002b0 0x7f97d8195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97ddcda700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d8101e30 0x7f97d819d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 -- 172.21.15.63:0/333970794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d81002b0 msgr2=0x7f97d8195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d81002b0 0x7f97d8195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 -- 172.21.15.63:0/333970794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d8101e30 msgr2=0x7f97d819d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d8101e30 0x7f97d819d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 -- 172.21.15.63:0/333970794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97d40095f0 con 0x7f97d81014a0 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97dccd8700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f97cc00e9a0 tx=0x7f97cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97cc009790 con 0x7f97d81014a0 2023-11-16T18:26:36.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.059+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f97cc010430 con 0x7f97d81014a0 2023-11-16T18:26:36.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.060+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97d810bc10 con 0x7f97d81014a0 2023-11-16T18:26:36.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.060+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97cc018680 con 0x7f97d81014a0 2023-11-16T18:26:36.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.060+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97d810ba80 con 0x7f97d81014a0 2023-11-16T18:26:36.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.061+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97d81071e0 con 0x7f97d81014a0 2023-11-16T18:26:36.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.062+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f97cc0105a0 con 0x7f97d81014a0 2023-11-16T18:26:36.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.062+0000 7f97ca7fc700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 0x7f97c40a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.062+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f97cc014070 con 0x7f97d81014a0 2023-11-16T18:26:36.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.062+0000 7f97dd4d9700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 0x7f97c40a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.063+0000 7f97dd4d9700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 0x7f97c40a3680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f97d4006010 tx=0x7f97d4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.067+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f97cc051730 con 0x7f97d81014a0 2023-11-16T18:26:36.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.327+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f97d802cfe0 con 0x7f97d81014a0 2023-11-16T18:26:36.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.328+0000 7f97ca7fc700 1 -- 172.21.15.63:0/333970794 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10808 (secure 0 0 0) 0x7f97cc0d3080 con 0x7f97d81014a0 2023-11-16T18:26:36.330 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:26:36.331 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:26:21.410396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[0,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:26:36.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 msgr2=0x7f97c40a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 0x7f97c40a3680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f97d4006010 tx=0x7f97d4005960 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 msgr2=0x7f97d81964a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f97cc00e9a0 tx=0x7f97cc00ecb0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 shutdown_connections 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f97c40a11d0 0x7f97c40a3680 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f97d8101e30 0x7f97d819d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f97d81002b0 0x7f97d8195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 --2- 172.21.15.63:0/333970794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97d81014a0 0x7f97d81964a0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 >> 172.21.15.63:0/333970794 conn(0x7f97d80fb890 msgr2=0x7f97d80fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 shutdown_connections 2023-11-16T18:26:36.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.330+0000 7f97df73d700 1 -- 172.21.15.63:0/333970794 wait complete. 2023-11-16T18:26:36.334 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 27 2023-11-16T18:26:36.346 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-11-16T18:26:36.487 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 -- 172.21.15.63:0/2558281296 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98441014f0 msgr2=0x7f9844101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 --2- 172.21.15.63:0/2558281296 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98441014f0 0x7f9844101940 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f9838009990 tx=0x7f9838009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 -- 172.21.15.63:0/2558281296 shutdown_connections 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 --2- 172.21.15.63:0/2558281296 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844101e80 0x7f9844108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 --2- 172.21.15.63:0/2558281296 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9844100300 0x7f9844100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 --2- 172.21.15.63:0/2558281296 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98441014f0 0x7f9844101940 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 -- 172.21.15.63:0/2558281296 >> 172.21.15.63:0/2558281296 conn(0x7f98440fb900 msgr2=0x7f98440fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.481+0000 7f984897f700 1 -- 172.21.15.63:0/2558281296 shutdown_connections 2023-11-16T18:26:36.489 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 -- 172.21.15.63:0/2558281296 wait complete. 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 Processor -- start 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 -- start start 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 0x7f9844198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 0x7f9844198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984419fda0 con 0x7f9844101e80 2023-11-16T18:26:36.490 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984419fee0 con 0x7f98441014f0 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.482+0000 7f984897f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98441a0070 con 0x7f9844100300 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45762/0 (socket says 172.21.15.63:45762) 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f984259c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 0x7f9844198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 -- 172.21.15.63:0/2949684652 learned_addr learned my addr 172.21.15.63:0/2949684652 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9841d9b700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 0x7f9844198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 -- 172.21.15.63:0/2949684652 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 msgr2=0x7f9844198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 0x7f9844198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 -- 172.21.15.63:0/2949684652 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 msgr2=0x7f9844198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 0x7f9844198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.491 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 -- 172.21.15.63:0/2949684652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98380095f0 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9841d9b700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 0x7f9844198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f984259c700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 0x7f9844198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f983c00ef30 tx=0x7f983c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f98337fe700 1 -- 172.21.15.63:0/2949684652 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983c018070 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f984410bc60 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f98337fe700 1 -- 172.21.15.63:0/2949684652 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f983c00f040 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f98337fe700 1 -- 172.21.15.63:0/2949684652 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983c00cdb0 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.483+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f984410bad0 con 0x7f9844101e80 2023-11-16T18:26:36.492 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.485+0000 7f98337fe700 1 -- 172.21.15.63:0/2949684652 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f983c003a00 con 0x7f9844101e80 2023-11-16T18:26:36.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.486+0000 7f98337fe700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 0x7f982c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.498 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.486+0000 7f98337fe700 1 -- 172.21.15.63:0/2949684652 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f983c0cc800 con 0x7f9844101e80 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.486+0000 7f984259c700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 0x7f982c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.486+0000 7f984259c700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 0x7f982c0a3600 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9844101350 tx=0x7f983400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 Processor -- start 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 -- start start 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e262b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e263580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e167060 con 0x56465e261c00 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e1b98a0 con 0x56465e262550 2023-11-16T18:26:36.499 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e1b2d30 con 0x56465e263110 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45766/0 (socket says 172.21.15.63:45766) 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.487+0000 7f984259c700 1 -- 172.21.15.63:0/359509663 learned_addr learned my addr 172.21.15.63:0/359509663 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9842d9d700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e263580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9841d9b700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e262b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 -- 172.21.15.63:0/359509663 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 msgr2=0x56465e263580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e263580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 -- 172.21.15.63:0/359509663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 msgr2=0x56465e262b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e262b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 -- 172.21.15.63:0/359509663 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56465e034630 con 0x56465e261c00 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9841d9b700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e262b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f984259c700 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9834004350 tx=0x7f9834013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=798e9a269c1c4935 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.500 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9830ff9700 1 -- 172.21.15.63:0/359509663 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834003980 con 0x56465e261c00 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9830ff9700 1 -- 172.21.15.63:0/359509663 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9834011440 con 0x56465e261c00 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.488+0000 7f9830ff9700 1 -- 172.21.15.63:0/359509663 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983401f690 con 0x56465e261c00 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- 172.21.15.63:0/359509663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 msgr2=0x56465e262010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9834004350 tx=0x7f9834013000 comp rx=0 tx=0).stop 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- 172.21.15.63:0/359509663 shutdown_connections 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e263580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e262010 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/359509663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e262b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- 172.21.15.63:0/359509663 >> 172.21.15.63:0/359509663 conn(0x56465e257360 msgr2=0x56465e25c670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- 172.21.15.63:0/359509663 shutdown_connections 2023-11-16T18:26:36.501 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- 172.21.15.63:0/359509663 wait complete. 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 -- start start 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.489+0000 7f9854b0bb80 1 Processor -- start 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e261c00 0x56465e26b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e272bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e1548e0 con 0x56465e262550 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e154580 con 0x56465e261c00 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e036920 con 0x56465e263110 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9854b0bb80 10 client.0 _ll_register_callbacks cb 0x56465e172780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45774/0 (socket says 172.21.15.63:45774) 2023-11-16T18:26:36.502 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 -- 172.21.15.63:0/2073000774 learned_addr learned my addr 172.21.15.63:0/2073000774 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f984259c700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e261c00 0x56465e26b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e272bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 -- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 msgr2=0x56465e272bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e272bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 -- 172.21.15.63:0/2073000774 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e261c00 msgr2=0x56465e26b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e261c00 0x56465e26b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 -- 172.21.15.63:0/2073000774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9834004030 con 0x56465e262550 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e272bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9841d9b700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f9838009990 tx=0x7f983800bc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca21293f65ef00e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.490+0000 7f9829ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9838027070 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9838005020 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56465e254b20 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98380051e0 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 10 client.16146 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56465e179190 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56465e254b20 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f983802a020 con 0x56465e262550 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 10 client.16146 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 10 client.16146 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 20 client.16146 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2774f0 0x56465e279900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 4 client.16146 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.491+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56465e1750a0 con 0x56465e2774f0 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.492+0000 7f984259c700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2774f0 0x56465e279900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.492+0000 7f9829ffb700 10 client.16146 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.492+0000 7f984259c700 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2774f0 0x56465e279900 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c98d3cd808f97dab server_cookie=a9315a1ca9635c7a in_seq=0 out_seq=0 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9829ffb700 1 -- 172.21.15.63:0/2073000774 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56465e1750a0 con 0x56465e2774f0 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9829ffb700 10 client.16146 handle_command_reply: tid=0 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 client.16146 shutdown 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 msgr2=0x56465e26bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f9838009990 tx=0x7f983800bc70 comp rx=0 tx=0).stop 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 shutdown_connections 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2774f0 0x56465e279900 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e272bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e261c00 0x56465e26b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2073000774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e262550 0x56465e26bb90 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 >> 172.21.15.63:0/2073000774 conn(0x56465e257360 msgr2=0x56465e25bde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9829ffb700 0 client.16146 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 shutdown_connections 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2073000774 wait complete. 2023-11-16T18:26:36.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.494+0000 7f9854b0bb80 20 client.16146 trim_cache size 0 max 16384 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 Processor -- start 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 -- start start 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e262550 0x56465e272b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e263110 0x56465e26a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e26ab00 con 0x56465e261c00 2023-11-16T18:26:36.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e26b1c0 con 0x56465e263110 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e26c2d0 con 0x56465e262550 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45780/0 (socket says 172.21.15.63:45780) 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.507+0000 7f9841d9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e262550 0x56465e272b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 -- 172.21.15.63:0/2561454159 learned_addr learned my addr 172.21.15.63:0/2561454159 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f9842d9d700 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e263110 0x56465e26a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 -- 172.21.15.63:0/2561454159 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e262550 msgr2=0x56465e272b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e262550 0x56465e272b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 -- 172.21.15.63:0/2561454159 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e263110 msgr2=0x56465e26a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e263110 0x56465e26a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 -- 172.21.15.63:0/2561454159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56465e178ee0 con 0x56465e261c00 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f984259c700 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f9834004800 tx=0x7f983400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=417b6f149786e331 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f98317fa700 1 -- 172.21.15.63:0/2561454159 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834031070 con 0x56465e261c00 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f98317fa700 1 -- 172.21.15.63:0/2561454159 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f983400bcc0 con 0x56465e261c00 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.508+0000 7f98317fa700 1 -- 172.21.15.63:0/2561454159 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834031d30 con 0x56465e261c00 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2561454159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 msgr2=0x56465e25d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f9834004800 tx=0x7f983400b650 comp rx=0 tx=0).stop 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2561454159 shutdown_connections 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e263110 0x56465e26a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e25d710 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/2561454159 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e262550 0x56465e272b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2561454159 >> 172.21.15.63:0/2561454159 conn(0x56465e257360 msgr2=0x56465e27e260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2561454159 shutdown_connections 2023-11-16T18:26:36.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- 172.21.15.63:0/2561454159 wait complete. 2023-11-16T18:26:36.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- start start 2023-11-16T18:26:36.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 Processor -- start 2023-11-16T18:26:36.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e26fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e2c9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e272c70 con 0x56465e261c00 2023-11-16T18:26:36.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e272de0 con 0x56465e262550 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465e2c98d0 con 0x56465e263110 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.509+0000 7f9854b0bb80 10 client.0 _ll_register_callbacks cb 0x7f983c0097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e2c9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f984259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45784/0 (socket says 172.21.15.63:45784) 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f984259c700 1 -- 172.21.15.63:0/1165975490 learned_addr learned my addr 172.21.15.63:0/1165975490 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9841d9b700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e26fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 -- 172.21.15.63:0/1165975490 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 msgr2=0x56465e26fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e26fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 -- 172.21.15.63:0/1165975490 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 msgr2=0x56465e26f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 -- 172.21.15.63:0/1165975490 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56465e034630 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f984259c700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9842d9d700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e2c9390 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f983c0ca010 tx=0x7f983c0092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3be86fcf42a484a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9829ffb700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983c0b1070 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9834011440 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f983c004ad0 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f983c099960 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9854b0bb80 10 client.25768 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.510+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56465dfc9c60 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9834011440 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f983c0b3060 con 0x56465e263110 2023-11-16T18:26:36.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 10 client.25768 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 10 client.25768 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 20 client.25768 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2cb130 0x56465e2cd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 4 client.25768 mds_command: new command op to 24481 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56465e181660 con 0x56465e2cb130 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f984259c700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2cb130 0x56465e2cd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f9829ffb700 10 client.25768 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.511+0000 7f984259c700 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2cb130 0x56465e2cd540 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a3e57491cafcdbdd server_cookie=f0768826a9f2d76b in_seq=0 out_seq=0 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9829ffb700 1 -- 172.21.15.63:0/1165975490 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56465e181660 con 0x56465e2cb130 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9829ffb700 10 client.25768 handle_command_reply: tid=0 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 client.25768 shutdown 2023-11-16T18:26:36.521 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 msgr2=0x56465e2c9390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e2c9390 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f983c0ca010 tx=0x7f983c0092e0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 shutdown_connections 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x56465e2cb130 0x56465e2cd540 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56465e263110 0x56465e2c9390 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465e261c00 0x56465e26f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 --2- 172.21.15.63:0/1165975490 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56465e262550 0x56465e26fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9829ffb700 0 client.25768 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 >> 172.21.15.63:0/1165975490 conn(0x56465e257360 msgr2=0x56465e26a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 shutdown_connections 2023-11-16T18:26:36.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 1 -- 172.21.15.63:0/1165975490 wait complete. 2023-11-16T18:26:36.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f9854b0bb80 20 client.25768 trim_cache size 0 max 16384 2023-11-16T18:26:36.523 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:36.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 msgr2=0x7f982c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 0x7f982c0a3600 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9844101350 tx=0x7f983400b410 comp rx=0 tx=0).stop 2023-11-16T18:26:36.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 msgr2=0x7f984419f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f983c00ef30 tx=0x7f983c00c3a0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 shutdown_connections 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f982c0a1150 0x7f982c0a3600 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9844101e80 0x7f984419f7d0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9844100300 0x7f9844198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 --2- 172.21.15.63:0/2949684652 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f98441014f0 0x7f9844198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.513+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 >> 172.21.15.63:0/2949684652 conn(0x7f98440fb900 msgr2=0x7f98440fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.514+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 shutdown_connections 2023-11-16T18:26:36.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.514+0000 7f984897f700 1 -- 172.21.15.63:0/2949684652 wait complete. 2023-11-16T18:26:36.528 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-11-16T18:26:36.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 -- 172.21.15.63:0/2831878321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 msgr2=0x7fea58100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2831878321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea58100710 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fea48009990 tx=0x7fea48009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 -- 172.21.15.63:0/2831878321 shutdown_connections 2023-11-16T18:26:36.660 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2831878321 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea58101e80 0x7fea58108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2831878321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea58100710 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.661 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2831878321 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea581014f0 0x7fea58101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 -- 172.21.15.63:0/2831878321 >> 172.21.15.63:0/2831878321 conn(0x7fea580fb900 msgr2=0x7fea580fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 -- 172.21.15.63:0/2831878321 shutdown_connections 2023-11-16T18:26:36.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.657+0000 7fea5dc83700 1 -- 172.21.15.63:0/2831878321 wait complete. 2023-11-16T18:26:36.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 Processor -- start 2023-11-16T18:26:36.662 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 -- start start 2023-11-16T18:26:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 0x7fea581987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 0x7fea5819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea5819fe20 con 0x7fea58100300 2023-11-16T18:26:36.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea5819ff60 con 0x7fea581014f0 2023-11-16T18:26:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea5dc83700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581a00f0 con 0x7fea58101e80 2023-11-16T18:26:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45798/0 (socket says 172.21.15.63:45798) 2023-11-16T18:26:36.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.658+0000 7fea577fe700 1 -- 172.21.15.63:0/2435060579 learned_addr learned my addr 172.21.15.63:0/2435060579 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea56ffd700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 0x7fea581987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea57fff700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 0x7fea5819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 -- 172.21.15.63:0/2435060579 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 msgr2=0x7fea5819f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 0x7fea5819f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 -- 172.21.15.63:0/2435060579 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 msgr2=0x7fea581987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 0x7fea581987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 -- 172.21.15.63:0/2435060579 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea480095f0 con 0x7fea58100300 2023-11-16T18:26:36.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea56ffd700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 0x7fea581987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea57fff700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 0x7fea5819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea577fe700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fea4800b620 tx=0x7fea48004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea54ff9700 1 -- 172.21.15.63:0/2435060579 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4801d070 con 0x7fea58100300 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea5810bc80 con 0x7fea58100300 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea54ff9700 1 -- 172.21.15.63:0/2435060579 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea48005030 con 0x7fea58100300 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea54ff9700 1 -- 172.21.15.63:0/2435060579 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea48004b80 con 0x7fea58100300 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.659+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea5810baf0 con 0x7fea58100300 2023-11-16T18:26:36.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.662+0000 7fea54ff9700 1 -- 172.21.15.63:0/2435060579 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fea480051a0 con 0x7fea58100300 2023-11-16T18:26:36.675 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.663+0000 7fea54ff9700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 0x7fea400a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.675 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.663+0000 7fea56ffd700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 0x7fea400a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.663+0000 7fea54ff9700 1 -- 172.21.15.63:0/2435060579 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fea480cdc80 con 0x7fea58100300 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.663+0000 7fea56ffd700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 0x7fea400a3600 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fea4c011490 tx=0x7fea4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.663+0000 7fea69e0fb80 1 Processor -- start 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 -- start start 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 0x564e57e03010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e04110 0x564e57e04580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57d08060 con 0x564e57e03550 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57d5a8a0 con 0x564e57e04110 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57d53d30 con 0x564e57e02c00 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 0x564e57e03010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.676 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45808/0 (socket says 172.21.15.63:45808) 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea56ffd700 1 -- 172.21.15.63:0/1894077046 learned_addr learned my addr 172.21.15.63:0/1894077046 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea57fff700 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e04110 0x564e57e04580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 -- 172.21.15.63:0/1894077046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e04110 msgr2=0x564e57e04580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e04110 0x564e57e04580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 -- 172.21.15.63:0/1894077046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 msgr2=0x564e57e03b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 -- 172.21.15.63:0/1894077046 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e57bd5630 con 0x564e57e02c00 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea56ffd700 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.664+0000 7fea577fe700 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 0x564e57e03010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fea48006010 tx=0x7fea48005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0ce8342a8e0b18 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea3dffb700 1 -- 172.21.15.63:0/1894077046 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4809ad80 con 0x564e57e02c00 2023-11-16T18:26:36.677 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea3dffb700 1 -- 172.21.15.63:0/1894077046 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea4809edb0 con 0x564e57e02c00 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea3dffb700 1 -- 172.21.15.63:0/1894077046 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4809a270 con 0x564e57e02c00 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 -- 172.21.15.63:0/1894077046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 msgr2=0x564e57e03010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 0x564e57e03010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fea48006010 tx=0x7fea48005ef0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 -- 172.21.15.63:0/1894077046 shutdown_connections 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e04110 0x564e57e04580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e02c00 0x564e57e03010 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/1894077046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e03b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 -- 172.21.15.63:0/1894077046 >> 172.21.15.63:0/1894077046 conn(0x564e57df8360 msgr2=0x564e57dfd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 -- 172.21.15.63:0/1894077046 shutdown_connections 2023-11-16T18:26:36.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.665+0000 7fea69e0fb80 1 -- 172.21.15.63:0/1894077046 wait complete. 2023-11-16T18:26:36.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 -- start start 2023-11-16T18:26:36.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 Processor -- start 2023-11-16T18:26:36.679 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e04110 0x564e57e13720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57cf58e0 con 0x564e57e04110 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57cf5580 con 0x564e57e02c00 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57bd7920 con 0x564e57e03550 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea69e0fb80 10 client.0 _ll_register_callbacks cb 0x564e57d13780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea57fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e04110 0x564e57e13720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea577fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44582/0 (socket says 172.21.15.63:44582) 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.666+0000 7fea56ffd700 1 -- 172.21.15.63:0/822019276 learned_addr learned my addr 172.21.15.63:0/822019276 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.680 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 -- 172.21.15.63:0/822019276 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 msgr2=0x564e57e0c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 -- 172.21.15.63:0/822019276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e04110 msgr2=0x564e57e13720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e04110 0x564e57e13720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 -- 172.21.15.63:0/822019276 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea5810baf0 con 0x564e57e03550 2023-11-16T18:26:36.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea56ffd700 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fea4c011be0 tx=0x7fea4c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0882cedf65e2d30 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c01fca0 con 0x564e57e03550 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fea4c01fe00 con 0x564e57e03550 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e57df5b20 con 0x564e57e03550 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea4c003e60 con 0x564e57e03550 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea69e0fb80 10 client.25780 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.667+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x564e57d1a190 con 0x564e57e03550 2023-11-16T18:26:36.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e57df5b20 con 0x564e57e03550 2023-11-16T18:26:36.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fea4c027500 con 0x564e57e03550 2023-11-16T18:26:36.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 10 client.25780 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 10 client.25780 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:26:36.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 20 client.25780 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e180a0 0x564e57e1a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 4 client.25780 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564e57d160a0 con 0x564e57e180a0 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea577fe700 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e180a0 0x564e57e1a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea577fe700 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e180a0 0x564e57e1a4b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2a20b16ce83ebf05 server_cookie=f6b69b5ec250214 in_seq=0 out_seq=0 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.668+0000 7fea36ffd700 10 client.25780 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea36ffd700 1 -- 172.21.15.63:0/822019276 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x564e57d160a0 con 0x564e57e180a0 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea36ffd700 10 client.25780 handle_command_reply: tid=0 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 client.25780 shutdown 2023-11-16T18:26:36.684 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 msgr2=0x564e57e0c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fea4c011be0 tx=0x7fea4c0047c0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 shutdown_connections 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e180a0 0x564e57e1a4b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e04110 0x564e57e13720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea36ffd700 0 client.25780 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/822019276 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e03550 0x564e57e0c6e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 >> 172.21.15.63:0/822019276 conn(0x564e57df8360 msgr2=0x564e57dfcde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 shutdown_connections 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 1 -- 172.21.15.63:0/822019276 wait complete. 2023-11-16T18:26:36.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.669+0000 7fea69e0fb80 20 client.25780 trim_cache size 0 max 16384 2023-11-16T18:26:36.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 Processor -- start 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 -- start start 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e044e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e13640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57e15390 con 0x564e57e03550 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57e13b80 con 0x564e57e02c00 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57dfe240 con 0x564e57e04110 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e13640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea57fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e13640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45822/0 (socket says 172.21.15.63:45822) 2023-11-16T18:26:36.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea57fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44592/0 (socket says 172.21.15.63:44592) 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea56ffd700 1 -- 172.21.15.63:0/197697454 learned_addr learned my addr 172.21.15.63:0/197697454 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.683+0000 7fea577fe700 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e044e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 -- 172.21.15.63:0/197697454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 msgr2=0x564e57e044e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e044e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 -- 172.21.15.63:0/197697454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 msgr2=0x564e57e13640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e13640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.690 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 -- 172.21.15.63:0/197697454 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e57d19ee0 con 0x564e57e04110 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea57fff700 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fea5000ea30 tx=0x7fea50009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a6346216d95c6e7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea3e7fc700 1 -- 172.21.15.63:0/197697454 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea50004db0 con 0x564e57e04110 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea3e7fc700 1 -- 172.21.15.63:0/197697454 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea5000f040 con 0x564e57e04110 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.684+0000 7fea3e7fc700 1 -- 172.21.15.63:0/197697454 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea50007920 con 0x564e57e04110 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- 172.21.15.63:0/197697454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 msgr2=0x564e57e1ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fea5000ea30 tx=0x7fea50009920 comp rx=0 tx=0).stop 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- 172.21.15.63:0/197697454 shutdown_connections 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e1ee10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e044e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/197697454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e13640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- 172.21.15.63:0/197697454 >> 172.21.15.63:0/197697454 conn(0x564e57df8360 msgr2=0x564e57df9830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- 172.21.15.63:0/197697454 shutdown_connections 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- 172.21.15.63:0/197697454 wait complete. 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- start start 2023-11-16T18:26:36.692 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 Processor -- start 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e127d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57e12d10 con 0x564e57e03550 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57e12e80 con 0x564e57e02c00 2023-11-16T18:26:36.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.685+0000 7fea69e0fb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e57e13040 con 0x564e57e04110 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea69e0fb80 10 client.0 _ll_register_callbacks cb 0x7fea4c003680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45828/0 (socket says 172.21.15.63:45828) 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 -- 172.21.15.63:0/3969265440 learned_addr learned my addr 172.21.15.63:0/3969265440 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea577fe700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 -- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 msgr2=0x564e57e127d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e127d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 -- 172.21.15.63:0/3969265440 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 msgr2=0x564e57e0f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 -- 172.21.15.63:0/3969265440 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea5000e6e0 con 0x564e57e03550 2023-11-16T18:26:36.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea56ffd700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fea4c0279b0 tx=0x7fea4c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e350e4e81aa077b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c01f6e0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fea4c027ce0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.686+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea4809edb0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.687+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea4c027ea0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.687+0000 7fea69e0fb80 10 client.16170 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.687+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x564e57b6ac60 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.687+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea4809edb0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fea4c0284d0 con 0x564e57e03550 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 10 client.16170 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 10 client.16170 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:26:36.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 20 client.16170 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e6ce60 0x564e57e6f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 4 client.16170 mds_command: new command op to 24496 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564e57d22660 con 0x564e57e6ce60 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea577fe700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e6ce60 0x564e57e6f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea36ffd700 10 client.16170 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.688+0000 7fea577fe700 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e6ce60 0x564e57e6f270 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8a5e9d0ee9ba6cd0 server_cookie=8a2f695ab4a01cf2 in_seq=0 out_seq=0 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea36ffd700 1 -- 172.21.15.63:0/3969265440 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564e57d22660 con 0x564e57e6ce60 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea36ffd700 10 client.16170 handle_command_reply: tid=0 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 client.16170 shutdown 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 msgr2=0x564e57e0f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fea4c0279b0 tx=0x7fea4c004730 comp rx=0 tx=0).stop 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 shutdown_connections 2023-11-16T18:26:36.697 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x564e57e6ce60 0x564e57e6f270 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x564e57e04110 0x564e57e127d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea36ffd700 0 client.16170 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x564e57e02c00 0x564e57e0f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 --2- 172.21.15.63:0/3969265440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564e57e03550 0x564e57e0f7b0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 >> 172.21.15.63:0/3969265440 conn(0x564e57df8360 msgr2=0x564e57e1ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 shutdown_connections 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 1 -- 172.21.15.63:0/3969265440 wait complete. 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.689+0000 7fea69e0fb80 20 client.16170 trim_cache size 0 max 16384 2023-11-16T18:26:36.698 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 msgr2=0x7fea400a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 0x7fea400a3600 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fea4c011490 tx=0x7fea4c009260 comp rx=0 tx=0).stop 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 msgr2=0x7fea581982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fea4800b620 tx=0x7fea48004730 comp rx=0 tx=0).stop 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 shutdown_connections 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fea400a1150 0x7fea400a3600 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.700 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fea58101e80 0x7fea5819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100300 0x7fea581982a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 --2- 172.21.15.63:0/2435060579 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fea581014f0 0x7fea581987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 >> 172.21.15.63:0/2435060579 conn(0x7fea580fb900 msgr2=0x7fea580fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 shutdown_connections 2023-11-16T18:26:36.701 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.690+0000 7fea5dc83700 1 -- 172.21.15.63:0/2435060579 wait complete. 2023-11-16T18:26:36.705 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-11-16T18:26:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 -- 172.21.15.63:0/588045959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8440100d60 msgr2=0x7f8440107620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 --2- 172.21.15.63:0/588045959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8440100d60 0x7f8440107620 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f843800b0a0 tx=0x7f843800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 -- 172.21.15.63:0/588045959 shutdown_connections 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 --2- 172.21.15.63:0/588045959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8440100d60 0x7f8440107620 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 --2- 172.21.15.63:0/588045959 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f84400ff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 --2- 172.21.15.63:0/588045959 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f84401003d0 0x7f8440100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 -- 172.21.15.63:0/588045959 >> 172.21.15.63:0/588045959 conn(0x7f84400fa800 msgr2=0x7f84400fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 -- 172.21.15.63:0/588045959 shutdown_connections 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.833+0000 7f8447ccc700 1 -- 172.21.15.63:0/588045959 wait complete. 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 Processor -- start 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 -- start start 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 0x7f8440101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8440102490 con 0x7f84401003d0 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8440102600 con 0x7f84400ff1e0 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8447ccc700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84401a0180 con 0x7f8440100d60 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8445267700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8445a68700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8445a68700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41244/0 (socket says 172.21.15.63:41244) 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8445267700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45842/0 (socket says 172.21.15.63:45842) 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8445a68700 1 -- 172.21.15.63:0/3205791750 learned_addr learned my addr 172.21.15.63:0/3205791750 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.834+0000 7f8446269700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 0x7f8440101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 -- 172.21.15.63:0/3205791750 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 msgr2=0x7f8440101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 0x7f8440101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 -- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 msgr2=0x7f84401017b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 -- 172.21.15.63:0/3205791750 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8438009d00 con 0x7f84400ff1e0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8446269700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 0x7f8440101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445267700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8445a68700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f843c00e970 tx=0x7f843c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8432ffd700 1 -- 172.21.15.63:0/3205791750 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c009790 con 0x7f84400ff1e0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f844010ab60 con 0x7f84400ff1e0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8432ffd700 1 -- 172.21.15.63:0/3205791750 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f843c00c7e0 con 0x7f84400ff1e0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8432ffd700 1 -- 172.21.15.63:0/3205791750 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c003c70 con 0x7f84400ff1e0 2023-11-16T18:26:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.835+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f844010a9d0 con 0x7f84400ff1e0 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.837+0000 7f8432ffd700 1 -- 172.21.15.63:0/3205791750 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f843c00cc50 con 0x7f84400ff1e0 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.838+0000 7f8432ffd700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 0x7f842c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.838+0000 7f8445267700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 0x7f842c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.838+0000 7f8432ffd700 1 -- 172.21.15.63:0/3205791750 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f843c014070 con 0x7f84400ff1e0 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.838+0000 7f8445267700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 0x7f842c0a3600 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8434011490 tx=0x7f8434009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 Processor -- start 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 -- start start 2023-11-16T18:26:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e86010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e86b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e87580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48d8b060 con 0x55ce48e87110 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48ddd8a0 con 0x55ce48e86550 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8453e58b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48dd6d30 con 0x55ce48e85c00 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8445a68700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e86010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8446269700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e87580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8445267700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e86b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8445a68700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e86010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44616/0 (socket says 172.21.15.63:44616) 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.839+0000 7f8445a68700 1 -- 172.21.15.63:0/1272696706 learned_addr learned my addr 172.21.15.63:0/1272696706 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 -- 172.21.15.63:0/1272696706 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 msgr2=0x55ce48e86010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e86010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 -- 172.21.15.63:0/1272696706 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 msgr2=0x55ce48e86b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e86b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 -- 172.21.15.63:0/1272696706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce48c58630 con 0x55ce48e87110 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8445267700 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e86b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f8446269700 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e87580 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f84380079f0 tx=0x7f8438009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccef9ca2da6e12d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f842bfff700 1 -- 172.21.15.63:0/1272696706 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843800e040 con 0x55ce48e87110 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f842bfff700 1 -- 172.21.15.63:0/1272696706 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8438006020 con 0x55ce48e87110 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.840+0000 7f842bfff700 1 -- 172.21.15.63:0/1272696706 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8438003e70 con 0x55ce48e87110 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- 172.21.15.63:0/1272696706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 msgr2=0x55ce48e87580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e87580 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f84380079f0 tx=0x7f8438009c00 comp rx=0 tx=0).stop 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- 172.21.15.63:0/1272696706 shutdown_connections 2023-11-16T18:26:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e87580 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e86010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1272696706 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e86b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- 172.21.15.63:0/1272696706 >> 172.21.15.63:0/1272696706 conn(0x55ce48e7b360 msgr2=0x55ce48e80670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- 172.21.15.63:0/1272696706 shutdown_connections 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- 172.21.15.63:0/1272696706 wait complete. 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 -- start start 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.841+0000 7f8453e58b80 1 Processor -- start 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e8f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e8faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48d788e0 con 0x55ce48e87110 2023-11-16T18:26:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48d78580 con 0x55ce48e86550 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48c5a920 con 0x55ce48e85c00 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 10 client.0 _ll_register_callbacks cb 0x55ce48d96780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8445a68700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e8f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45858/0 (socket says 172.21.15.63:45858) 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8445267700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e8faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 -- 172.21.15.63:0/2324601301 learned_addr learned my addr 172.21.15.63:0/2324601301 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 -- 172.21.15.63:0/2324601301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 msgr2=0x55ce48e8f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e8f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 -- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 msgr2=0x55ce48e8faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e8faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 -- 172.21.15.63:0/2324601301 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8440107f50 con 0x55ce48e87110 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8446269700 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f843800d010 tx=0x7f8438007d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f68d703ba57a237 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f84297fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843800e040 con 0x55ce48e87110 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.842+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ce48e78b20 con 0x55ce48e87110 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f84380050c0 con 0x55ce48e87110 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f843800bde0 con 0x55ce48e87110 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 10 client.16182 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ce48d9d190 con 0x55ce48e87110 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ce48e78b20 con 0x55ce48e87110 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f8438019070 con 0x55ce48e87110 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 10 client.16182 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 10 client.16182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 20 client.16182 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48e9af30 0x55ce48e9d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 4 client.16182 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ce48d990a0 con 0x55ce48e9af30 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.843+0000 7f8445a68700 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48e9af30 0x55ce48e9d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.844+0000 7f84297fa700 10 client.16182 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.844+0000 7f8445a68700 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48e9af30 0x55ce48e9d340 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=267595a5c9919d16 server_cookie=151585671b7c9c0d in_seq=0 out_seq=0 2023-11-16T18:26:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f84297fa700 1 -- 172.21.15.63:0/2324601301 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ce48d990a0 con 0x55ce48e9af30 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f84297fa700 10 client.16182 handle_command_reply: tid=0 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 client.16182 shutdown 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 msgr2=0x55ce48e96ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f843800d010 tx=0x7f8438007d50 comp rx=0 tx=0).stop 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 shutdown_connections 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48e9af30 0x55ce48e9d340 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e87110 0x55ce48e96ae0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f84297fa700 0 client.16182 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e85c00 0x55ce48e8f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 --2- 172.21.15.63:0/2324601301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e86550 0x55ce48e8faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 >> 172.21.15.63:0/2324601301 conn(0x55ce48e7b360 msgr2=0x55ce48e7fde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 shutdown_connections 2023-11-16T18:26:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 1 -- 172.21.15.63:0/2324601301 wait complete. 2023-11-16T18:26:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.845+0000 7f8453e58b80 20 client.16182 trim_cache size 0 max 16384 2023-11-16T18:26:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.858+0000 7f8453e58b80 1 Processor -- start 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 -- start start 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e86550 0x55ce48e96a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e87110 0x55ce48e8f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e8ea10 con 0x55ce48e85c00 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e8f0d0 con 0x55ce48e87110 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8453e58b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e96f40 con 0x55ce48e86550 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45862/0 (socket says 172.21.15.63:45862) 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 -- 172.21.15.63:0/1611219301 learned_addr learned my addr 172.21.15.63:0/1611219301 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8446269700 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e87110 0x55ce48e8f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445267700 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e86550 0x55ce48e96a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 -- 172.21.15.63:0/1611219301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e86550 msgr2=0x55ce48e96a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e86550 0x55ce48e96a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 -- 172.21.15.63:0/1611219301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e87110 msgr2=0x55ce48e8f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e87110 0x55ce48e8f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.859+0000 7f8445a68700 1 -- 172.21.15.63:0/1611219301 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce48d9cee0 con 0x55ce48e85c00 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8445a68700 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f843c0999a0 tx=0x7f843c003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9f7b0e4c12afca server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8430ff9700 1 -- 172.21.15.63:0/1611219301 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c09df00 con 0x55ce48e85c00 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8430ff9700 1 -- 172.21.15.63:0/1611219301 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f843c0a2320 con 0x55ce48e85c00 2023-11-16T18:26:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8430ff9700 1 -- 172.21.15.63:0/1611219301 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c09a130 con 0x55ce48e85c00 2023-11-16T18:26:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 -- 172.21.15.63:0/1611219301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 msgr2=0x55ce48e8f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f843c0999a0 tx=0x7f843c003680 comp rx=0 tx=0).stop 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 -- 172.21.15.63:0/1611219301 shutdown_connections 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e87110 0x55ce48e8f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e85c00 0x55ce48e8f310 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1611219301 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e86550 0x55ce48e96a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 -- 172.21.15.63:0/1611219301 >> 172.21.15.63:0/1611219301 conn(0x55ce48e7b360 msgr2=0x55ce48e89fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 -- 172.21.15.63:0/1611219301 shutdown_connections 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.860+0000 7f8453e58b80 1 -- 172.21.15.63:0/1611219301 wait complete. 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 -- start start 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 Processor -- start 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 0x55ce48e92ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 0x55ce48e96100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e96640 con 0x55ce48e86550 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e967b0 con 0x55ce48e85c00 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce48e96970 con 0x55ce48e87110 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8453e58b80 10 client.0 _ll_register_callbacks cb 0x7f8434004030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8445267700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8445a68700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 0x55ce48e92ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8445267700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45870/0 (socket says 172.21.15.63:45870) 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8445267700 1 -- 172.21.15.63:0/1604820283 learned_addr learned my addr 172.21.15.63:0/1604820283 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.861+0000 7f8446269700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 0x55ce48e96100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 -- 172.21.15.63:0/1604820283 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 msgr2=0x55ce48e96100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 0x55ce48e96100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 -- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 msgr2=0x55ce48e92ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 0x55ce48e92ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.869 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 -- 172.21.15.63:0/1604820283 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f844010a9d0 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445a68700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 0x55ce48e92ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8446269700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 0x55ce48e96100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8445267700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f8434003e70 tx=0x7f84340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e92bdc48d9dee2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843401ec60 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f843401edc0 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8438006020 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84340293f0 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 10 client.16188 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ce48bedc60 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8438006020 con 0x55ce48e86550 2023-11-16T18:26:36.870 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f843400e6b0 con 0x55ce48e86550 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 10 client.16188 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 10 client.16188 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.862+0000 7f8453e58b80 20 client.16188 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48ef0300 0x55ce48ef2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f8453e58b80 4 client.16188 mds_command: new command op to 24509 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ce48da5660 con 0x55ce48ef0300 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f8445a68700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48ef0300 0x55ce48ef2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f84297fa700 10 client.16188 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.863+0000 7f8445a68700 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48ef0300 0x55ce48ef2710 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1bdab75af941818 server_cookie=2955da63e192fa9b in_seq=0 out_seq=0 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.864+0000 7f84297fa700 1 -- 172.21.15.63:0/1604820283 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ce48da5660 con 0x55ce48ef0300 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.864+0000 7f84297fa700 10 client.16188 handle_command_reply: tid=0 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.864+0000 7f8453e58b80 1 client.16188 shutdown 2023-11-16T18:26:36.871 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.864+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 msgr2=0x55ce48e930e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.864+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f8434003e70 tx=0x7f84340047c0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 shutdown_connections 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ce48ef0300 0x55ce48ef2710 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ce48e87110 0x55ce48e96100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ce48e85c00 0x55ce48e92ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 --2- 172.21.15.63:0/1604820283 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ce48e86550 0x55ce48e930e0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f84297fa700 0 client.16188 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 >> 172.21.15.63:0/1604820283 conn(0x55ce48e7b360 msgr2=0x55ce48e8f310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 shutdown_connections 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 1 -- 172.21.15.63:0/1604820283 wait complete. 2023-11-16T18:26:36.872 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8453e58b80 20 client.16188 trim_cache size 0 max 16384 2023-11-16T18:26:36.873 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:26:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 msgr2=0x7f842c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.873 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 0x7f842c0a3600 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8434011490 tx=0x7f8434009260 comp rx=0 tx=0).stop 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 msgr2=0x7f8440103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f843c00e970 tx=0x7f843c00ec80 comp rx=0 tx=0).stop 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 shutdown_connections 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f842c0a1150 0x7f842c0a3600 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8440100d60 0x7f8440101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f84400ff1e0 0x7f8440103170 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.874 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 --2- 172.21.15.63:0/3205791750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84401003d0 0x7f84401017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 >> 172.21.15.63:0/3205791750 conn(0x7f84400fa800 msgr2=0x7f8440069120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 shutdown_connections 2023-11-16T18:26:36.875 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:36.865+0000 7f8447ccc700 1 -- 172.21.15.63:0/3205791750 wait complete. 2023-11-16T18:26:37.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:36 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/333970794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:37.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:36 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/333970794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:36 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/333970794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:26:37.880 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-11-16T18:26:37.881 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-11-16T18:26:38.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:37 smithi125 ceph-mon[100672]: pgmap v410: 129 pgs: 129 active+clean; 68 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.0 MiB/s wr, 2.39k op/s 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 -- 172.21.15.63:0/85771550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc1003b0 msgr2=0x7ff9cc100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 --2- 172.21.15.63:0/85771550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc100800 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009990 tx=0x7ff9bc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 -- 172.21.15.63:0/85771550 shutdown_connections 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 --2- 172.21.15.63:0/85771550 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc100d40 0x7ff9cc107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 --2- 172.21.15.63:0/85771550 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 --2- 172.21.15.63:0/85771550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc100800 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 -- 172.21.15.63:0/85771550 >> 172.21.15.63:0/85771550 conn(0x7ff9cc0fa7c0 msgr2=0x7ff9cc0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 -- 172.21.15.63:0/85771550 shutdown_connections 2023-11-16T18:26:38.013 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.011+0000 7ff9d449d700 1 -- 172.21.15.63:0/85771550 wait complete. 2023-11-16T18:26:38.015 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 Processor -- start 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 -- start start 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc195470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc100d40 0x7ff9cc19c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9cc19cab0 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9cc19cbf0 con 0x7ff9cc100d40 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d449d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9cc19cd80 con 0x7ff9cc1003b0 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45882/0 (socket says 172.21.15.63:45882) 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 -- 172.21.15.63:0/1298856075 learned_addr learned my addr 172.21.15.63:0/1298856075 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc100d40 0x7ff9cc19c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc195470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 -- 172.21.15.63:0/1298856075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc1003b0 msgr2=0x7ff9cc195470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc195470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 -- 172.21.15.63:0/1298856075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc100d40 msgr2=0x7ff9cc19c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc100d40 0x7ff9cc19c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.012+0000 7ff9d2239700 1 -- 172.21.15.63:0/1298856075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9bc0095f0 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800e970 tx=0x7ff9c800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9c37fe700 1 -- 172.21.15.63:0/1298856075 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8009790 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9c37fe700 1 -- 172.21.15.63:0/1298856075 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9c800c7e0 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9cc10ab30 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9c37fe700 1 -- 172.21.15.63:0/1298856075 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8003c70 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.013+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9cc10a9a0 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.015+0000 7ff9c37fe700 1 -- 172.21.15.63:0/1298856075 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff9c800cc50 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.016+0000 7ff9c37fe700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 0x7ff9b80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.016+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 0x7ff9b80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.016+0000 7ff9c37fe700 1 -- 172.21.15.63:0/1298856075 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff9c8014070 con 0x7ff9cc0ff1c0 2023-11-16T18:26:38.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.016+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 0x7ff9b80a3680 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc00b2e0 tx=0x7ff9bc00b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.020 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 Processor -- start 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 -- start start 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be71c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be61e0e0 con 0x55c3be71af20 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be670920 con 0x55c3be71c770 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.017+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be669db0 con 0x55c3be71bdc0 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d1a38700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be71c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45890/0 (socket says 172.21.15.63:45890) 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2239700 1 -- 172.21.15.63:0/3723851313 learned_addr learned my addr 172.21.15.63:0/3723851313 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41298/0 (socket says 172.21.15.63:41298) 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 -- 172.21.15.63:0/3723851313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 msgr2=0x55c3be71c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be71c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 -- 172.21.15.63:0/3723851313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 msgr2=0x55c3be71b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 -- 172.21.15.63:0/3723851313 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3be4eb6b0 con 0x55c3be71c770 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4011580 tx=0x7ff9c4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8380e16cf69e42f1 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9c0dac700 1 -- 172.21.15.63:0/3723851313 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c400e040 con 0x55c3be71c770 2023-11-16T18:26:38.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9c0dac700 1 -- 172.21.15.63:0/3723851313 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9c400f040 con 0x55c3be71c770 2023-11-16T18:26:38.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.018+0000 7ff9c0dac700 1 -- 172.21.15.63:0/3723851313 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c40044d0 con 0x55c3be71c770 2023-11-16T18:26:38.026 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3723851313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 msgr2=0x55c3be723010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4011580 tx=0x7ff9c4009920 comp rx=0 tx=0).stop 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3723851313 shutdown_connections 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be723010 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be71b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3723851313 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be71c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3723851313 >> 172.21.15.63:0/3723851313 conn(0x55c3be70e3e0 msgr2=0x55c3be7136f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3723851313 shutdown_connections 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3723851313 wait complete. 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.019+0000 7ff9e0629b80 1 -- start start 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 Processor -- start 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be724da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be72bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be60b960 con 0x55c3be71c770 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be60b600 con 0x55c3be71af20 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be4ed9a0 con 0x55c3be71bdc0 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9e0629b80 10 client.0 _ll_register_callbacks cb 0x55c3be629800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41300/0 (socket says 172.21.15.63:41300) 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2a3a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be72bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 -- 172.21.15.63:0/1834174335 learned_addr learned my addr 172.21.15.63:0/1834174335 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be724da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 -- 172.21.15.63:0/1834174335 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 msgr2=0x55c3be724da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be724da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 -- 172.21.15.63:0/1834174335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 msgr2=0x55c3be72bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be72bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 -- 172.21.15.63:0/1834174335 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9c4011230 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be72bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9d2239700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8009230 tx=0x7ff9c8003dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d593e2b269da16d server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.020+0000 7ff9b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c809a2c0 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff9c80a22b0 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3be70bba0 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9c80b8250 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 10 client.25871 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c3be630210 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c3be70bba0 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7ff9c80a1e20 con 0x55c3be71af20 2023-11-16T18:26:38.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 10 client.25871 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 10 client.25871 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 20 client.25871 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7305f0 0x55c3be732a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 4 client.25871 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3be62c120 con 0x55c3be7305f0 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.021+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7305f0 0x55c3be732a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.022+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7305f0 0x55c3be732a00 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d47250a46852e775 server_cookie=15f0aff8019f1dd8 in_seq=0 out_seq=0 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.022+0000 7ff9b5ffb700 10 client.25871 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/1834174335 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c3be62c120 con 0x55c3be7305f0 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9b5ffb700 10 client.25871 handle_command_reply: tid=0 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 client.25871 shutdown 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 msgr2=0x55c3be724860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8009230 tx=0x7ff9c8003dd0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 shutdown_connections 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7305f0 0x55c3be732a00 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be72bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9b5ffb700 0 client.25871 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be724860 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/1834174335 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be724da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 >> 172.21.15.63:0/1834174335 conn(0x55c3be70e3e0 msgr2=0x55c3be712e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 shutdown_connections 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 1 -- 172.21.15.63:0/1834174335 wait complete. 2023-11-16T18:26:38.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.024+0000 7ff9e0629b80 20 client.25871 trim_cache size 0 max 16384 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 Processor -- start 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 -- start start 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.048 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be7145d0 con 0x55c3be71c770 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be723d10 con 0x55c3be71af20 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.041+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be71bbd0 con 0x55c3be71bdc0 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2a3a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41308/0 (socket says 172.21.15.63:41308) 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2a3a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45908/0 (socket says 172.21.15.63:45908) 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d1a38700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 -- 172.21.15.63:0/3848185246 learned_addr learned my addr 172.21.15.63:0/3848185246 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 -- 172.21.15.63:0/3848185246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 msgr2=0x55c3be72bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.049 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 -- 172.21.15.63:0/3848185246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 msgr2=0x55c3be71fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 -- 172.21.15.63:0/3848185246 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3be7238b0 con 0x55c3be71af20 2023-11-16T18:26:38.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:38.051 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8096880 tx=0x7ff9c8098410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68cdc95b9987bab2 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9c15ad700 1 -- 172.21.15.63:0/3848185246 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8004870 con 0x55c3be71af20 2023-11-16T18:26:38.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9c15ad700 1 -- 172.21.15.63:0/3848185246 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9c80b8250 con 0x55c3be71af20 2023-11-16T18:26:38.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.042+0000 7ff9c15ad700 1 -- 172.21.15.63:0/3848185246 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c809a0c0 con 0x55c3be71af20 2023-11-16T18:26:38.052 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3848185246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 msgr2=0x55c3be71f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.054 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8096880 tx=0x7ff9c8098410 comp rx=0 tx=0).stop 2023-11-16T18:26:38.054 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3848185246 shutdown_connections 2023-11-16T18:26:38.054 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71c770 0x55c3be71fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71af20 0x55c3be71f670 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3848185246 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3848185246 >> 172.21.15.63:0/3848185246 conn(0x55c3be70e3e0 msgr2=0x55c3be737360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3848185246 shutdown_connections 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3848185246 wait complete. 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 -- start start 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.043+0000 7ff9e0629b80 1 Processor -- start 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be72b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be72b630 con 0x55c3be71af20 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be72b7a0 con 0x55c3be71c770 2023-11-16T18:26:38.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3be72b960 con 0x55c3be71bdc0 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 10 client.0 _ll_register_callbacks cb 0x7ff9c8099a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45910/0 (socket says 172.21.15.63:45910) 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 -- 172.21.15.63:0/3393707160 learned_addr learned my addr 172.21.15.63:0/3393707160 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2a3a700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be72b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 -- 172.21.15.63:0/3393707160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 msgr2=0x55c3be72a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 -- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 msgr2=0x55c3be72b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be72b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 -- 172.21.15.63:0/3393707160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3be4eb6b0 con 0x55c3be71af20 2023-11-16T18:26:38.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9d2239700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8009230 tx=0x7ff9c809a2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7565fe4120988274 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8003dd0 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff9c400f040 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.044+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff9c80a22b0 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9c80a1e20 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 10 client.16206 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c3be630210 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9c400f040 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7ff9c8094b00 con 0x55c3be71af20 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 10 client.16206 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 10 client.16206 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 20 client.16206 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:38.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7850a0 0x55c3be7874b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 4 client.16206 mds_command: new command op to 24509 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-11-16T18:26:38.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55c3be6386e0 con 0x55c3be7850a0 2023-11-16T18:26:38.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7850a0 0x55c3be7874b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9b5ffb700 10 client.16206 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.045+0000 7ff9d1a38700 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7850a0 0x55c3be7874b0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f54ecc67bb641bd3 server_cookie=5a779f585d1fbc7a in_seq=0 out_seq=0 2023-11-16T18:26:38.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:37 smithi063 ceph-mon[98873]: pgmap v410: 129 pgs: 129 active+clean; 68 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.0 MiB/s wr, 2.39k op/s 2023-11-16T18:26:38.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9b5ffb700 1 -- 172.21.15.63:0/3393707160 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55c3be6386e0 con 0x55c3be7850a0 2023-11-16T18:26:38.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9b5ffb700 10 client.16206 handle_command_reply: tid=0 2023-11-16T18:26:38.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 client.16206 shutdown 2023-11-16T18:26:38.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 msgr2=0x55c3be729ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.177 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8009230 tx=0x7ff9c809a2f0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 shutdown_connections 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55c3be7850a0 0x55c3be7874b0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55c3be71c770 0x55c3be72b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c3be71af20 0x55c3be729ba0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 --2- 172.21.15.63:0/3393707160 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55c3be71bdc0 0x55c3be72a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9b5ffb700 0 client.16206 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 >> 172.21.15.63:0/3393707160 conn(0x55c3be70e3e0 msgr2=0x55c3be71f670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 shutdown_connections 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.174+0000 7ff9e0629b80 1 -- 172.21.15.63:0/3393707160 wait complete. 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9e0629b80 20 client.16206 trim_cache size 0 max 16384 2023-11-16T18:26:38.178 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:38.180 INFO:teuthology.orchestra.run.smithi063.stdout: "return_code": 0, 2023-11-16T18:26:38.180 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:26:38.180 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": "asynchronous" 2023-11-16T18:26:38.180 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 msgr2=0x7ff9b80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 0x7ff9b80a3680 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc00b2e0 tx=0x7ff9bc00b5b0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 msgr2=0x7ff9cc194f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800e970 tx=0x7ff9c800ec80 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 shutdown_connections 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff9b80a11d0 0x7ff9b80a3680 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff9cc100d40 0x7ff9cc19c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff9cc0ff1c0 0x7ff9cc194f30 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 --2- 172.21.15.63:0/1298856075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff9cc1003b0 0x7ff9cc195470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 >> 172.21.15.63:0/1298856075 conn(0x7ff9cc0fa7c0 msgr2=0x7ff9cc0fcaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 shutdown_connections 2023-11-16T18:26:38.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.175+0000 7ff9d449d700 1 -- 172.21.15.63:0/1298856075 wait complete. 2023-11-16T18:26:38.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:37 smithi093 ceph-mon[100185]: pgmap v410: 129 pgs: 129 active+clean; 68 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.0 MiB/s wr, 2.39k op/s 2023-11-16T18:26:38.194 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 -- 172.21.15.63:0/82046877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 msgr2=0x7f694c100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 --2- 172.21.15.63:0/82046877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c100b50 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6940009990 tx=0x7f6940009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 -- 172.21.15.63:0/82046877 shutdown_connections 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 --2- 172.21.15.63:0/82046877 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c1076d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 --2- 172.21.15.63:0/82046877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c100b50 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 --2- 172.21.15.63:0/82046877 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 0x7f694c0ff8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.325+0000 7f6952d5b700 1 -- 172.21.15.63:0/82046877 >> 172.21.15.63:0/82046877 conn(0x7f694c0f9f30 msgr2=0x7f694c0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- 172.21.15.63:0/82046877 shutdown_connections 2023-11-16T18:26:38.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- 172.21.15.63:0/82046877 wait complete. 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 Processor -- start 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- start start 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 0x7f694c196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19dba0 con 0x7f694c100740 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19dce0 con 0x7f694c0ffe00 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6952d5b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19de70 con 0x7f694c0ff470 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f69512f8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f694bfff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f6950af7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 0x7f694c196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f69512f8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45928/0 (socket says 172.21.15.63:45928) 2023-11-16T18:26:38.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.326+0000 7f69512f8700 1 -- 172.21.15.63:0/2582737600 learned_addr learned my addr 172.21.15.63:0/2582737600 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 -- 172.21.15.63:0/2582737600 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 msgr2=0x7f694c196020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 0x7f694c196020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 -- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 msgr2=0x7f694c19d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 -- 172.21.15.63:0/2582737600 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69400095f0 con 0x7f694c0ffe00 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f69512f8700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f694bfff700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c196560 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f693800e9f0 tx=0x7f693800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f6949ffb700 1 -- 172.21.15.63:0/2582737600 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693800c9c0 con 0x7f694c0ffe00 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f694c10bc70 con 0x7f694c0ffe00 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f6949ffb700 1 -- 172.21.15.63:0/2582737600 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6938010430 con 0x7f694c0ffe00 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f6949ffb700 1 -- 172.21.15.63:0/2582737600 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6938018680 con 0x7f694c0ffe00 2023-11-16T18:26:38.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.327+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f694c10bae0 con 0x7f694c0ffe00 2023-11-16T18:26:38.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.329+0000 7f6949ffb700 1 -- 172.21.15.63:0/2582737600 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6938010860 con 0x7f694c0ffe00 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.330+0000 7f6949ffb700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 0x7f693c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.330+0000 7f6950af7700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 0x7f693c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f6949ffb700 1 -- 172.21.15.63:0/2582737600 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6938014070 con 0x7f694c0ffe00 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f6950af7700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 0x7f693c0a3600 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f694000b2e0 tx=0x7f6940005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 Processor -- start 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 -- start start 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66ba1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a65be060 con 0x5640a66ba710 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66108a0 con 0x5640a66b8f50 2023-11-16T18:26:38.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f695eee7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a6609d30 con 0x5640a66b9dc0 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f694bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.331+0000 7f6950af7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66ba1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f694bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45934/0 (socket says 172.21.15.63:45934) 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f6950af7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66ba1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44700/0 (socket says 172.21.15.63:44700) 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f694bfff700 1 -- 172.21.15.63:0/2181011413 learned_addr learned my addr 172.21.15.63:0/2181011413 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 -- 172.21.15.63:0/2181011413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 msgr2=0x5640a66ba1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66ba1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 -- 172.21.15.63:0/2181011413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 msgr2=0x5640a66b8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 -- 172.21.15.63:0/2181011413 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640a648b630 con 0x5640a66b8f50 2023-11-16T18:26:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f694bfff700 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:38.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f69512f8700 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b93c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6944010ce0 tx=0x7f694400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd8c326508541668 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f6936ffd700 1 -- 172.21.15.63:0/2181011413 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944004db0 con 0x5640a66b8f50 2023-11-16T18:26:38.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f6936ffd700 1 -- 172.21.15.63:0/2181011413 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f694400f040 con 0x5640a66b8f50 2023-11-16T18:26:38.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.332+0000 7f6936ffd700 1 -- 172.21.15.63:0/2181011413 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944007500 con 0x5640a66b8f50 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 -- 172.21.15.63:0/2181011413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 msgr2=0x5640a66b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b93c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6944010ce0 tx=0x7f694400b040 comp rx=0 tx=0).stop 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 -- 172.21.15.63:0/2181011413 shutdown_connections 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b93c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66ba1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 --2- 172.21.15.63:0/2181011413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66b8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 -- 172.21.15.63:0/2181011413 >> 172.21.15.63:0/2181011413 conn(0x5640a66ae360 msgr2=0x5640a66b3670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 -- 172.21.15.63:0/2181011413 shutdown_connections 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.333+0000 7f695eee7b80 1 -- 172.21.15.63:0/2181011413 wait complete. 2023-11-16T18:26:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 -- start start 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 Processor -- start 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 0x5640a66cad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a65ab8e0 con 0x5640a66b8f50 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a65ab580 con 0x5640a66ba710 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a648d920 con 0x5640a66b9dc0 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f695eee7b80 10 client.0 _ll_register_callbacks cb 0x5640a65c9780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f6950af7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 0x5640a66cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f6950af7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 0x5640a66cad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45938/0 (socket says 172.21.15.63:45938) 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f694bfff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.341 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f6950af7700 1 -- 172.21.15.63:0/304239225 learned_addr learned my addr 172.21.15.63:0/304239225 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 -- 172.21.15.63:0/304239225 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 msgr2=0x5640a66cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66cb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 -- 172.21.15.63:0/304239225 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 msgr2=0x5640a66cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 0x5640a66cad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.334+0000 7f69512f8700 1 -- 172.21.15.63:0/304239225 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69440109c0 con 0x5640a66ba710 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f69512f8700 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d22f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f694400b010 tx=0x7f6944009300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4795326e0a216a6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944003a00 con 0x5640a66ba710 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6944003b60 con 0x5640a66ba710 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640a66abb20 con 0x5640a66ba710 2023-11-16T18:26:38.342 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6944003d40 con 0x5640a66ba710 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 10 client.25889 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5640a65d0190 con 0x5640a66ba710 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5640a66abb20 con 0x5640a66ba710 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f69440075e0 con 0x5640a66ba710 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 10 client.25889 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 10 client.25889 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 20 client.25889 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a66d6a60 0x5640a66d8e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 4 client.25889 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.335+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640a65cc0a0 con 0x5640a66d6a60 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.336+0000 7f6950af7700 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a66d6a60 0x5640a66d8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.336+0000 7f692bfff700 10 client.25889 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.343 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.336+0000 7f6950af7700 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a66d6a60 0x5640a66d8e70 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a38954818bf366df server_cookie=ec83ea635f167001 in_seq=0 out_seq=0 2023-11-16T18:26:38.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f692bfff700 1 -- 172.21.15.63:0/304239225 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5640a65cc0a0 con 0x5640a66d6a60 2023-11-16T18:26:38.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f692bfff700 10 client.25889 handle_command_reply: tid=0 2023-11-16T18:26:38.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 client.25889 shutdown 2023-11-16T18:26:38.363 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 msgr2=0x5640a66d22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d22f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f694400b010 tx=0x7f6944009300 comp rx=0 tx=0).stop 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 shutdown_connections 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a66d6a60 0x5640a66d8e70 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d22f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f692bfff700 0 client.25889 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b8f50 0x5640a66cad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 --2- 172.21.15.63:0/304239225 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 >> 172.21.15.63:0/304239225 conn(0x5640a66ae360 msgr2=0x5640a66b2de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.364 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 shutdown_connections 2023-11-16T18:26:38.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 1 -- 172.21.15.63:0/304239225 wait complete. 2023-11-16T18:26:38.365 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.360+0000 7f695eee7b80 20 client.25889 trim_cache size 0 max 16384 2023-11-16T18:26:38.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.377+0000 7f695eee7b80 1 Processor -- start 2023-11-16T18:26:38.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.377+0000 7f695eee7b80 1 -- start start 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.377+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b8970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.377+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66d22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.377+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f695eee7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66ca220 con 0x5640a66ba710 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f695eee7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66b51a0 con 0x5640a66b8f50 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f695eee7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66ca8e0 con 0x5640a66b9dc0 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45950/0 (socket says 172.21.15.63:45950) 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 -- 172.21.15.63:0/1782506581 learned_addr learned my addr 172.21.15.63:0/1782506581 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f6950af7700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f694bfff700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66d22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 -- 172.21.15.63:0/1782506581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 msgr2=0x5640a66d22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66d22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 -- 172.21.15.63:0/1782506581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 msgr2=0x5640a66b8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 -- 172.21.15.63:0/1782506581 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640a65cfee0 con 0x5640a66ba710 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f694bfff700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66d22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69512f8700 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f69440079a0 tx=0x7f6944004a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa614a9c297b881 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69377fe700 1 -- 172.21.15.63:0/1782506581 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944007e50 con 0x5640a66ba710 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69377fe700 1 -- 172.21.15.63:0/1782506581 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6944007c10 con 0x5640a66ba710 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.378+0000 7f69377fe700 1 -- 172.21.15.63:0/1782506581 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944007500 con 0x5640a66ba710 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- 172.21.15.63:0/1782506581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 msgr2=0x5640a66cad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f69440079a0 tx=0x7f6944004a10 comp rx=0 tx=0).stop 2023-11-16T18:26:38.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- 172.21.15.63:0/1782506581 shutdown_connections 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66ba710 0x5640a66cad70 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66b8f50 0x5640a66b8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 --2- 172.21.15.63:0/1782506581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b9dc0 0x5640a66d22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- 172.21.15.63:0/1782506581 >> 172.21.15.63:0/1782506581 conn(0x5640a66ae360 msgr2=0x5640a66c5830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- 172.21.15.63:0/1782506581 shutdown_connections 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- 172.21.15.63:0/1782506581 wait complete. 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 -- start start 2023-11-16T18:26:38.384 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.379+0000 7f695eee7b80 1 Processor -- start 2023-11-16T18:26:38.387 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b8f50 0x5640a66ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66d1b20 con 0x5640a66b9dc0 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66d1c90 con 0x5640a66ba710 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a66d1e50 con 0x5640a66b8f50 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f695eee7b80 10 client.0 _ll_register_callbacks cb 0x7f6938010b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45954/0 (socket says 172.21.15.63:45954) 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 -- 172.21.15.63:0/494091619 learned_addr learned my addr 172.21.15.63:0/494091619 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f6950af7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b8f50 0x5640a66ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f69512f8700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 -- 172.21.15.63:0/494091619 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b8f50 msgr2=0x5640a66ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.388 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b8f50 0x5640a66ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 -- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 msgr2=0x5640a66d15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.380+0000 7f694bfff700 1 -- 172.21.15.63:0/494091619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5640a65d0190 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f694bfff700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f693801e000 tx=0x7f693809a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c372650008dba5f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6938099df0 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f693809de20 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f694400f040 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69380a2240 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 10 client.16224 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5640a6420c60 con 0x5640a66b9dc0 2023-11-16T18:26:38.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f694400f040 con 0x5640a66b9dc0 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f69380adaf0 con 0x5640a66b9dc0 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 10 client.16224 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 10 client.16224 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 20 client.16224 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a672b800 0x5640a672dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 4 client.16224 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5640a65d8660 con 0x5640a672b800 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.381+0000 7f6950af7700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a672b800 0x5640a672dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.382+0000 7f692bfff700 10 client.16224 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.382+0000 7f6950af7700 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a672b800 0x5640a672dc10 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b369e42a0c60375d server_cookie=c11592c65a5b15c7 in_seq=0 out_seq=0 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f692bfff700 1 -- 172.21.15.63:0/494091619 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+268 (crc 0 0 0) 0x5640a65d8660 con 0x5640a672b800 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f692bfff700 10 client.16224 handle_command_reply: tid=0 2023-11-16T18:26:38.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 client.16224 shutdown 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 msgr2=0x5640a66cea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f693801e000 tx=0x7f693809a330 comp rx=0 tx=0).stop 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 shutdown_connections 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5640a672b800 0x5640a672dc10 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5640a66ba710 0x5640a66d15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f692bfff700 0 client.16224 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5640a66b8f50 0x5640a66ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 --2- 172.21.15.63:0/494091619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5640a66b9dc0 0x5640a66cea20 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 >> 172.21.15.63:0/494091619 conn(0x5640a66ae360 msgr2=0x5640a66c8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 shutdown_connections 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 1 -- 172.21.15.63:0/494091619 wait complete. 2023-11-16T18:26:38.391 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.384+0000 7f695eee7b80 20 client.16224 trim_cache size 0 max 16384 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "scrub active (9998 inodes in the stack)", 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "2a8fe242-f33f-4b58-b2bb-2c895041e4d7": { 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:26:38.392 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:26:38.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 msgr2=0x7f693c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 0x7f693c0a3600 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f694000b2e0 tx=0x7f6940005fb0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 msgr2=0x7f694c196560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c196560 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f693800e9f0 tx=0x7f693800ed00 comp rx=0 tx=0).stop 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 shutdown_connections 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f693c0a1150 0x7f693c0a3600 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f694c100740 0x7f694c19d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f694c0ff470 0x7f694c196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 --2- 172.21.15.63:0/2582737600 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f694c0ffe00 0x7f694c196560 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 >> 172.21.15.63:0/2582737600 conn(0x7f694c0f9f30 msgr2=0x7f694c103990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 shutdown_connections 2023-11-16T18:26:38.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:26:38.385+0000 7f6952d5b700 1 -- 172.21.15.63:0/2582737600 wait complete. 2023-11-16T18:26:38.399 INFO:tasks.cephfs.filesystem:scrub status for tag:2a8fe242-f33f-4b58-b2bb-2c895041e4d7 - {'path': '/', 'tag': '2a8fe242-f33f-4b58-b2bb-2c895041e4d7', 'options': 'recursive,force'} 2023-11-16T18:26:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:38 smithi125 ceph-mon[100672]: scrub queued for path: / 2023-11-16T18:26:39.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:38 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:39.011 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:38 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:26:39.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:38 smithi063 ceph-mon[98873]: scrub queued for path: / 2023-11-16T18:26:39.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:38 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:39.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:38 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:26:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:38 smithi093 ceph-mon[100185]: scrub queued for path: / 2023-11-16T18:26:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:38 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:26:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:38 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:26:39.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 -- 172.21.15.63:0/2299621074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98100d60 msgr2=0x7fda98103140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2299621074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98100d60 0x7fda98103140 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fda88009990 tx=0x7fda88009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 -- 172.21.15.63:0/2299621074 shutdown_connections 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2299621074 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda98108380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2299621074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98100d60 0x7fda98103140 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2299621074 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98103680 0x7fda98105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 -- 172.21.15.63:0/2299621074 >> 172.21.15.63:0/2299621074 conn(0x7fda980fa720 msgr2=0x7fda980fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 -- 172.21.15.63:0/2299621074 shutdown_connections 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.616+0000 7fda9d48f700 1 -- 172.21.15.63:0/2299621074 wait complete. 2023-11-16T18:26:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 Processor -- start 2023-11-16T18:26:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 -- start start 2023-11-16T18:26:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 0x7fda981981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda9819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda9819fd30 con 0x7fda98103680 2023-11-16T18:26:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda9819fe70 con 0x7fda98100d60 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda9d48f700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda981a0000 con 0x7fda98105fa0 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda977fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda9819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 0x7fda981981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45966/0 (socket says 172.21.15.63:45966) 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 -- 172.21.15.63:0/2747581605 learned_addr learned my addr 172.21.15.63:0/2747581605 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 -- 172.21.15.63:0/2747581605 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 msgr2=0x7fda9819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda9819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.617+0000 7fda967fc700 1 -- 172.21.15.63:0/2747581605 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 msgr2=0x7fda981981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda967fc700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 0x7fda981981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda967fc700 1 -- 172.21.15.63:0/2747581605 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda880095f0 con 0x7fda98103680 2023-11-16T18:26:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 0x7fda981981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda977fe700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda9819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda967fc700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00e9a0 tx=0x7fda8c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda7ffff700 1 -- 172.21.15.63:0/2747581605 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8c009790 con 0x7fda98103680 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda7ffff700 1 -- 172.21.15.63:0/2747581605 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda8c010430 con 0x7fda98103680 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda9810bc10 con 0x7fda98103680 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda7ffff700 1 -- 172.21.15.63:0/2747581605 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8c018680 con 0x7fda98103680 2023-11-16T18:26:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.618+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda9810ba80 con 0x7fda98103680 2023-11-16T18:26:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.620+0000 7fda7ffff700 1 -- 172.21.15.63:0/2747581605 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fda8c0105a0 con 0x7fda98103680 2023-11-16T18:26:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.621+0000 7fda7ffff700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 0x7fda800a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.621+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 0x7fda800a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.621+0000 7fda7ffff700 1 -- 172.21.15.63:0/2747581605 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fda8c014070 con 0x7fda98103680 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.621+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 0x7fda800a3680 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fda8800b2e0 tx=0x7fda88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.621+0000 7fdaa961bb80 1 Processor -- start 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 -- start start 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dc2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7cc7000 con 0x55a9d7dc1db0 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7d19840 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7d12cd0 con 0x55a9d7dc2b10 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda977fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dc2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41376/0 (socket says 172.21.15.63:41376) 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda96ffd700 1 -- 172.21.15.63:0/4079813297 learned_addr learned my addr 172.21.15.63:0/4079813297 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45974/0 (socket says 172.21.15.63:45974) 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 -- 172.21.15.63:0/4079813297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc2b10 msgr2=0x55a9d7dc2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dc2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 -- 172.21.15.63:0/4079813297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 msgr2=0x55a9d7dc1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 -- 172.21.15.63:0/4079813297 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9d7b945d0 con 0x55a9d7dc1db0 2023-11-16T18:26:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda96ffd700 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.622+0000 7fda967fc700 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0ca580 tx=0x7fda8c0997f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf464dea443a3ca server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fda7d7fa700 1 -- 172.21.15.63:0/4079813297 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8c0b1070 con 0x55a9d7dc1db0 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fda7d7fa700 1 -- 172.21.15.63:0/4079813297 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda8c09dec0 con 0x55a9d7dc1db0 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fda7d7fa700 1 -- 172.21.15.63:0/4079813297 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8c0995e0 con 0x55a9d7dc1db0 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 -- 172.21.15.63:0/4079813297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 msgr2=0x55a9d7dc25d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0ca580 tx=0x7fda8c0997f0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 -- 172.21.15.63:0/4079813297 shutdown_connections 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dc2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/4079813297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc25d0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 -- 172.21.15.63:0/4079813297 >> 172.21.15.63:0/4079813297 conn(0x55a9d7db6f50 msgr2=0x55a9d7dbc100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 -- 172.21.15.63:0/4079813297 shutdown_connections 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.623+0000 7fdaa961bb80 1 -- 172.21.15.63:0/4079813297 wait complete. 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 -- start start 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 Processor -- start 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dcaca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dcb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7cb4880 con 0x55a9d7dc2b10 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7cb4520 con 0x55a9d7dc1db0 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7b968c0 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fdaa961bb80 10 client.0 _ll_register_callbacks cb 0x55a9d7cd2720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.632 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dcaca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45982/0 (socket says 172.21.15.63:45982) 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 -- 172.21.15.63:0/2162337816 learned_addr learned my addr 172.21.15.63:0/2162337816 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda967fc700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dcb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 -- 172.21.15.63:0/2162337816 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7c1d6b0 msgr2=0x55a9d7dcaca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dcaca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 -- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 msgr2=0x55a9d7dcb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dcb1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda977fe700 1 -- 172.21.15.63:0/2162337816 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda9810ba80 con 0x55a9d7dc2b10 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.624+0000 7fda967fc700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dcb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda977fe700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fda90011fb0 tx=0x7fda90014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18a16aed3860cc12 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:39.633 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda9000e040 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fda9001a070 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a9d7db4710 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda90014b90 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 10 client.16236 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a9d7cd9130 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a9d7db4710 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fda9001f480 con 0x55a9d7dc2b10 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 10 client.16236 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 10 client.16236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 20 client.16236 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7dd6b80 0x55a9d7dd8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 4 client.16236 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.625+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a9d7cd5040 con 0x55a9d7dd6b80 2023-11-16T18:26:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.626+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7dd6b80 0x55a9d7dd8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.626+0000 7fda7aff5700 10 client.16236 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.626+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7dd6b80 0x55a9d7dd8f90 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f99c125284815585 server_cookie=caec11b9f552ae67 in_seq=0 out_seq=0 2023-11-16T18:26:39.677 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fda7aff5700 1 -- 172.21.15.63:0/2162337816 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a9d7cd5040 con 0x55a9d7dd6b80 2023-11-16T18:26:39.677 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fda7aff5700 10 client.16236 handle_command_reply: tid=0 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 client.16236 shutdown 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 msgr2=0x55a9d7dd2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fda90011fb0 tx=0x7fda90014600 comp rx=0 tx=0).stop 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 shutdown_connections 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7dd6b80 0x55a9d7dd8f90 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2220 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fda7aff5700 0 client.16236 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dcaca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2162337816 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dcb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 >> 172.21.15.63:0/2162337816 conn(0x55a9d7db6f50 msgr2=0x55a9d7dbb7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 shutdown_connections 2023-11-16T18:26:39.678 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2162337816 wait complete. 2023-11-16T18:26:39.679 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.675+0000 7fdaa961bb80 20 client.16236 trim_cache size 0 max 16384 2023-11-16T18:26:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 Processor -- start 2023-11-16T18:26:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 -- start start 2023-11-16T18:26:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7dc9780 con 0x55a9d7dc2b10 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7db6b70 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.692+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7dbdbf0 con 0x55a9d7dc1db0 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda977fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45986/0 (socket says 172.21.15.63:45986) 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda967fc700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda977fe700 1 -- 172.21.15.63:0/2694042096 learned_addr learned my addr 172.21.15.63:0/2694042096 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 -- 172.21.15.63:0/2694042096 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 msgr2=0x55a9d7dc5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 -- 172.21.15.63:0/2694042096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 msgr2=0x55a9d7dd2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 -- 172.21.15.63:0/2694042096 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9d7cd8e80 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda967fc700 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda96ffd700 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc5a20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fda88005850 tx=0x7fda88023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87aacc551df0e646 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda7dffb700 1 -- 172.21.15.63:0/2694042096 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8802d030 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda7dffb700 1 -- 172.21.15.63:0/2694042096 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda8802e040 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.693+0000 7fda7dffb700 1 -- 172.21.15.63:0/2694042096 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda88034680 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2694042096 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 msgr2=0x55a9d7dc5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc5a20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fda88005850 tx=0x7fda88023000 comp rx=0 tx=0).stop 2023-11-16T18:26:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2694042096 shutdown_connections 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dc5a20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/2694042096 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dc5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2694042096 >> 172.21.15.63:0/2694042096 conn(0x55a9d7db6f50 msgr2=0x55a9d7ddd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2694042096 shutdown_connections 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.694+0000 7fdaa961bb80 1 -- 172.21.15.63:0/2694042096 wait complete. 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 -- start start 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 Processor -- start 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7dd1c20 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7dd1d90 con 0x55a9d7dc2b10 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9d7dd1f50 con 0x55a9d7dc1db0 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fdaa961bb80 10 client.0 _ll_register_callbacks cb 0x7fda900118e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fda96ffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:45992/0 (socket says 172.21.15.63:45992) 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fda96ffd700 1 -- 172.21.15.63:0/953164896 learned_addr learned my addr 172.21.15.63:0/953164896 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fda967fc700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.695+0000 7fda977fe700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 -- 172.21.15.63:0/953164896 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 msgr2=0x55a9d7dce6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dce6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 -- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc2b10 msgr2=0x55a9d7dd16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 -- 172.21.15.63:0/953164896 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9d7b945d0 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda96ffd700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fda88009990 tx=0x7fda88009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853aa2b7843943bf server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda7aff5700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda8802d070 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fda88035460 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda8c09dec0 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda88035620 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fdaa961bb80 10 client.16242 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fda8800f510 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.696+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda8c09dec0 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fda8803e020 con 0x55a9d7c1d6b0 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 10 client.16242 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 10 client.16242 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 20 client.16242 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7e2b780 0x55a9d7e2db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 4 client.16242 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a9d7ce1600 con 0x55a9d7e2b780 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fda967fc700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7e2b780 0x55a9d7e2db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fda967fc700 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7e2b780 0x55a9d7e2db60 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4da9301606c72c server_cookie=86e49bb979c74608 in_seq=0 out_seq=0 2023-11-16T18:26:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:39.697+0000 7fda7aff5700 10 client.16242 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:40.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:39 smithi063 ceph-mon[98873]: pgmap v411: 129 pgs: 129 active+clean; 73 MiB data, 754 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.8 MiB/s wr, 1.44k op/s 2023-11-16T18:26:40.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:39 smithi093 ceph-mon[100185]: pgmap v411: 129 pgs: 129 active+clean; 73 MiB data, 754 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.8 MiB/s wr, 1.44k op/s 2023-11-16T18:26:40.265 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:39 smithi125 ceph-mon[100672]: pgmap v411: 129 pgs: 129 active+clean; 73 MiB data, 754 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.8 MiB/s wr, 1.44k op/s 2023-11-16T18:26:41.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.414+0000 7fda7aff5700 1 -- 172.21.15.63:0/953164896 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a9d7ce1600 con 0x55a9d7e2b780 2023-11-16T18:26:41.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.414+0000 7fda7aff5700 10 client.16242 handle_command_reply: tid=0 2023-11-16T18:26:41.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.415+0000 7fdaa961bb80 1 client.16242 shutdown 2023-11-16T18:26:41.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.415+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 msgr2=0x55a9d7dce180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:41.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.415+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fda88009990 tx=0x7fda88009310 comp rx=0 tx=0).stop 2023-11-16T18:26:41.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 shutdown_connections 2023-11-16T18:26:41.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a9d7e2b780 0x55a9d7e2db60 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a9d7dc2b10 0x55a9d7dd16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9d7c1d6b0 0x55a9d7dce180 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 --2- 172.21.15.63:0/953164896 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a9d7dc1db0 0x55a9d7dce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fda7aff5700 0 client.16242 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 >> 172.21.15.63:0/953164896 conn(0x55a9d7db6f50 msgr2=0x55a9d7dc5a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 shutdown_connections 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 1 -- 172.21.15.63:0/953164896 wait complete. 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fdaa961bb80 20 client.16242 trim_cache size 0 max 16384 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:26:41.419 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:26:41.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 msgr2=0x7fda800a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:41.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 0x7fda800a3680 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fda8800b2e0 tx=0x7fda88005fb0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 msgr2=0x7fda981986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:41.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.416+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00e9a0 tx=0x7fda8c00ecb0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.420 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 shutdown_connections 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fda800a11d0 0x7fda800a3680 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fda98105fa0 0x7fda9819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fda98100d60 0x7fda981981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 --2- 172.21.15.63:0/2747581605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda98103680 0x7fda981986f0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 >> 172.21.15.63:0/2747581605 conn(0x7fda980fa720 msgr2=0x7fda980ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 shutdown_connections 2023-11-16T18:26:41.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:41.417+0000 7fda9d48f700 1 -- 172.21.15.63:0/2747581605 wait complete. 2023-11-16T18:26:42.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:41 smithi063 ceph-mon[98873]: pgmap v412: 129 pgs: 129 active+clean; 89 MiB data, 808 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 5.9 MiB/s wr, 992 op/s 2023-11-16T18:26:42.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:41 smithi093 ceph-mon[100185]: pgmap v412: 129 pgs: 129 active+clean; 89 MiB data, 808 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 5.9 MiB/s wr, 992 op/s 2023-11-16T18:26:42.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:41 smithi125 ceph-mon[100672]: pgmap v412: 129 pgs: 129 active+clean; 89 MiB data, 808 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 5.9 MiB/s wr, 992 op/s 2023-11-16T18:26:43.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:43 smithi093 ceph-mon[100185]: pgmap v413: 129 pgs: 129 active+clean; 89 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 5.5 MiB/s wr, 1.22k op/s 2023-11-16T18:26:43.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:43 smithi125 ceph-mon[100672]: pgmap v413: 129 pgs: 129 active+clean; 89 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 5.5 MiB/s wr, 1.22k op/s 2023-11-16T18:26:43.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:43 smithi063 ceph-mon[98873]: pgmap v413: 129 pgs: 129 active+clean; 89 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 5.5 MiB/s wr, 1.22k op/s 2023-11-16T18:26:45.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:45 smithi093 ceph-mon[100185]: pgmap v414: 129 pgs: 129 active+clean; 86 MiB data, 879 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.7 MiB/s wr, 2.01k op/s 2023-11-16T18:26:45.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:45 smithi125 ceph-mon[100672]: pgmap v414: 129 pgs: 129 active+clean; 86 MiB data, 879 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.7 MiB/s wr, 2.01k op/s 2023-11-16T18:26:45.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:45 smithi063 ceph-mon[98873]: pgmap v414: 129 pgs: 129 active+clean; 86 MiB data, 879 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.7 MiB/s wr, 2.01k op/s 2023-11-16T18:26:47.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:47 smithi093 ceph-mon[100185]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 3.9 MiB/s wr, 2.42k op/s 2023-11-16T18:26:47.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:47 smithi125 ceph-mon[100672]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 3.9 MiB/s wr, 2.42k op/s 2023-11-16T18:26:47.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:47 smithi063 ceph-mon[98873]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 3.9 MiB/s wr, 2.42k op/s 2023-11-16T18:26:49.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:49 smithi093 ceph-mon[100185]: pgmap v416: 129 pgs: 129 active+clean; 83 MiB data, 854 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 2.52k op/s 2023-11-16T18:26:49.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:49 smithi125 ceph-mon[100672]: pgmap v416: 129 pgs: 129 active+clean; 83 MiB data, 854 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 2.52k op/s 2023-11-16T18:26:49.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:49 smithi063 ceph-mon[98873]: pgmap v416: 129 pgs: 129 active+clean; 83 MiB data, 854 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 2.52k op/s 2023-11-16T18:26:51.402 INFO:tasks.workunit.client.0.smithi063.stdout:created hierarchy, now cleaning up 2023-11-16T18:26:53.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:52 smithi125 ceph-mon[100672]: pgmap v417: 129 pgs: 129 active+clean; 97 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 2.53k op/s 2023-11-16T18:26:53.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:52 smithi063 ceph-mon[98873]: pgmap v417: 129 pgs: 129 active+clean; 97 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 2.53k op/s 2023-11-16T18:26:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:52 smithi093 ceph-mon[100185]: pgmap v417: 129 pgs: 129 active+clean; 97 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 2.53k op/s 2023-11-16T18:26:54.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 -- 172.21.15.63:0/1257248817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 msgr2=0x7fab700ff550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 --2- 172.21.15.63:0/1257248817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab700ff550 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fab60009990 tx=0x7fab60009ca0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 -- 172.21.15.63:0/1257248817 shutdown_connections 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 --2- 172.21.15.63:0/1257248817 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100cc0 0x7fab70107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 --2- 172.21.15.63:0/1257248817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab700ff550 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 --2- 172.21.15.63:0/1257248817 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100330 0x7fab70100780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 -- 172.21.15.63:0/1257248817 >> 172.21.15.63:0/1257248817 conn(0x7fab700fa720 msgr2=0x7fab700fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 -- 172.21.15.63:0/1257248817 shutdown_connections 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.532+0000 7fab7487d700 1 -- 172.21.15.63:0/1257248817 wait complete. 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 Processor -- start 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 -- start start 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100330 0x7fab70101710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 0x7fab70101c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab701023f0 con 0x7fab700ff140 2023-11-16T18:26:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab70102560 con 0x7fab70100cc0 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab7487d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab701a0090 con 0x7fab70100330 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46006/0 (socket says 172.21.15.63:46006) 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 -- 172.21.15.63:0/1440065507 learned_addr learned my addr 172.21.15.63:0/1440065507 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100330 0x7fab70101710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 0x7fab70101c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 -- 172.21.15.63:0/1440065507 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100330 msgr2=0x7fab70101710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100330 0x7fab70101710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 -- 172.21.15.63:0/1440065507 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 msgr2=0x7fab70101c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 0x7fab70101c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.533+0000 7fab6e59c700 1 -- 172.21.15.63:0/1440065507 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab600095f0 con 0x7fab700ff140 2023-11-16T18:26:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 0x7fab70101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fab60004730 tx=0x7fab60004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab5f7fe700 1 -- 172.21.15.63:0/1440065507 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6001d070 con 0x7fab700ff140 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab5f7fe700 1 -- 172.21.15.63:0/1440065507 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab60021410 con 0x7fab700ff140 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab7010aaf0 con 0x7fab700ff140 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab5f7fe700 1 -- 172.21.15.63:0/1440065507 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab60017650 con 0x7fab700ff140 2023-11-16T18:26:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.534+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7010a960 con 0x7fab700ff140 2023-11-16T18:26:57.559 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:54 smithi093 ceph-mon[100185]: pgmap v418: 129 pgs: 129 active+clean; 113 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 2.33k op/s 2023-11-16T18:26:57.559 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:56 smithi093 ceph-mon[100185]: pgmap v419: 129 pgs: 129 active+clean; 121 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 1.54k op/s 2023-11-16T18:26:57.559 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:54 smithi125 ceph-mon[100672]: pgmap v418: 129 pgs: 129 active+clean; 113 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 2.33k op/s 2023-11-16T18:26:57.560 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:56 smithi125 ceph-mon[100672]: pgmap v419: 129 pgs: 129 active+clean; 121 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 1.54k op/s 2023-11-16T18:26:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.536+0000 7fab5f7fe700 1 -- 172.21.15.63:0/1440065507 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fab60021810 con 0x7fab700ff140 2023-11-16T18:26:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.537+0000 7fab5f7fe700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 0x7fab580a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.537+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 0x7fab580a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.537+0000 7fab5f7fe700 1 -- 172.21.15.63:0/1440065507 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fab600ce0f0 con 0x7fab700ff140 2023-11-16T18:26:57.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.537+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 0x7fab580a3600 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fab64009c60 tx=0x7fab64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 Processor -- start 2023-11-16T18:26:57.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 -- start start 2023-11-16T18:26:57.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 0x55959fc01870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc02f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fb07000 con 0x55959fc01db0 2023-11-16T18:26:57.652 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fb59840 con 0x55959fc02b10 2023-11-16T18:26:57.652 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab80a09b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fb52cd0 con 0x55959fa5d6b0 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6e59c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 0x55959fc01870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46016/0 (socket says 172.21.15.63:46016) 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 -- 172.21.15.63:0/619180711 learned_addr learned my addr 172.21.15.63:0/619180711 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6ed9d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc02f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 -- 172.21.15.63:0/619180711 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 msgr2=0x55959fc01870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 0x55959fc01870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 -- 172.21.15.63:0/619180711 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 msgr2=0x55959fc02f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc02f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6dd9b700 1 -- 172.21.15.63:0/619180711 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55959f9d45d0 con 0x55959fc01db0 2023-11-16T18:26:57.653 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc02f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.538+0000 7fab6e59c700 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 0x55959fc01870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.539+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fab6400e4e0 tx=0x7fab64014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b638a555a922826 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.539+0000 7fab5cff9700 1 -- 172.21.15.63:0/619180711 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6400ee00 con 0x55959fc01db0 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.539+0000 7fab5cff9700 1 -- 172.21.15.63:0/619180711 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab64021070 con 0x55959fc01db0 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.539+0000 7fab5cff9700 1 -- 172.21.15.63:0/619180711 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6401d7b0 con 0x55959fc01db0 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.539+0000 7fab80a09b80 1 -- 172.21.15.63:0/619180711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 msgr2=0x55959fc025d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fab6400e4e0 tx=0x7fab64014000 comp rx=0 tx=0).stop 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- 172.21.15.63:0/619180711 shutdown_connections 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc02f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fa5d6b0 0x55959fc01870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- 172.21.15.63:0/619180711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc025d0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- 172.21.15.63:0/619180711 >> 172.21.15.63:0/619180711 conn(0x55959fbf6f50 msgr2=0x55959fbfc100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- 172.21.15.63:0/619180711 shutdown_connections 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- 172.21.15.63:0/619180711 wait complete. 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- start start 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 Processor -- start 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fc0ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc02b10 0x55959fc12200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959faf4880 con 0x55959fc01db0 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959faf4520 con 0x55959fa5d6b0 2023-11-16T18:26:57.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959f9d68c0 con 0x55959fc02b10 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab80a09b80 10 client.0 _ll_register_callbacks cb 0x55959fb12720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.540+0000 7fab6dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46022/0 (socket says 172.21.15.63:46022) 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 -- 172.21.15.63:0/2931935352 learned_addr learned my addr 172.21.15.63:0/2931935352 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc02b10 0x55959fc12200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6e59c700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fc0ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 -- 172.21.15.63:0/2931935352 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc02b10 msgr2=0x55959fc12200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc02b10 0x55959fc12200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 -- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 msgr2=0x55959fc0ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fc0ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 -- 172.21.15.63:0/2931935352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab64017070 con 0x55959fc01db0 2023-11-16T18:26:57.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fab6400ee20 tx=0x7fab6400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aff80e30cd2588 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab64005410 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fab64005570 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55959fbf4710 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab64003680 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab80a09b80 10 client.16254 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.541+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55959fb19130 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55959fbf4710 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fab6401c930 con 0x55959fc01db0 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 10 client.16254 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 10 client.16254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 20 client.16254 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc16a30 0x55959fc18e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 4 client.16254 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55959fb15040 con 0x55959fc16a30 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab6e59c700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc16a30 0x55959fc18e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab55ffb700 10 client.16254 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.542+0000 7fab6e59c700 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc16a30 0x55959fc18e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=359cc8ce3a14717c server_cookie=8a7304fd60cf8356 in_seq=0 out_seq=0 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab55ffb700 1 -- 172.21.15.63:0/2931935352 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55959fb15040 con 0x55959fc16a30 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab55ffb700 10 client.16254 handle_command_reply: tid=0 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 client.16254 shutdown 2023-11-16T18:26:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 msgr2=0x55959fc0b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fab6400ee20 tx=0x7fab6400ee50 comp rx=0 tx=0).stop 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 shutdown_connections 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc16a30 0x55959fc18e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc02b10 0x55959fc12200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fc0ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab55ffb700 0 client.16254 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 --2- 172.21.15.63:0/2931935352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc01db0 0x55959fc0b1c0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 >> 172.21.15.63:0/2931935352 conn(0x55959fbf6f50 msgr2=0x55959fbfb7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 shutdown_connections 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 1 -- 172.21.15.63:0/2931935352 wait complete. 2023-11-16T18:26:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.545+0000 7fab80a09b80 20 client.16254 trim_cache size 0 max 16384 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 Processor -- start 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 -- start start 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fbfca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc121c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fbfd1a0 con 0x55959fc02b10 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fbfdb50 con 0x55959fa5d6b0 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab80a09b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fc023c0 con 0x55959fc01db0 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.560+0000 7fab6ed9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6ed9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46032/0 (socket says 172.21.15.63:46032) 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6ed9d700 1 -- 172.21.15.63:0/29486902 learned_addr learned my addr 172.21.15.63:0/29486902 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fbfca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc121c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 -- 172.21.15.63:0/29486902 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 msgr2=0x55959fc121c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc121c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 -- 172.21.15.63:0/29486902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 msgr2=0x55959fc0ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 -- 172.21.15.63:0/29486902 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55959fb18e80 con 0x55959fa5d6b0 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab6e59c700 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fbfca00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab600cb8b0 tx=0x7fab600a1040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ed619c879156ebd server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab5d7fa700 1 -- 172.21.15.63:0/29486902 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6009f280 con 0x55959fa5d6b0 2023-11-16T18:26:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab5d7fa700 1 -- 172.21.15.63:0/29486902 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab600a3610 con 0x55959fa5d6b0 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.561+0000 7fab5d7fa700 1 -- 172.21.15.63:0/29486902 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6009a740 con 0x55959fa5d6b0 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- 172.21.15.63:0/29486902 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 msgr2=0x55959fbfca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fbfca00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab600cb8b0 tx=0x7fab600a1040 comp rx=0 tx=0).stop 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- 172.21.15.63:0/29486902 shutdown_connections 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fc02b10 0x55959fc0ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fa5d6b0 0x55959fbfca00 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- 172.21.15.63:0/29486902 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc121c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- 172.21.15.63:0/29486902 >> 172.21.15.63:0/29486902 conn(0x55959fbf6f50 msgr2=0x55959fc1d760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- 172.21.15.63:0/29486902 shutdown_connections 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- 172.21.15.63:0/29486902 wait complete. 2023-11-16T18:26:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- start start 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 Processor -- start 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc0e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc111c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fc11730 con 0x55959fa5d6b0 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fc118a0 con 0x55959fc02b10 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.562+0000 7fab80a09b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55959fc11a60 con 0x55959fc01db0 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab80a09b80 10 client.0 _ll_register_callbacks cb 0x7fab68009d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46034/0 (socket says 172.21.15.63:46034) 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6dd9b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc0e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 -- 172.21.15.63:0/1090425327 learned_addr learned my addr 172.21.15.63:0/1090425327 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc111c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 -- 172.21.15.63:0/1090425327 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 msgr2=0x55959fc0e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc0e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 -- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 msgr2=0x55959fc111c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc111c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 -- 172.21.15.63:0/1090425327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab680092d0 con 0x55959fa5d6b0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6ed9d700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc111c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab6e59c700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fab6000b2e0 tx=0x7fab600092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46afcb67e3e81185 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab60099390 con 0x55959fa5d6b0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fab6009f280 con 0x55959fa5d6b0 2023-11-16T18:26:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab64021070 con 0x55959fa5d6b0 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab6009a740 con 0x55959fa5d6b0 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab80a09b80 10 client.16260 fetch_fsmap learned FSMap version 27 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.563+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fab7010aaf0 con 0x55959fa5d6b0 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab64021070 con 0x55959fa5d6b0 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 27) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fab6009a1b0 con 0x55959fa5d6b0 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 10 client.16260 fetch_fsmap finished waiting for FSMap version 27 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 10 client.16260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 20 client.16260 populate_metadata read hostname 'smithi063' 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc6b260 0x55959fc6d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 4 client.16260 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55959fb21600 con 0x55959fc6b260 2023-11-16T18:26:57.705 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc6b260 0x55959fc6d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:26:57.706 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab55ffb700 10 client.16260 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:57.706 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:54.564+0000 7fab6dd9b700 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc6b260 0x55959fc6d670 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5b142923a50fd69 server_cookie=89f022abc12a211b in_seq=0 out_seq=0 2023-11-16T18:26:57.706 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:54 smithi063 ceph-mon[98873]: pgmap v418: 129 pgs: 129 active+clean; 113 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 2.33k op/s 2023-11-16T18:26:57.706 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:56 smithi063 ceph-mon[98873]: pgmap v419: 129 pgs: 129 active+clean; 121 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 1.54k op/s 2023-11-16T18:26:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:26:58 smithi063 ceph-mon[98873]: pgmap v420: 129 pgs: 129 active+clean; 131 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 666 op/s 2023-11-16T18:26:59.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:26:58 smithi093 ceph-mon[100185]: pgmap v420: 129 pgs: 129 active+clean; 131 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 666 op/s 2023-11-16T18:26:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.183+0000 7fab55ffb700 1 -- 172.21.15.63:0/1090425327 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55959fb21600 con 0x55959fc6b260 2023-11-16T18:26:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.183+0000 7fab55ffb700 10 client.16260 handle_command_reply: tid=0 2023-11-16T18:26:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 client.16260 shutdown 2023-11-16T18:26:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 msgr2=0x55959fc0e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fab6000b2e0 tx=0x7fab600092d0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 shutdown_connections 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55959fc6b260 0x55959fc6d670 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55959fc02b10 0x55959fc111c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55959fa5d6b0 0x55959fc0e350 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 --2- 172.21.15.63:0/1090425327 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55959fc01db0 0x55959fc0e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 >> 172.21.15.63:0/1090425327 conn(0x55959fbf6f50 msgr2=0x55959fbfca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.184+0000 7fab55ffb700 0 client.16260 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.185+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 shutdown_connections 2023-11-16T18:26:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.185+0000 7fab80a09b80 1 -- 172.21.15.63:0/1090425327 wait complete. 2023-11-16T18:26:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.185+0000 7fab80a09b80 20 client.16260 trim_cache size 0 max 16384 2023-11-16T18:26:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:26:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:26:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:26:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.187+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 msgr2=0x7fab580a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.187+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 0x7fab580a3600 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fab64009c60 tx=0x7fab64009260 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.187+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 msgr2=0x7fab701030d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.187+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fab60004730 tx=0x7fab60004760 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.187+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 shutdown_connections 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.188+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fab580a1150 0x7fab580a3600 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.188+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fab70100cc0 0x7fab70101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.188+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab700ff140 0x7fab701030d0 secure :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fab60004730 tx=0x7fab60004760 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.188+0000 7fab7487d700 1 --2- 172.21.15.63:0/1440065507 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fab70100330 0x7fab70101710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:26:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.188+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 >> 172.21.15.63:0/1440065507 conn(0x7fab700fa720 msgr2=0x7fab700680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:26:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.189+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 shutdown_connections 2023-11-16T18:26:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:26:59.190+0000 7fab7487d700 1 -- 172.21.15.63:0/1440065507 wait complete. 2023-11-16T18:26:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:26:58 smithi125 ceph-mon[100672]: pgmap v420: 129 pgs: 129 active+clean; 131 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 666 op/s 2023-11-16T18:27:01.082 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:00 smithi063 ceph-mon[98873]: pgmap v421: 129 pgs: 129 active+clean; 131 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 228 op/s 2023-11-16T18:27:01.188 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:00 smithi093 ceph-mon[100185]: pgmap v421: 129 pgs: 129 active+clean; 131 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 228 op/s 2023-11-16T18:27:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:00 smithi125 ceph-mon[100672]: pgmap v421: 129 pgs: 129 active+clean; 131 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 228 op/s 2023-11-16T18:27:03.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:02 smithi063 ceph-mon[98873]: pgmap v422: 129 pgs: 129 active+clean; 132 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 189 op/s 2023-11-16T18:27:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:02 smithi063 ceph-mon[98873]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:27:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:02 smithi093 ceph-mon[100185]: pgmap v422: 129 pgs: 129 active+clean; 132 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 189 op/s 2023-11-16T18:27:03.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:02 smithi093 ceph-mon[100185]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:27:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:02 smithi125 ceph-mon[100672]: pgmap v422: 129 pgs: 129 active+clean; 132 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 189 op/s 2023-11-16T18:27:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:02 smithi125 ceph-mon[100672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-11-16T18:27:04.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:03 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:27:04.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:03 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:04.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:03 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:27:04.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:03 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:04.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:03 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:27:04.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:03 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:04 smithi063 ceph-mon[98873]: pgmap v423: 129 pgs: 129 active+clean; 122 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 304 op/s 2023-11-16T18:27:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:04 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:27:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:04 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:04 smithi093 ceph-mon[100185]: pgmap v423: 129 pgs: 129 active+clean; 122 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 304 op/s 2023-11-16T18:27:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:04 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:27:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:04 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:04 smithi125 ceph-mon[100672]: pgmap v423: 129 pgs: 129 active+clean; 122 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 304 op/s 2023-11-16T18:27:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:04 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:27:05.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:04 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:07.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:06 smithi063 ceph-mon[98873]: pgmap v424: 129 pgs: 129 active+clean; 128 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 347 op/s 2023-11-16T18:27:07.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:06 smithi093 ceph-mon[100185]: pgmap v424: 129 pgs: 129 active+clean; 128 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 347 op/s 2023-11-16T18:27:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:06 smithi125 ceph-mon[100672]: pgmap v424: 129 pgs: 129 active+clean; 128 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 347 op/s 2023-11-16T18:27:08.399 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:27:08.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 -- 172.21.15.63:0/3588273511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 msgr2=0x7f37900ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 --2- 172.21.15.63:0/3588273511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f37900ff5d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f378c0098f0 tx=0x7f378c009c00 comp rx=0 tx=0).stop 2023-11-16T18:27:08.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 -- 172.21.15.63:0/3588273511 shutdown_connections 2023-11-16T18:27:08.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 --2- 172.21.15.63:0/3588273511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3790100d40 0x7f3790107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 --2- 172.21.15.63:0/3588273511 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f37900ff5d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 --2- 172.21.15.63:0/3588273511 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f37901003b0 0x7f3790100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 -- 172.21.15.63:0/3588273511 >> 172.21.15.63:0/3588273511 conn(0x7f37900fa7a0 msgr2=0x7f37900fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 -- 172.21.15.63:0/3588273511 shutdown_connections 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.531+0000 7f3798375700 1 -- 172.21.15.63:0/3588273511 wait complete. 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 Processor -- start 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 -- start start 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 0x7f37901954f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3790100d40 0x7f379019c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379019cb30 con 0x7f37901003b0 2023-11-16T18:27:08.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379019cc70 con 0x7f37900ff1c0 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3798375700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379019ce00 con 0x7f3790100d40 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 0x7f37901954f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41452/0 (socket says 172.21.15.63:41452) 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796912700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3790100d40 0x7f379019c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 0x7f37901954f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46050/0 (socket says 172.21.15.63:46050) 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 -- 172.21.15.63:0/244428416 learned_addr learned my addr 172.21.15.63:0/244428416 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 -- 172.21.15.63:0/244428416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3790100d40 msgr2=0x7f379019c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3790100d40 0x7f379019c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 -- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 msgr2=0x7f37901954f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 0x7f37901954f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.532+0000 7f3796111700 1 -- 172.21.15.63:0/244428416 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3788009d00 con 0x7f37900ff1c0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f3796111700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f378c000c00 tx=0x7f378c00b730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f37877fe700 1 -- 172.21.15.63:0/244428416 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378c01e070 con 0x7f37900ff1c0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f37877fe700 1 -- 172.21.15.63:0/244428416 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f378c00f7b0 con 0x7f37900ff1c0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f378c009520 con 0x7f37900ff1c0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f37877fe700 1 -- 172.21.15.63:0/244428416 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378c003970 con 0x7f37900ff1c0 2023-11-16T18:27:08.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.533+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f379010ab20 con 0x7f37900ff1c0 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.535+0000 7f37877fe700 1 -- 172.21.15.63:0/244428416 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f378c022030 con 0x7f37900ff1c0 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.536+0000 7f37877fe700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 0x7f377c0a7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.536+0000 7f3795910700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 0x7f377c0a7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.536+0000 7f37877fe700 1 -- 172.21.15.63:0/244428416 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f378c0cdb90 con 0x7f37900ff1c0 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 Processor -- start 2023-11-16T18:27:08.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3795910700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 0x7f377c0a7a10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3780009c60 tx=0x7f3780009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 -- start start 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30ec00 0x56264f30f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f30fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f214060 con 0x56264f310110 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f2668a0 con 0x56264f30ec00 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f37a4501b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f25fd30 con 0x56264f30f550 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3795910700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f30fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46060/0 (socket says 172.21.15.63:46060) 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 -- 172.21.15.63:0/3874795742 learned_addr learned my addr 172.21.15.63:0/3874795742 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:08.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796111700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30ec00 0x56264f30f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 -- 172.21.15.63:0/3874795742 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 msgr2=0x56264f30fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f30fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 -- 172.21.15.63:0/3874795742 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30ec00 msgr2=0x56264f30f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.537+0000 7f3796912700 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30ec00 0x56264f30f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.538+0000 7f3796912700 1 -- 172.21.15.63:0/3874795742 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56264f0e1630 con 0x56264f310110 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.538+0000 7f3796912700 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f3788009530 tx=0x7f37880099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dcc8093e2ea9fa7 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.538+0000 7f3784dac700 1 -- 172.21.15.63:0/3874795742 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378800e070 con 0x56264f310110 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.538+0000 7f3784dac700 1 -- 172.21.15.63:0/3874795742 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f378800f040 con 0x56264f310110 2023-11-16T18:27:08.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.538+0000 7f3784dac700 1 -- 172.21.15.63:0/3874795742 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3788017680 con 0x56264f310110 2023-11-16T18:27:08.546 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- 172.21.15.63:0/3874795742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 msgr2=0x56264f310580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f3788009530 tx=0x7f37880099e0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- 172.21.15.63:0/3874795742 shutdown_connections 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f310580 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30ec00 0x56264f30f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3874795742 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f30fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- 172.21.15.63:0/3874795742 >> 172.21.15.63:0/3874795742 conn(0x56264f304360 msgr2=0x56264f309670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- 172.21.15.63:0/3874795742 shutdown_connections 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- 172.21.15.63:0/3874795742 wait complete. 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 -- start start 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 Processor -- start 2023-11-16T18:27:08.547 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.539+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30f550 0x56264f318af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 0x56264f31fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f2018e0 con 0x56264f30ec00 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f201580 con 0x56264f30f550 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f0e3920 con 0x56264f310110 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 10 client.0 _ll_register_callbacks cb 0x56264f21f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46062/0 (socket says 172.21.15.63:46062) 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 -- 172.21.15.63:0/3736134098 learned_addr learned my addr 172.21.15.63:0/3736134098 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796912700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 0x56264f31fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.548 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3795910700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30f550 0x56264f318af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 -- 172.21.15.63:0/3736134098 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 msgr2=0x56264f31fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 0x56264f31fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 -- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30f550 msgr2=0x56264f318af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30f550 0x56264f318af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 -- 172.21.15.63:0/3736134098 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37880091e0 con 0x56264f30ec00 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796912700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 0x56264f31fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3796111700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f378c00bcf0 tx=0x7f378c005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb21084bdee9fa6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3779ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378c09d070 con 0x56264f30ec00 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f378c09ed00 con 0x56264f30ec00 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.540+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56264f301b20 con 0x56264f30ec00 2023-11-16T18:27:08.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f378c0a3090 con 0x56264f30ec00 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 10 client.16272 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56264f226190 con 0x56264f30ec00 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f378c0c9080 con 0x56264f30ec00 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f378c09af30 con 0x56264f30ec00 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 10 client.16272 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 10 client.16272 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 20 client.16272 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:08.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f324000 0x56264f326410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.553 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 4 client.16272 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56264f2220a0 con 0x56264f324000 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3795910700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f324000 0x56264f326410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3779ffb700 10 client.16272 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.541+0000 7f3795910700 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f324000 0x56264f326410 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eed3c8026894df56 server_cookie=172e03f03f518e73 in_seq=0 out_seq=0 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f3779ffb700 1 -- 172.21.15.63:0/3736134098 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56264f2220a0 con 0x56264f324000 2023-11-16T18:27:08.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f3779ffb700 10 client.16272 handle_command_reply: tid=0 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 client.16272 shutdown 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 msgr2=0x56264f3185b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f378c00bcf0 tx=0x7f378c005710 comp rx=0 tx=0).stop 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 shutdown_connections 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f324000 0x56264f326410 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f310110 0x56264f31fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f30ec00 0x56264f3185b0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f3779ffb700 0 client.16272 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 --2- 172.21.15.63:0/3736134098 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f30f550 0x56264f318af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 >> 172.21.15.63:0/3736134098 conn(0x56264f304360 msgr2=0x56264f308de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 shutdown_connections 2023-11-16T18:27:08.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 1 -- 172.21.15.63:0/3736134098 wait complete. 2023-11-16T18:27:08.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.542+0000 7f37a4501b80 20 client.16272 trim_cache size 0 max 16384 2023-11-16T18:27:08.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 Processor -- start 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 -- start start 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f320420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f318360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f316d20 con 0x56264f310110 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f326a70 con 0x56264f317320 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f37a4501b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f30f920 con 0x56264f30f550 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46072/0 (socket says 172.21.15.63:46072) 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.561+0000 7f3795910700 1 -- 172.21.15.63:0/284385028 learned_addr learned my addr 172.21.15.63:0/284385028 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:08.565 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3796111700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f320420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3796912700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f318360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 -- 172.21.15.63:0/284385028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 msgr2=0x56264f320420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f320420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 -- 172.21.15.63:0/284385028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 msgr2=0x56264f318360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f318360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 -- 172.21.15.63:0/284385028 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56264f225ee0 con 0x56264f310110 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3796912700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f318360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f3795910700 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x56264f326ce0 tx=0x7f3780014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72463421f4fa354a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f37855ad700 1 -- 172.21.15.63:0/284385028 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3780022030 con 0x56264f310110 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f37855ad700 1 -- 172.21.15.63:0/284385028 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3780023040 con 0x56264f310110 2023-11-16T18:27:08.566 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.562+0000 7f37855ad700 1 -- 172.21.15.63:0/284385028 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3780003eb0 con 0x56264f310110 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- 172.21.15.63:0/284385028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 msgr2=0x56264f31faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x56264f326ce0 tx=0x7f3780014000 comp rx=0 tx=0).stop 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- 172.21.15.63:0/284385028 shutdown_connections 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f318360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f320420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 --2- 172.21.15.63:0/284385028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31faf0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- 172.21.15.63:0/284385028 >> 172.21.15.63:0/284385028 conn(0x56264f304360 msgr2=0x56264f32ad30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- 172.21.15.63:0/284385028 shutdown_connections 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- 172.21.15.63:0/284385028 wait complete. 2023-11-16T18:27:08.571 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 -- start start 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.563+0000 7f37a4501b80 1 Processor -- start 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f31f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f31be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f31c3d0 con 0x56264f310110 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f31c540 con 0x56264f317320 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56264f31c700 con 0x56264f30f550 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 10 client.0 _ll_register_callbacks cb 0x7f378c09a810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.572 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3796111700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f31f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46078/0 (socket says 172.21.15.63:46078) 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 -- 172.21.15.63:0/329274372 learned_addr learned my addr 172.21.15.63:0/329274372 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3796912700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f31be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 -- 172.21.15.63:0/329274372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 msgr2=0x56264f31f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f31f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 -- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 msgr2=0x56264f31be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f31be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 -- 172.21.15.63:0/329274372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3780017070 con 0x56264f310110 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3796111700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f31f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3796912700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f31be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3795910700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f3780011ab0 tx=0x7f3780003790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f204b8385fcceed server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:08.573 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3779ffb700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3780022070 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f378002b040 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.564+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f378800f040 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f378002b200 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 10 client.16278 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56264f076c60 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f378800f040 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3780032070 con 0x56264f310110 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 10 client.16278 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:08.574 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 10 client.16278 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 20 client.16278 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f379320 0x56264f37b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 4 client.16278 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56264f22e660 con 0x56264f379320 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.565+0000 7f3796111700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f379320 0x56264f37b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f3779ffb700 10 client.16278 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f3796111700 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f379320 0x56264f37b730 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21c43f23af0a10b2 server_cookie=9372094ff9bd03e9 in_seq=0 out_seq=0 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f3779ffb700 1 -- 172.21.15.63:0/329274372 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x56264f22e660 con 0x56264f379320 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f3779ffb700 10 client.16278 handle_command_reply: tid=0 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 client.16278 shutdown 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 msgr2=0x56264f31f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.575 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f3780011ab0 tx=0x7f3780003790 comp rx=0 tx=0).stop 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 shutdown_connections 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56264f379320 0x56264f37b730 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56264f317320 0x56264f31be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f3779ffb700 0 client.16278 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56264f30f550 0x56264f31f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 --2- 172.21.15.63:0/329274372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56264f310110 0x56264f31f8a0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 >> 172.21.15.63:0/329274372 conn(0x56264f304360 msgr2=0x56264f312f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 shutdown_connections 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 1 -- 172.21.15.63:0/329274372 wait complete. 2023-11-16T18:27:08.576 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.566+0000 7f37a4501b80 20 client.16278 trim_cache size 0 max 16384 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "scrub active (1 inodes in the stack)", 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "2a8fe242-f33f-4b58-b2bb-2c895041e4d7": { 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:27:08.577 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:27:08.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 msgr2=0x7f377c0a7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.578 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 0x7f377c0a7a10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3780009c60 tx=0x7f3780009260 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 msgr2=0x7f3790194fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f378c000c00 tx=0x7f378c00b730 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 shutdown_connections 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f377c0a5560 0x7f377c0a7a10 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3790100d40 0x7f379019c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f37900ff1c0 0x7f3790194fb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 --2- 172.21.15.63:0/244428416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37901003b0 0x7f37901954f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 >> 172.21.15.63:0/244428416 conn(0x7f37900fa7a0 msgr2=0x7f37900fcaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 shutdown_connections 2023-11-16T18:27:08.579 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:08.567+0000 7f3798375700 1 -- 172.21.15.63:0/244428416 wait complete. 2023-11-16T18:27:08.581 INFO:tasks.cephfs.filesystem:scrub status for tag:2a8fe242-f33f-4b58-b2bb-2c895041e4d7 - {'path': '/', 'tag': '2a8fe242-f33f-4b58-b2bb-2c895041e4d7', 'options': 'recursive,force'} 2023-11-16T18:27:09.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:08 smithi063 ceph-mon[98873]: pgmap v425: 129 pgs: 129 active+clean; 139 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 399 op/s 2023-11-16T18:27:09.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:08 smithi093 ceph-mon[100185]: pgmap v425: 129 pgs: 129 active+clean; 139 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 399 op/s 2023-11-16T18:27:09.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:08 smithi125 ceph-mon[100672]: pgmap v425: 129 pgs: 129 active+clean; 139 MiB data, 992 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 399 op/s 2023-11-16T18:27:11.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:10 smithi063 ceph-mon[98873]: pgmap v426: 129 pgs: 129 active+clean; 145 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 416 op/s 2023-11-16T18:27:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:10 smithi093 ceph-mon[100185]: pgmap v426: 129 pgs: 129 active+clean; 145 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 416 op/s 2023-11-16T18:27:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:10 smithi125 ceph-mon[100672]: pgmap v426: 129 pgs: 129 active+clean; 145 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 416 op/s 2023-11-16T18:27:12.385 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 -- 172.21.15.63:0/766164304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ffc10 msgr2=0x7fc2241004a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/766164304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ffc10 0x7fc2241004a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009990 tx=0x7fc21c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 -- 172.21.15.63:0/766164304 shutdown_connections 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/766164304 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ffc10 0x7fc2241004a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/766164304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2240fe500 0x7fc2240fe910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/766164304 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2240ff260 0x7fc2240ff6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.383+0000 7fc22bdfe700 1 -- 172.21.15.63:0/766164304 >> 172.21.15.63:0/766164304 conn(0x7fc2240f9ea0 msgr2=0x7fc2240fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.384+0000 7fc22bdfe700 1 -- 172.21.15.63:0/766164304 shutdown_connections 2023-11-16T18:27:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.384+0000 7fc22bdfe700 1 -- 172.21.15.63:0/766164304 wait complete. 2023-11-16T18:27:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 Processor -- start 2023-11-16T18:27:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 -- start start 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ff260 0x7fc224070390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2240ffc10 0x7fc2240708d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2240722c0 con 0x7fc224071910 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc224072430 con 0x7fc2240ff260 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22bdfe700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2240725f0 con 0x7fc2240ffc10 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22a39b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22a39b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46088/0 (socket says 172.21.15.63:46088) 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc22a39b700 1 -- 172.21.15.63:0/525320578 learned_addr learned my addr 172.21.15.63:0/525320578 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.385+0000 7fc229b9a700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ff260 0x7fc224070390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.386+0000 7fc22a39b700 1 -- 172.21.15.63:0/525320578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2240ffc10 msgr2=0x7fc2240708d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.386+0000 7fc22a39b700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2240ffc10 0x7fc2240708d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.386+0000 7fc22a39b700 1 -- 172.21.15.63:0/525320578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ff260 msgr2=0x7fc224070390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.386+0000 7fc22a39b700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ff260 0x7fc224070390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.386+0000 7fc22a39b700 1 -- 172.21.15.63:0/525320578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc21c0095f0 con 0x7fc224071910 2023-11-16T18:27:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc22a39b700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fc21c006010 tx=0x7fc21c00f7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc222ffd700 1 -- 172.21.15.63:0/525320578 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc21c01d070 con 0x7fc224071910 2023-11-16T18:27:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc222ffd700 1 -- 172.21.15.63:0/525320578 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc21c00fbf0 con 0x7fc224071910 2023-11-16T18:27:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc222ffd700 1 -- 172.21.15.63:0/525320578 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc21c017650 con 0x7fc224071910 2023-11-16T18:27:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc22406ab30 con 0x7fc224071910 2023-11-16T18:27:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.387+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc22406a9a0 con 0x7fc224071910 2023-11-16T18:27:12.394 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.392+0000 7fc237f8ab80 1 Processor -- start 2023-11-16T18:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.393+0000 7fc222ffd700 1 -- 172.21.15.63:0/525320578 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc21c022470 con 0x7fc224071910 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 -- start start 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d6026696b0 0x55d60280d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280eb10 0x55d60280ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d602713000 con 0x55d60280ddb0 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d602765840 con 0x55d60280eb10 2023-11-16T18:27:12.396 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60275ecd0 con 0x55d6026696b0 2023-11-16T18:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.394+0000 7fc222ffd700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 0x7fc2140a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.395+0000 7fc222ffd700 1 -- 172.21.15.63:0/525320578 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc21c0cde90 con 0x7fc224071910 2023-11-16T18:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.395+0000 7fc229b9a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46096/0 (socket says 172.21.15.63:46096) 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 -- 172.21.15.63:0/3403593734 learned_addr learned my addr 172.21.15.63:0/3403593734 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 -- 172.21.15.63:0/3403593734 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d6026696b0 msgr2=0x55d60280d870 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d6026696b0 0x55d60280d870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 -- 172.21.15.63:0/3403593734 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280eb10 msgr2=0x55d60280ef80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280eb10 0x55d60280ef80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 -- 172.21.15.63:0/3403593734 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d6025e05d0 con 0x55d60280ddb0 2023-11-16T18:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.396+0000 7fc229b9a700 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc21800a4b0 tx=0x7fc2180096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c3f415d88d4372 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.397+0000 7fc20ffff700 1 -- 172.21.15.63:0/3403593734 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc218010040 con 0x55d60280ddb0 2023-11-16T18:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.397+0000 7fc20ffff700 1 -- 172.21.15.63:0/3403593734 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc21800ae80 con 0x55d60280ddb0 2023-11-16T18:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.397+0000 7fc20ffff700 1 -- 172.21.15.63:0/3403593734 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc218014c30 con 0x55d60280ddb0 2023-11-16T18:27:12.400 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3403593734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 msgr2=0x55d60280e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:12.400 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc21800a4b0 tx=0x7fc2180096d0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.400 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3403593734 shutdown_connections 2023-11-16T18:27:12.400 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280eb10 0x55d60280ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d6026696b0 0x55d60280d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3403593734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d60280e5d0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.398+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3403593734 >> 172.21.15.63:0/3403593734 conn(0x55d602802f50 msgr2=0x55d602808100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.399+0000 7fc22a39b700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 0x7fc2140a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.400+0000 7fc22a39b700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 0x7fc2140a3680 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0a2e80 tx=0x7fc21c00ff40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.400+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3403593734 shutdown_connections 2023-11-16T18:27:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.401+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3403593734 wait complete. 2023-11-16T18:27:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.401+0000 7fc237f8ab80 1 -- start start 2023-11-16T18:27:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.401+0000 7fc237f8ab80 1 Processor -- start 2023-11-16T18:27:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280ddb0 0x55d60281f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d602826a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d602700880 con 0x55d60280eb10 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d602700520 con 0x55d6026696b0 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6025e28c0 con 0x55d60280ddb0 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc237f8ab80 10 client.0 _ll_register_callbacks cb 0x55d60271e720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc229399700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc229399700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41506/0 (socket says 172.21.15.63:41506) 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc229399700 1 -- 172.21.15.63:0/4198810801 learned_addr learned my addr 172.21.15.63:0/4198810801 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.402+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280ddb0 0x55d60281f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 -- 172.21.15.63:0/4198810801 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280ddb0 msgr2=0x55d60281f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280ddb0 0x55d60281f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 -- 172.21.15.63:0/4198810801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 msgr2=0x55d602826a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d602826a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 -- 172.21.15.63:0/4198810801 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc218009ca0 con 0x55d6026696b0 2023-11-16T18:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc229399700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc210001e70 tx=0x7fc21000e3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57c3eebf21d0627b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc20d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc210008a10 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc210008b70 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.403+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d602721040 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.404+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc210008d30 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.404+0000 7fc237f8ab80 10 client.25958 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.404+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d602725130 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.404+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc21001d020 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fc210015460 con 0x55d6026696b0 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 10 client.25958 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 10 client.25958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 20 client.25958 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60282b2f0 0x55d60282d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 4 client.25958 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d60272d600 con 0x55d60282b2f0 2023-11-16T18:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.405+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60282b2f0 0x55d60282d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.409+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60282b2f0 0x55d60282d700 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeabaa1655ab6e5d server_cookie=6a1cc6e2e6195bb5 in_seq=0 out_seq=0 2023-11-16T18:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.409+0000 7fc20d7fa700 10 client.25958 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:12.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.413+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4198810801 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d60272d600 con 0x55d60282b2f0 2023-11-16T18:27:12.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.413+0000 7fc20d7fa700 10 client.25958 handle_command_reply: tid=0 2023-11-16T18:27:12.415 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.413+0000 7fc237f8ab80 1 client.25958 shutdown 2023-11-16T18:27:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 msgr2=0x55d60281f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc210001e70 tx=0x7fc21000e3c0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 shutdown_connections 2023-11-16T18:27:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60282b2f0 0x55d60282d700 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d602826a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d6026696b0 0x55d60281f4b0 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc210001e70 tx=0x7fc21000e3c0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4198810801 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280ddb0 0x55d60281f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 >> 172.21.15.63:0/4198810801 conn(0x55d602802f50 msgr2=0x55d6028077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.414+0000 7fc20d7fa700 0 client.25958 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:12.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.419+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 shutdown_connections 2023-11-16T18:27:12.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.419+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4198810801 wait complete. 2023-11-16T18:27:12.421 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.419+0000 7fc237f8ab80 20 client.25958 trim_cache size 0 max 16384 2023-11-16T18:27:12.452 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.449+0000 7fc237f8ab80 1 Processor -- start 2023-11-16T18:27:12.452 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 -- start start 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d6028269c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60281eb60 0x55d60280eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60280e420 con 0x55d60280eb10 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60280f420 con 0x55d60280ddb0 2023-11-16T18:27:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6028286c0 con 0x55d60281eb60 2023-11-16T18:27:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc229399700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc229399700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41514/0 (socket says 172.21.15.63:41514) 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc229399700 1 -- 172.21.15.63:0/3943538662 learned_addr learned my addr 172.21.15.63:0/3943538662 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.451+0000 7fc229399700 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60281eb60 0x55d60280eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229b9a700 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d6028269c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 -- 172.21.15.63:0/3943538662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60281eb60 msgr2=0x55d60280eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60281eb60 0x55d60280eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 -- 172.21.15.63:0/3943538662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 msgr2=0x55d6028269c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d6028269c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 -- 172.21.15.63:0/3943538662 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d602724e80 con 0x55d60280ddb0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc229399700 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc210015840 tx=0x7fc210000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1e22691051f12c0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc220ff9700 1 -- 172.21.15.63:0/3943538662 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc21000ed40 con 0x55d60280ddb0 2023-11-16T18:27:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc220ff9700 1 -- 172.21.15.63:0/3943538662 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc21001d030 con 0x55d60280ddb0 2023-11-16T18:27:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.452+0000 7fc220ff9700 1 -- 172.21.15.63:0/3943538662 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2100076e0 con 0x55d60280ddb0 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3943538662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 msgr2=0x55d60281e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc210015840 tx=0x7fc210000bc0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3943538662 shutdown_connections 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60281eb60 0x55d60280eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60280ddb0 0x55d60281e300 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/3943538662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280eb10 0x55d6028269c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3943538662 >> 172.21.15.63:0/3943538662 conn(0x55d602802f50 msgr2=0x55d602832020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.453+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3943538662 shutdown_connections 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.454+0000 7fc237f8ab80 1 -- 172.21.15.63:0/3943538662 wait complete. 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.454+0000 7fc237f8ab80 1 -- start start 2023-11-16T18:27:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.454+0000 7fc237f8ab80 1 Processor -- start 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d602822bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60281eb60 0x55d602825a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d602825f70 con 0x55d60280ddb0 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6028260e0 con 0x55d60281eb60 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6028262a0 con 0x55d60280eb10 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc237f8ab80 10 client.0 _ll_register_callbacks cb 0x7fc210001740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229399700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d602822bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44886/0 (socket says 172.21.15.63:44886) 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229399700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d602822bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46116/0 (socket says 172.21.15.63:46116) 2023-11-16T18:27:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 -- 172.21.15.63:0/4294630113 learned_addr learned my addr 172.21.15.63:0/4294630113 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229399700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60281eb60 0x55d602825a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 -- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60281eb60 msgr2=0x55d602825a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60281eb60 0x55d602825a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 -- 172.21.15.63:0/4294630113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 msgr2=0x55d602822bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d602822bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 -- 172.21.15.63:0/4294630113 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d602725130 con 0x55d60280eb10 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc229b9a700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc218000f80 tx=0x7fc2180146f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ff713190c33af71 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.455+0000 7fc20d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc218010040 con 0x55d60280eb10 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc218024070 con 0x55d60280eb10 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d602800710 con 0x55d60280eb10 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc218014860 con 0x55d60280eb10 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 10 client.25897 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d602575c00 con 0x55d60280eb10 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d602800710 con 0x55d60280eb10 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fc218008030 con 0x55d60280eb10 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 10 client.25897 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 10 client.25897 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 20 client.25897 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60287fe40 0x55d602882250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 4 client.25897 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.456+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d6025adf10 con 0x55d60287fe40 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.457+0000 7fc229399700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60287fe40 0x55d602882250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.457+0000 7fc20d7fa700 10 client.25897 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:12.457+0000 7fc229399700 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60287fe40 0x55d602882250 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=348e9840a921bd5a server_cookie=564324224ae7788e in_seq=0 out_seq=0 2023-11-16T18:27:13.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:12 smithi063 ceph-mon[98873]: pgmap v427: 129 pgs: 129 active+clean; 160 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 435 op/s 2023-11-16T18:27:13.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:12 smithi093 ceph-mon[100185]: pgmap v427: 129 pgs: 129 active+clean; 160 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 435 op/s 2023-11-16T18:27:13.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:12 smithi125 ceph-mon[100672]: pgmap v427: 129 pgs: 129 active+clean; 160 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 435 op/s 2023-11-16T18:27:15.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:14 smithi063 ceph-mon[98873]: pgmap v428: 129 pgs: 129 active+clean; 170 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 386 op/s 2023-11-16T18:27:15.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:14 smithi093 ceph-mon[100185]: pgmap v428: 129 pgs: 129 active+clean; 170 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 386 op/s 2023-11-16T18:27:15.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:14 smithi125 ceph-mon[100672]: pgmap v428: 129 pgs: 129 active+clean; 170 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 386 op/s 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc20d7fa700 1 -- 172.21.15.63:0/4294630113 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d6025adf10 con 0x55d60287fe40 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc20d7fa700 10 client.25897 handle_command_reply: tid=0 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 client.25897 shutdown 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 msgr2=0x55d602823130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc218000f80 tx=0x7fc2180146f0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 shutdown_connections 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55d60287fe40 0x55d602882250 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55d60281eb60 0x55d602825a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d60280ddb0 0x55d602822bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 --2- 172.21.15.63:0/4294630113 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55d60280eb10 0x55d602823130 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc20d7fa700 0 client.25897 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 >> 172.21.15.63:0/4294630113 conn(0x55d602802f50 msgr2=0x55d602814d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 shutdown_connections 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 1 -- 172.21.15.63:0/4294630113 wait complete. 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.028+0000 7fc237f8ab80 20 client.25897 trim_cache size 0 max 16384 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:27:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 msgr2=0x7fc2140a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 0x7fc2140a3680 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0a2e80 tx=0x7fc21c00ff40 comp rx=0 tx=0).stop 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 msgr2=0x7fc224071d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fc21c006010 tx=0x7fc21c00f7d0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 shutdown_connections 2023-11-16T18:27:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc2140a11d0 0x7fc2140a3680 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc224071910 0x7fc224071d80 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc2240ff260 0x7fc224070390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 --2- 172.21.15.63:0/525320578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc2240ffc10 0x7fc2240708d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 >> 172.21.15.63:0/525320578 conn(0x7fc2240f9ea0 msgr2=0x7fc2240fbc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 shutdown_connections 2023-11-16T18:27:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:16.029+0000 7fc22bdfe700 1 -- 172.21.15.63:0/525320578 wait complete. 2023-11-16T18:27:17.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:16 smithi063 ceph-mon[98873]: pgmap v429: 129 pgs: 129 active+clean; 182 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 321 op/s 2023-11-16T18:27:17.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:16 smithi093 ceph-mon[100185]: pgmap v429: 129 pgs: 129 active+clean; 182 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 321 op/s 2023-11-16T18:27:17.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:16 smithi125 ceph-mon[100672]: pgmap v429: 129 pgs: 129 active+clean; 182 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 321 op/s 2023-11-16T18:27:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:18 smithi063 ceph-mon[98873]: pgmap v430: 129 pgs: 129 active+clean; 180 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 493 op/s 2023-11-16T18:27:19.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:18 smithi093 ceph-mon[100185]: pgmap v430: 129 pgs: 129 active+clean; 180 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 493 op/s 2023-11-16T18:27:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:18 smithi125 ceph-mon[100672]: pgmap v430: 129 pgs: 129 active+clean; 180 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 493 op/s 2023-11-16T18:27:21.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:20 smithi063 ceph-mon[98873]: pgmap v431: 129 pgs: 129 active+clean; 184 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 522 op/s 2023-11-16T18:27:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:20 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:27:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:20 smithi093 ceph-mon[100185]: pgmap v431: 129 pgs: 129 active+clean; 184 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 522 op/s 2023-11-16T18:27:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:20 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:27:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:20 smithi125 ceph-mon[100672]: pgmap v431: 129 pgs: 129 active+clean; 184 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 522 op/s 2023-11-16T18:27:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:20 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:27:22.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:21 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:27:22.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:21 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:27:22.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:21 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:27:22.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:21 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:27:22.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:21 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:27:22.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:21 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:27:22.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:21 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:27:22.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:21 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:27:22.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:21 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:27:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:22 smithi093 ceph-mon[100185]: pgmap v432: 129 pgs: 129 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 663 op/s 2023-11-16T18:27:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:22 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:22 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:27:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:22 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:22 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:27:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:22 smithi125 ceph-mon[100672]: pgmap v432: 129 pgs: 129 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 663 op/s 2023-11-16T18:27:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:22 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:22 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:27:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:22 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:22 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:27:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:22 smithi063 ceph-mon[98873]: pgmap v432: 129 pgs: 129 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 663 op/s 2023-11-16T18:27:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:22 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:22 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:27:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:22 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:27:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:22 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:27:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:24 smithi093 ceph-mon[100185]: pgmap v433: 129 pgs: 129 active+clean; 187 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 745 op/s 2023-11-16T18:27:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:24 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:27:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:24 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:24 smithi125 ceph-mon[100672]: pgmap v433: 129 pgs: 129 active+clean; 187 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 745 op/s 2023-11-16T18:27:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:24 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:27:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:24 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:25.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:24 smithi063 ceph-mon[98873]: pgmap v433: 129 pgs: 129 active+clean; 187 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 745 op/s 2023-11-16T18:27:25.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:24 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:27:25.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:24 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:27:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:26 smithi093 ceph-mon[100185]: pgmap v434: 129 pgs: 129 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 768 op/s 2023-11-16T18:27:27.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:26 smithi125 ceph-mon[100672]: pgmap v434: 129 pgs: 129 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 768 op/s 2023-11-16T18:27:27.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:26 smithi063 ceph-mon[98873]: pgmap v434: 129 pgs: 129 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 768 op/s 2023-11-16T18:27:29.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:28 smithi093 ceph-mon[100185]: pgmap v435: 129 pgs: 129 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 803 op/s 2023-11-16T18:27:29.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.187+0000 7f836702e700 1 -- 172.21.15.63:0/3115345864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 msgr2=0x7f83600739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.188 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.187+0000 7f836702e700 1 --2- 172.21.15.63:0/3115345864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 0x7f83600739c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f835000b0a0 tx=0x7f835000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 -- 172.21.15.63:0/3115345864 shutdown_connections 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 --2- 172.21.15.63:0/3115345864 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f836010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 --2- 172.21.15.63:0/3115345864 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 0x7f8360072f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 --2- 172.21.15.63:0/3115345864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 0x7f83600739c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 -- 172.21.15.63:0/3115345864 >> 172.21.15.63:0/3115345864 conn(0x7f83600fb8a0 msgr2=0x7f83600fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 -- 172.21.15.63:0/3115345864 shutdown_connections 2023-11-16T18:27:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.191+0000 7f836702e700 1 -- 172.21.15.63:0/3115345864 wait complete. 2023-11-16T18:27:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 Processor -- start 2023-11-16T18:27:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 -- start start 2023-11-16T18:27:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 0x7f8360070650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 0x7f8360070b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83600721a0 con 0x7f8360073550 2023-11-16T18:27:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83600722e0 con 0x7f836010c850 2023-11-16T18:27:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.192+0000 7f836702e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8360072470 con 0x7f8360074b30 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41534/0 (socket says 172.21.15.63:41534) 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 -- 172.21.15.63:0/1681591874 learned_addr learned my addr 172.21.15.63:0/1681591874 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f835ffff700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 0x7f8360070b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 -- 172.21.15.63:0/1681591874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 msgr2=0x7f8360070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 0x7f8360070b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 -- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 msgr2=0x7f8360070650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 0x7f8360070650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 -- 172.21.15.63:0/1681591874 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8350009d00 con 0x7f836010c850 2023-11-16T18:27:29.216 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.193+0000 7f83655cb700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f834800b550 tx=0x7f834800b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.219 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.195+0000 7f835dffb700 1 -- 172.21.15.63:0/1681591874 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8348011830 con 0x7f836010c850 2023-11-16T18:27:29.219 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.195+0000 7f835dffb700 1 -- 172.21.15.63:0/1681591874 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8348011e50 con 0x7f836010c850 2023-11-16T18:27:29.219 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.195+0000 7f835dffb700 1 -- 172.21.15.63:0/1681591874 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f834800f2e0 con 0x7f836010c850 2023-11-16T18:27:29.219 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.195+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f836006ae20 con 0x7f836010c850 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.196+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f836006ac90 con 0x7f836010c850 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.199+0000 7f835dffb700 1 -- 172.21.15.63:0/1681591874 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f83480105a0 con 0x7f836010c850 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.200+0000 7f835dffb700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 0x7f834c0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.200+0000 7f835dffb700 1 -- 172.21.15.63:0/1681591874 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f83480cc620 con 0x7f836010c850 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 Processor -- start 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f8364dca700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 0x7f834c0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 -- start start 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d93b6000 con 0x55b9d94d3b20 2023-11-16T18:27:29.220 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d9408840 con 0x55b9d94d2dc0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f83731bab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d9401cd0 con 0x55b9d930c6b0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.201+0000 7f8364dca700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 0x7f834c0a36d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8360074f00 tx=0x7f8358006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41542/0 (socket says 172.21.15.63:41542) 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 -- 172.21.15.63:0/3313337703 learned_addr learned my addr 172.21.15.63:0/3313337703 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f8364dca700 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f83655cb700 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 -- 172.21.15.63:0/3313337703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 msgr2=0x55b9d94d2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 -- 172.21.15.63:0/3313337703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 msgr2=0x55b9d94d3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.221 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 -- 172.21.15.63:0/3313337703 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9d92835d0 con 0x55b9d94d2dc0 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.202+0000 7f835ffff700 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f835000b830 tx=0x7f8350009340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75449f90037e9028 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.203+0000 7f8356ffd700 1 -- 172.21.15.63:0/3313337703 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f835000e040 con 0x55b9d94d2dc0 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.203+0000 7f8356ffd700 1 -- 172.21.15.63:0/3313337703 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8350003c00 con 0x55b9d94d2dc0 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.203+0000 7f8356ffd700 1 -- 172.21.15.63:0/3313337703 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8350005650 con 0x55b9d94d2dc0 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- 172.21.15.63:0/3313337703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 msgr2=0x55b9d94d35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f835000b830 tx=0x7f8350009340 comp rx=0 tx=0).stop 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- 172.21.15.63:0/3313337703 shutdown_connections 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 --2- 172.21.15.63:0/3313337703 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94d35e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- 172.21.15.63:0/3313337703 >> 172.21.15.63:0/3313337703 conn(0x55b9d94a5f50 msgr2=0x55b9d94ab100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:29.222 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- 172.21.15.63:0/3313337703 shutdown_connections 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- 172.21.15.63:0/3313337703 wait complete. 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.204+0000 7f83731bab80 1 -- start start 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 Processor -- start 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94dbc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94dc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d93a3880 con 0x55b9d94d3b20 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d93a3520 con 0x55b9d94d2dc0 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d92858c0 con 0x55b9d930c6b0 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f83731bab80 10 client.0 _ll_register_callbacks cb 0x55b9d93c1720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:29.223 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94dc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94dc160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41548/0 (socket says 172.21.15.63:41548) 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.205+0000 7f835ffff700 1 -- 172.21.15.63:0/2373088976 learned_addr learned my addr 172.21.15.63:0/2373088976 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f8364dca700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94dbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 -- 172.21.15.63:0/2373088976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 msgr2=0x55b9d94dbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94dbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 -- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 msgr2=0x55b9d94dc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94dc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.206+0000 7f83655cb700 1 -- 172.21.15.63:0/2373088976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f836010f5e0 con 0x55b9d94d3b20 2023-11-16T18:27:29.224 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.207+0000 7f83655cb700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e31a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8348020000 tx=0x7f8348004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df1f8a8d2307eac3 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.207+0000 7f833ffff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.211+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83480a1b40 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.211+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f83480cc3a0 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.211+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b9d94a3710 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.212+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83480b90b0 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.212+0000 7f83731bab80 10 client.16299 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.212+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b9d93c8130 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.213+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b9d94a3710 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.213+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8348098cb0 con 0x55b9d94d3b20 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 10 client.16299 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 10 client.16299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:29.225 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 20 client.16299 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d94e7ab0 0x55b9d94e9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 4 client.16299 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b9d93c4040 con 0x55b9d94e7ab0 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.214+0000 7f8364dca700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d94e7ab0 0x55b9d94e9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.218+0000 7f833ffff700 10 client.16299 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:29.226 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.218+0000 7f8364dca700 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d94e7ab0 0x55b9d94e9ec0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c271bdcee904e121 server_cookie=17e01e9b9672c597 in_seq=0 out_seq=0 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.221+0000 7f833ffff700 1 -- 172.21.15.63:0/2373088976 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b9d93c4040 con 0x55b9d94e7ab0 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.221+0000 7f833ffff700 10 client.16299 handle_command_reply: tid=0 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.221+0000 7f83731bab80 1 client.16299 shutdown 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.221+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 msgr2=0x55b9d94e31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.221+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e31a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8348020000 tx=0x7f8348004750 comp rx=0 tx=0).stop 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 shutdown_connections 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d94e7ab0 0x55b9d94e9ec0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e31a0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94dbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 --2- 172.21.15.63:0/2373088976 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94dc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 >> 172.21.15.63:0/2373088976 conn(0x55b9d94a5f50 msgr2=0x55b9d94aa7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f833ffff700 0 client.16299 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 shutdown_connections 2023-11-16T18:27:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 1 -- 172.21.15.63:0/2373088976 wait complete. 2023-11-16T18:27:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.222+0000 7f83731bab80 20 client.16299 trim_cache size 0 max 16384 2023-11-16T18:27:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 Processor -- start 2023-11-16T18:27:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 -- start start 2023-11-16T18:27:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94e3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.252+0000 7f83731bab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94db790 con 0x55b9d94d3b20 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f83731bab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94a5b70 con 0x55b9d94d2dc0 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f83731bab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94a3250 con 0x55b9d930c6b0 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44920/0 (socket says 172.21.15.63:44920) 2023-11-16T18:27:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 -- 172.21.15.63:0/2235842953 learned_addr learned my addr 172.21.15.63:0/2235842953 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f83655cb700 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 -- 172.21.15.63:0/2235842953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 msgr2=0x55b9d94e3160 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94e3160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 -- 172.21.15.63:0/2235842953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 msgr2=0x55b9d94d6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.253+0000 7f8364dca700 1 -- 172.21.15.63:0/2235842953 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9d93c7e80 con 0x55b9d930c6b0 2023-11-16T18:27:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.256+0000 7f8364dca700 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x55b9d94ea7d0 tx=0x7f8358006f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bb8a18ade0b2e0b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.256+0000 7f83577fe700 1 -- 172.21.15.63:0/2235842953 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8358024c30 con 0x55b9d930c6b0 2023-11-16T18:27:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.256+0000 7f83577fe700 1 -- 172.21.15.63:0/2235842953 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8358024590 con 0x55b9d930c6b0 2023-11-16T18:27:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.256+0000 7f83577fe700 1 -- 172.21.15.63:0/2235842953 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8358013b80 con 0x55b9d930c6b0 2023-11-16T18:27:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.257+0000 7f83731bab80 1 -- 172.21.15.63:0/2235842953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 msgr2=0x55b9d94d6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.257+0000 7f83731bab80 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x55b9d94ea7d0 tx=0x7f8358006f90 comp rx=0 tx=0).stop 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 -- 172.21.15.63:0/2235842953 shutdown_connections 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94d6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94d6990 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 --2- 172.21.15.63:0/2235842953 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94e3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 -- 172.21.15.63:0/2235842953 >> 172.21.15.63:0/2235842953 conn(0x55b9d94a5f50 msgr2=0x55b9d94ee820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 -- 172.21.15.63:0/2235842953 shutdown_connections 2023-11-16T18:27:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 -- 172.21.15.63:0/2235842953 wait complete. 2023-11-16T18:27:29.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:28 smithi125 ceph-mon[100672]: pgmap v435: 129 pgs: 129 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 803 op/s 2023-11-16T18:27:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.259+0000 7f83731bab80 1 -- start start 2023-11-16T18:27:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 Processor -- start 2023-11-16T18:27:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94df460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94e2f00 con 0x55b9d94d3b20 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94e3070 con 0x55b9d94d2dc0 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9d94e3230 con 0x55b9d930c6b0 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.260+0000 7f83731bab80 10 client.0 _ll_register_callbacks cb 0x7f8348099230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41560/0 (socket says 172.21.15.63:41560) 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 -- 172.21.15.63:0/1314783051 learned_addr learned my addr 172.21.15.63:0/1314783051 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f8364dca700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94df460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f83655cb700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 -- 172.21.15.63:0/1314783051 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 msgr2=0x55b9d94df460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94df460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 -- 172.21.15.63:0/1314783051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 msgr2=0x55b9d94e29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.261+0000 7f835ffff700 1 -- 172.21.15.63:0/1314783051 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83580157d0 con 0x55b9d94d2dc0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.262+0000 7f835ffff700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8350007b60 tx=0x7f8350006040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a9bb6007f26933e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.262+0000 7f833ffff700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.262+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f835000e070 con 0x55b9d94d2dc0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.262+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f83500052e0 con 0x55b9d94d2dc0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.263+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8350003c00 con 0x55b9d94d2dc0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.263+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83500054a0 con 0x55b9d94d2dc0 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.263+0000 7f83731bab80 10 client.25976 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.263+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b9d9218c00 con 0x55b9d94d2dc0 2023-11-16T18:27:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8350003c00 con 0x55b9d94d2dc0 2023-11-16T18:27:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8350019050 con 0x55b9d94d2dc0 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 10 client.25976 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 10 client.25976 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 20 client.25976 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d953c950 0x55b9d953ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 4 client.25976 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b9d93d0600 con 0x55b9d953c950 2023-11-16T18:27:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.267+0000 7f8364dca700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d953c950 0x55b9d953ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.269+0000 7f8364dca700 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d953c950 0x55b9d953ed60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6130dda5998d6e47 server_cookie=85191bd65282e1ed in_seq=0 out_seq=0 2023-11-16T18:27:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:29.269+0000 7f833ffff700 10 client.25976 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:29.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:28 smithi063 ceph-mon[98873]: pgmap v435: 129 pgs: 129 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 803 op/s 2023-11-16T18:27:31.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:30 smithi093 ceph-mon[100185]: pgmap v436: 129 pgs: 129 active+clean; 207 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 625 op/s 2023-11-16T18:27:31.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:30 smithi125 ceph-mon[100672]: pgmap v436: 129 pgs: 129 active+clean; 207 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 625 op/s 2023-11-16T18:27:31.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:30 smithi063 ceph-mon[98873]: pgmap v436: 129 pgs: 129 active+clean; 207 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 625 op/s 2023-11-16T18:27:31.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f833ffff700 1 -- 172.21.15.63:0/1314783051 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b9d93d0600 con 0x55b9d953c950 2023-11-16T18:27:31.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f833ffff700 10 client.25976 handle_command_reply: tid=0 2023-11-16T18:27:31.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 client.25976 shutdown 2023-11-16T18:27:31.654 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 msgr2=0x55b9d94df9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8350007b60 tx=0x7f8350006040 comp rx=0 tx=0).stop 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 shutdown_connections 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55b9d953c950 0x55b9d953ed60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9d94d3b20 0x55b9d94e29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55b9d930c6b0 0x55b9d94df460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f833ffff700 0 client.25976 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 --2- 172.21.15.63:0/1314783051 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55b9d94d2dc0 0x55b9d94df9a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.655 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 >> 172.21.15.63:0/1314783051 conn(0x55b9d94a5f50 msgr2=0x55b9d94d6990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.653+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 shutdown_connections 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f83731bab80 1 -- 172.21.15.63:0/1314783051 wait complete. 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:27:31.656 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f83731bab80 20 client.25976 trim_cache size 0 max 16384 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 msgr2=0x7f834c0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 0x7f834c0a36d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8360074f00 tx=0x7f8358006d20 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 msgr2=0x7f8360071bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f834800b550 tx=0x7f834800b860 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 shutdown_connections 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f834c0a1220 0x7f834c0a36d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f836010c850 0x7f8360071bd0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8360073550 0x7f8360070650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.654+0000 7f836702e700 1 --2- 172.21.15.63:0/1681591874 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8360074b30 0x7f8360070b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:31.657 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.655+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 >> 172.21.15.63:0/1681591874 conn(0x7f83600fb8a0 msgr2=0x7f83600fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:31.658 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.655+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 shutdown_connections 2023-11-16T18:27:31.658 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:31.655+0000 7f836702e700 1 -- 172.21.15.63:0/1681591874 wait complete. 2023-11-16T18:27:33.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:32 smithi093 ceph-mon[100185]: pgmap v437: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 649 op/s 2023-11-16T18:27:33.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:32 smithi125 ceph-mon[100672]: pgmap v437: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 649 op/s 2023-11-16T18:27:33.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:32 smithi063 ceph-mon[98873]: pgmap v437: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 649 op/s 2023-11-16T18:27:35.187 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:34 smithi093 ceph-mon[100185]: pgmap v438: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 679 op/s 2023-11-16T18:27:35.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:34 smithi125 ceph-mon[100672]: pgmap v438: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 679 op/s 2023-11-16T18:27:35.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:34 smithi063 ceph-mon[98873]: pgmap v438: 129 pgs: 129 active+clean; 215 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 679 op/s 2023-11-16T18:27:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:36 smithi093 ceph-mon[100185]: pgmap v439: 129 pgs: 129 active+clean; 218 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 699 op/s 2023-11-16T18:27:37.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:36 smithi125 ceph-mon[100672]: pgmap v439: 129 pgs: 129 active+clean; 218 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 699 op/s 2023-11-16T18:27:37.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:36 smithi063 ceph-mon[98873]: pgmap v439: 129 pgs: 129 active+clean; 218 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 699 op/s 2023-11-16T18:27:38.582 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:27:38.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.762+0000 7fb3bb644700 1 -- 172.21.15.63:0/2909050016 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 msgr2=0x7fb3b4108330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.763+0000 7fb3bb644700 1 --2- 172.21.15.63:0/2909050016 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4108330 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb3b00098f0 tx=0x7fb3b0009c00 comp rx=0 tx=0).stop 2023-11-16T18:27:38.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.765+0000 7fb3bb644700 1 -- 172.21.15.63:0/2909050016 shutdown_connections 2023-11-16T18:27:38.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.765+0000 7fb3bb644700 1 --2- 172.21.15.63:0/2909050016 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 0x7fb3b4072cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.765+0000 7fb3bb644700 1 --2- 172.21.15.63:0/2909050016 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4108330 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.765+0000 7fb3bb644700 1 --2- 172.21.15.63:0/2909050016 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4071b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.767 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.765+0000 7fb3bb644700 1 -- 172.21.15.63:0/2909050016 >> 172.21.15.63:0/2909050016 conn(0x7fb3b406d0d0 msgr2=0x7fb3b406f520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.767+0000 7fb3bb644700 1 -- 172.21.15.63:0/2909050016 shutdown_connections 2023-11-16T18:27:38.768 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.767+0000 7fb3bb644700 1 -- 172.21.15.63:0/2909050016 wait complete. 2023-11-16T18:27:38.769 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.768+0000 7fb3bb644700 1 Processor -- start 2023-11-16T18:27:38.770 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.768+0000 7fb3bb644700 1 -- start start 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 0x7fb3b40819c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4081f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b4082440 con 0x7fb3b40716e0 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b40825b0 con 0x7fb3b4107e50 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3bb644700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b4082770 con 0x7fb3b4072070 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3b93e0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3b93e0700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46170/0 (socket says 172.21.15.63:46170) 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.769+0000 7fb3b93e0700 1 -- 172.21.15.63:0/268306231 learned_addr learned my addr 172.21.15.63:0/268306231 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:38.771 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 0x7fb3b40819c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4081f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 -- 172.21.15.63:0/268306231 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 msgr2=0x7fb3b40819c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.772 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 0x7fb3b40819c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 -- 172.21.15.63:0/268306231 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 msgr2=0x7fb3b4081f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4081f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 -- 172.21.15.63:0/268306231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b0009520 con 0x7fb3b40716e0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.770+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000fad0 tx=0x7fb3b000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.771+0000 7fb3aa7fc700 1 -- 172.21.15.63:0/268306231 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b001c070 con 0x7fb3b40716e0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.771+0000 7fb3aa7fc700 1 -- 172.21.15.63:0/268306231 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3b0005500 con 0x7fb3b40716e0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.771+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3b407c350 con 0x7fb3b40716e0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.771+0000 7fb3aa7fc700 1 -- 172.21.15.63:0/268306231 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0003cf0 con 0x7fb3b40716e0 2023-11-16T18:27:38.773 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.771+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3b407c1c0 con 0x7fb3b40716e0 2023-11-16T18:27:38.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.774+0000 7fb3aa7fc700 1 -- 172.21.15.63:0/268306231 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fb3b002a440 con 0x7fb3b40716e0 2023-11-16T18:27:38.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.775+0000 7fb3aa7fc700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 0x7fb3a00a3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.776 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.775+0000 7fb3aa7fc700 1 -- 172.21.15.63:0/268306231 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb3b00cea00 con 0x7fb3b40716e0 2023-11-16T18:27:38.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.777+0000 7fb3c77d0b80 1 Processor -- start 2023-11-16T18:27:38.778 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.777+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 0x7fb3a00a3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.777+0000 7fb3c77d0b80 1 -- start start 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 0x55dc5c5ff010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5ff550 0x55dc5c5ffb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c504060 con 0x55dc5c5fec00 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c5568a0 con 0x55dc5c600110 2023-11-16T18:27:38.779 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c54fd30 con 0x55dc5c5ff550 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41584/0 (socket says 172.21.15.63:41584) 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3350263749 learned_addr learned my addr 172.21.15.63:0/3350263749 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 0x55dc5c5ff010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3350263749 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5ff550 msgr2=0x55dc5c5ffb30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5ff550 0x55dc5c5ffb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3350263749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 msgr2=0x55dc5c5ff010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 0x55dc5c5ff010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.780 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3350263749 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dc5c3d1630 con 0x55dc5c600110 2023-11-16T18:27:38.782 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.778+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 0x55dc5c5ff010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:27:38.782 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.779+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 0x7fb3a00a3700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb3a4005fd0 tx=0x7fb3a4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.782 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.780+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac009dc0 tx=0x7fb3ac0077e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a0e8c8aba2186a0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.782+0000 7fb39f7fe700 1 -- 172.21.15.63:0/3350263749 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac014610 con 0x55dc5c600110 2023-11-16T18:27:38.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.782+0000 7fb39f7fe700 1 -- 172.21.15.63:0/3350263749 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3ac00f050 con 0x55dc5c600110 2023-11-16T18:27:38.783 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.782+0000 7fb39f7fe700 1 -- 172.21.15.63:0/3350263749 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac013970 con 0x55dc5c600110 2023-11-16T18:27:38.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3350263749 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 msgr2=0x55dc5c600580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.784 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac009dc0 tx=0x7fb3ac0077e0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3350263749 shutdown_connections 2023-11-16T18:27:38.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c600110 0x55dc5c600580 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.791 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5fec00 0x55dc5c5ff010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3350263749 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5ff550 0x55dc5c5ffb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3350263749 >> 172.21.15.63:0/3350263749 conn(0x55dc5c5f4360 msgr2=0x55dc5c5f9670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.784+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3350263749 shutdown_connections 2023-11-16T18:27:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.786+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3350263749 wait complete. 2023-11-16T18:27:38.792 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 -- start start 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 Processor -- start 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c4f18e0 con 0x55dc5c5ff550 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c4f1580 con 0x55dc5c5fec00 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.787+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c3d3920 con 0x55dc5c600110 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3c77d0b80 10 client.0 _ll_register_callbacks cb 0x55dc5c50f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44950/0 (socket says 172.21.15.63:44950) 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3079966289 learned_addr learned my addr 172.21.15.63:0/3079966289 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b8bdf700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5fec00 msgr2=0x55dc5c6085c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3079966289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 msgr2=0x55dc5c608b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b9be1700 1 -- 172.21.15.63:0/3079966289 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3ac009a20 con 0x55dc5c600110 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.788+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac000f80 tx=0x7fb3ac013990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f1905944b19092a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb39cff9700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac006000 con 0x55dc5c600110 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb3ac013eb0 con 0x55dc5c600110 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dc5c5f1b20 con 0x55dc5c600110 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb3ac0098c0 con 0x55dc5c600110 2023-11-16T18:27:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb3c77d0b80 10 client.25921 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.789+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dc5c516190 con 0x55dc5c600110 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55dc5c5f1b20 con 0x55dc5c600110 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb3ac0055c0 con 0x55dc5c600110 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 10 client.25921 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 10 client.25921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 20 client.25921 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c6142a0 0x55dc5c6166b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 4 client.25921 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:27:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.790+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dc5c5120a0 con 0x55dc5c6142a0 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.792+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c6142a0 0x55dc5c6166b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.793+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c6142a0 0x55dc5c6166b0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9221ddae123c7fbc server_cookie=ce0b0fdc38538d6e in_seq=0 out_seq=0 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.793+0000 7fb39cff9700 10 client.25921 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.794+0000 7fb39cff9700 1 -- 172.21.15.63:0/3079966289 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55dc5c5120a0 con 0x55dc5c6142a0 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.794+0000 7fb39cff9700 10 client.25921 handle_command_reply: tid=0 2023-11-16T18:27:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.794+0000 7fb3c77d0b80 1 client.25921 shutdown 2023-11-16T18:27:38.797 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 msgr2=0x55dc5c60fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.797 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac000f80 tx=0x7fb3ac013990 comp rx=0 tx=0).stop 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 shutdown_connections 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c6142a0 0x55dc5c6166b0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c600110 0x55dc5c60fb40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/3079966289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 >> 172.21.15.63:0/3079966289 conn(0x55dc5c5f4360 msgr2=0x55dc5c5f8de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb39cff9700 0 client.25921 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 shutdown_connections 2023-11-16T18:27:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/3079966289 wait complete. 2023-11-16T18:27:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.796+0000 7fb3c77d0b80 20 client.25921 trim_cache size 0 max 16384 2023-11-16T18:27:38.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 Processor -- start 2023-11-16T18:27:38.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 -- start start 2023-11-16T18:27:38.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c5fff90 con 0x55dc5c600110 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c608130 con 0x55dc5c5ff550 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c5fb170 con 0x55dc5c5fec00 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3b8bdf700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3b93e0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.834+0000 7fb3b9be1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46194/0 (socket says 172.21.15.63:46194) 2023-11-16T18:27:38.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b9be1700 1 -- 172.21.15.63:0/542671678 learned_addr learned my addr 172.21.15.63:0/542671678 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 -- 172.21.15.63:0/542671678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 msgr2=0x55dc5c608b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 -- 172.21.15.63:0/542671678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 msgr2=0x55dc5c60fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 -- 172.21.15.63:0/542671678 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dc5c515ee0 con 0x55dc5c5fec00 2023-11-16T18:27:38.837 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.835+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb3b00cc130 tx=0x7fb3b000f910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8260f08bcb1f3c1a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.836+0000 7fb39ffff700 1 -- 172.21.15.63:0/542671678 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b009bb00 con 0x55dc5c5fec00 2023-11-16T18:27:38.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.836+0000 7fb39ffff700 1 -- 172.21.15.63:0/542671678 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3b009fb30 con 0x55dc5c5fec00 2023-11-16T18:27:38.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.836+0000 7fb39ffff700 1 -- 172.21.15.63:0/542671678 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b009bd60 con 0x55dc5c5fec00 2023-11-16T18:27:38.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/542671678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 msgr2=0x55dc5c6085c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.838 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb3b00cc130 tx=0x7fb3b000f910 comp rx=0 tx=0).stop 2023-11-16T18:27:38.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/542671678 shutdown_connections 2023-11-16T18:27:38.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c6085c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/542671678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c608b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.838+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/542671678 >> 172.21.15.63:0/542671678 conn(0x55dc5c5f4360 msgr2=0x55dc5c607380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.839+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/542671678 shutdown_connections 2023-11-16T18:27:38.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.839+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/542671678 wait complete. 2023-11-16T18:27:38.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.840+0000 7fb3c77d0b80 1 -- start start 2023-11-16T18:27:38.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.840+0000 7fb3c77d0b80 1 Processor -- start 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c60b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c60ed60 con 0x55dc5c600110 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c60eed0 con 0x55dc5c5ff550 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc5c60f090 con 0x55dc5c5fec00 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3c77d0b80 10 client.0 _ll_register_callbacks cb 0x7fb3ac009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3b8bdf700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3b93e0700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c60b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3b8bdf700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41602/0 (socket says 172.21.15.63:41602) 2023-11-16T18:27:38.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.841+0000 7fb3b8bdf700 1 -- 172.21.15.63:0/597945653 learned_addr learned my addr 172.21.15.63:0/597945653 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:38.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.842+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 -- 172.21.15.63:0/597945653 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 msgr2=0x55dc5c60b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c60b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 -- 172.21.15.63:0/597945653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 msgr2=0x55dc5c60e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:38.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 -- 172.21.15.63:0/597945653 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3b407c1c0 con 0x55dc5c5ff550 2023-11-16T18:27:38.844 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b9be1700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:27:38.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb3b8bdf700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb3a400e940 tx=0x7fb3a40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8bc34a6355c3ce8 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:38.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.843+0000 7fb39cff9700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:27:38.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3a4003a90 con 0x55dc5c5ff550 2023-11-16T18:27:38.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb3ac00f050 con 0x55dc5c5ff550 2023-11-16T18:27:38.845 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fb3a4003bf0 con 0x55dc5c5ff550 2023-11-16T18:27:38.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb3a4003db0 con 0x55dc5c5ff550 2023-11-16T18:27:38.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb3c77d0b80 10 client.25994 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:38.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.844+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dc5c366c60 con 0x55dc5c5ff550 2023-11-16T18:27:38.846 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3ac00f050 con 0x55dc5c5ff550 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb3a4027500 con 0x55dc5c5ff550 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 10 client.25994 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 10 client.25994 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 20 client.25994 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c668bf0 0x55dc5c66b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 4 client.25994 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55dc5c51e660 con 0x55dc5c668bf0 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c668bf0 0x55dc5c66b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb39cff9700 10 client.25994 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:38.847 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.845+0000 7fb3b93e0700 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c668bf0 0x55dc5c66b000 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c7be5b9025f6787 server_cookie=eb9297a89bfed3fb in_seq=0 out_seq=0 2023-11-16T18:27:38.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.846+0000 7fb39cff9700 1 -- 172.21.15.63:0/597945653 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x55dc5c51e660 con 0x55dc5c668bf0 2023-11-16T18:27:38.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.846+0000 7fb39cff9700 10 client.25994 handle_command_reply: tid=0 2023-11-16T18:27:38.848 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.846+0000 7fb3c77d0b80 1 client.25994 shutdown 2023-11-16T18:27:38.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 msgr2=0x55dc5c60b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.849 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb3a400e940 tx=0x7fb3a40047c0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 shutdown_connections 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55dc5c668bf0 0x55dc5c66b000 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dc5c600110 0x55dc5c60e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55dc5c5fec00 0x55dc5c60b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 --2- 172.21.15.63:0/597945653 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55dc5c5ff550 0x55dc5c60b800 secure :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb3a400e940 tx=0x7fb3a40047c0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 >> 172.21.15.63:0/597945653 conn(0x55dc5c5f4360 msgr2=0x55dc5c608560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.850 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.848+0000 7fb39cff9700 0 client.25994 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.851+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 shutdown_connections 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.851+0000 7fb3c77d0b80 1 -- 172.21.15.63:0/597945653 wait complete. 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.851+0000 7fb3c77d0b80 20 client.25994 trim_cache size 0 max 16384 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "scrub active (1 inodes in the stack)", 2023-11-16T18:27:38.852 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: "2a8fe242-f33f-4b58-b2bb-2c895041e4d7": { 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:27:38.853 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:27:38.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 msgr2=0x7fb3a00a3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.854 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 0x7fb3a00a3700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb3a4005fd0 tx=0x7fb3a4009310 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 msgr2=0x7fb3b4083380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000fad0 tx=0x7fb3b000b840 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 shutdown_connections 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fb3a00a1250 0x7fb3a00a3700 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fb3b4107e50 0x7fb3b4081f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3b40716e0 0x7fb3b4083380 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 --2- 172.21.15.63:0/268306231 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fb3b4072070 0x7fb3b40819c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.852+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 >> 172.21.15.63:0/268306231 conn(0x7fb3b406d0d0 msgr2=0x7fb3b407b8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:38.855 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.854+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 shutdown_connections 2023-11-16T18:27:38.856 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:27:38.854+0000 7fb3bb644700 1 -- 172.21.15.63:0/268306231 wait complete. 2023-11-16T18:27:38.877 INFO:tasks.cephfs.filesystem:scrub status for tag:2a8fe242-f33f-4b58-b2bb-2c895041e4d7 - {'path': '/', 'tag': '2a8fe242-f33f-4b58-b2bb-2c895041e4d7', 'options': 'recursive,force'} 2023-11-16T18:27:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:38 smithi093 ceph-mon[100185]: pgmap v440: 129 pgs: 129 active+clean; 216 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 748 op/s 2023-11-16T18:27:39.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:38 smithi125 ceph-mon[100672]: pgmap v440: 129 pgs: 129 active+clean; 216 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 748 op/s 2023-11-16T18:27:39.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:38 smithi063 ceph-mon[98873]: pgmap v440: 129 pgs: 129 active+clean; 216 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 748 op/s 2023-11-16T18:27:41.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:40 smithi093 ceph-mon[100185]: pgmap v441: 129 pgs: 129 active+clean; 217 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 671 op/s 2023-11-16T18:27:41.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:40 smithi125 ceph-mon[100672]: pgmap v441: 129 pgs: 129 active+clean; 217 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 671 op/s 2023-11-16T18:27:41.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:40 smithi063 ceph-mon[98873]: pgmap v441: 129 pgs: 129 active+clean; 217 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 671 op/s 2023-11-16T18:27:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:42 smithi093 ceph-mon[100185]: pgmap v442: 129 pgs: 129 active+clean; 225 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 753 op/s 2023-11-16T18:27:43.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:42 smithi125 ceph-mon[100672]: pgmap v442: 129 pgs: 129 active+clean; 225 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 753 op/s 2023-11-16T18:27:43.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:42 smithi063 ceph-mon[98873]: pgmap v442: 129 pgs: 129 active+clean; 225 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 753 op/s 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 -- 172.21.15.63:0/3554965952 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f96580ff170 msgr2=0x7f96580ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 --2- 172.21.15.63:0/3554965952 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f96580ff170 0x7f96580ff580 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9650014a30 tx=0x7f9650014d40 comp rx=0 tx=0).stop 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 -- 172.21.15.63:0/3554965952 shutdown_connections 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 --2- 172.21.15.63:0/3554965952 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100cf0 0x7f9658068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 --2- 172.21.15.63:0/3554965952 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f96580ff170 0x7f96580ff580 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.808 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 --2- 172.21.15.63:0/3554965952 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9658100360 0x7f96581007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 -- 172.21.15.63:0/3554965952 >> 172.21.15.63:0/3554965952 conn(0x7f96580fa7b0 msgr2=0x7f96580fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 -- 172.21.15.63:0/3554965952 shutdown_connections 2023-11-16T18:27:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.807+0000 7f965e70d700 1 -- 172.21.15.63:0/3554965952 wait complete. 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 Processor -- start 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 -- start start 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f96580ff170 0x7f9658193e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 0x7f9658194350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 0x7f965819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f965819b990 con 0x7f9658100360 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f965819bad0 con 0x7f9658100cf0 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f965e70d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f965819bc60 con 0x7f96580ff170 2023-11-16T18:27:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f96577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 0x7f9658194350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f96577fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 0x7f9658194350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46212/0 (socket says 172.21.15.63:46212) 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.808+0000 7f96577fe700 1 -- 172.21.15.63:0/2618326300 learned_addr learned my addr 172.21.15.63:0/2618326300 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 0x7f965819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 -- 172.21.15.63:0/2618326300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f96580ff170 msgr2=0x7f9658193e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f96580ff170 0x7f9658193e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 -- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 msgr2=0x7f9658194350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 0x7f9658194350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.809+0000 7f965ccaa700 1 -- 172.21.15.63:0/2618326300 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9650014660 con 0x7f9658100cf0 2023-11-16T18:27:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.810+0000 7f965ccaa700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 0x7f965819b3c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f964800d720 tx=0x7f964800da30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.810+0000 7f96557fa700 1 -- 172.21.15.63:0/2618326300 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9648004a30 con 0x7f9658100cf0 2023-11-16T18:27:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.810+0000 7f96557fa700 1 -- 172.21.15.63:0/2618326300 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96480054e0 con 0x7f9658100cf0 2023-11-16T18:27:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.810+0000 7f96557fa700 1 -- 172.21.15.63:0/2618326300 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964800fb70 con 0x7f9658100cf0 2023-11-16T18:27:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.810+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9658109b00 con 0x7f9658100cf0 2023-11-16T18:27:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.811+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9658109970 con 0x7f9658100cf0 2023-11-16T18:27:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.814+0000 7f96557fa700 1 -- 172.21.15.63:0/2618326300 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9648004b90 con 0x7f9658100cf0 2023-11-16T18:27:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.816+0000 7f966a899b80 1 Processor -- start 2023-11-16T18:27:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.816+0000 7f96557fa700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 0x7f96400a3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.816+0000 7f96557fa700 1 -- 172.21.15.63:0/2618326300 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f96480cc5b0 con 0x7f9658100cf0 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 -- start start 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cea870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75ceadb0 0x55ad75ceb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75bf0000 con 0x55ad75ceadb0 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75c42840 con 0x55ad75cebb10 2023-11-16T18:27:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f966a899b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75c3bcd0 con 0x55ad75b466b0 2023-11-16T18:27:44.819 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f965ccaa700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:44.819 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f965ccaa700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41626/0 (socket says 172.21.15.63:41626) 2023-11-16T18:27:44.819 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.817+0000 7f965ccaa700 1 -- 172.21.15.63:0/505479726 learned_addr learned my addr 172.21.15.63:0/505479726 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f9657fff700 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cea870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 -- 172.21.15.63:0/505479726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 msgr2=0x55ad75cea870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cea870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 -- 172.21.15.63:0/505479726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75ceadb0 msgr2=0x55ad75ceb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75ceadb0 0x55ad75ceb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 -- 172.21.15.63:0/505479726 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad75abd5d0 con 0x55ad75cebb10 2023-11-16T18:27:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.818+0000 7f965ccaa700 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9648095b20 tx=0x7f9648098f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34fd6a1bfe8db9bf server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.819+0000 7f963e7fc700 1 -- 172.21.15.63:0/505479726 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96480a1a70 con 0x55ad75cebb10 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.819+0000 7f963e7fc700 1 -- 172.21.15.63:0/505479726 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96480b90c0 con 0x55ad75cebb10 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.820+0000 7f963e7fc700 1 -- 172.21.15.63:0/505479726 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96480c9f00 con 0x55ad75cebb10 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- 172.21.15.63:0/505479726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 msgr2=0x55ad75cebf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9648095b20 tx=0x7f9648098f80 comp rx=0 tx=0).stop 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f96577fe700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 0x7f96400a3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- 172.21.15.63:0/505479726 shutdown_connections 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cebf80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cea870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 --2- 172.21.15.63:0/505479726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75ceadb0 0x55ad75ceb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- 172.21.15.63:0/505479726 >> 172.21.15.63:0/505479726 conn(0x55ad75cdff50 msgr2=0x55ad75ce5100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- 172.21.15.63:0/505479726 shutdown_connections 2023-11-16T18:27:45.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- 172.21.15.63:0/505479726 wait complete. 2023-11-16T18:27:45.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.821+0000 7f966a899b80 1 -- start start 2023-11-16T18:27:45.081 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 Processor -- start 2023-11-16T18:27:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cf3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf4390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cfb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75bdd880 con 0x55ad75cf93c0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75bdd520 con 0x55ad75cebb10 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75abf8c0 con 0x55ad75b466b0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.822+0000 7f966a899b80 10 client.0 _ll_register_callbacks cb 0x55ad75bfb720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f9657fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cf3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f9657fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cf3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:44992/0 (socket says 172.21.15.63:44992) 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f9657fff700 1 -- 172.21.15.63:0/4065631688 learned_addr learned my addr 172.21.15.63:0/4065631688 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 0x7f96400a3700 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55ad75ce5cd0 tx=0x7f964c0047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f965ccaa700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cfb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 -- 172.21.15.63:0/4065631688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 msgr2=0x55ad75cf3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cf3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 -- 172.21.15.63:0/4065631688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 msgr2=0x55ad75cfb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cfb7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.823+0000 7f96577fe700 1 -- 172.21.15.63:0/4065631688 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9648082e70 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f96577fe700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf4390 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x55ad75ce5d00 tx=0x7f964c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c519975791dae075 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f96377fe700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c004a30 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f964c011e10 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ad75cdd710 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f964c004b90 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f966a899b80 10 client.26006 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.825+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ad75c02130 con 0x55ad75cebb10 2023-11-16T18:27:45.088 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ad75cdd710 con 0x55ad75cebb10 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f964c00f750 con 0x55ad75cebb10 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 10 client.26006 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 10 client.26006 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 20 client.26006 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d11150 0x55ad75d13560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 4 client.26006 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ad75bfe040 con 0x55ad75d11150 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.827+0000 7f9657fff700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d11150 0x55ad75d13560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.829+0000 7f9657fff700 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d11150 0x55ad75d13560 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6148ccd060051ce server_cookie=c8d75f2843f7e20 in_seq=0 out_seq=0 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.829+0000 7f96377fe700 10 client.26006 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.832+0000 7f96377fe700 1 -- 172.21.15.63:0/4065631688 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ad75bfe040 con 0x55ad75d11150 2023-11-16T18:27:45.089 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.832+0000 7f96377fe700 10 client.26006 handle_command_reply: tid=0 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.832+0000 7f966a899b80 1 client.26006 shutdown 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 msgr2=0x55ad75cf4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf4390 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x55ad75ce5d00 tx=0x7f964c009260 comp rx=0 tx=0).stop 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 shutdown_connections 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d11150 0x55ad75d13560 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cfb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75cf3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 --2- 172.21.15.63:0/4065631688 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf4390 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.834+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 >> 172.21.15.63:0/4065631688 conn(0x55ad75cdff50 msgr2=0x55ad75ce47e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.837+0000 7f96377fe700 0 client.26006 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.837+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 shutdown_connections 2023-11-16T18:27:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.837+0000 7f966a899b80 1 -- 172.21.15.63:0/4065631688 wait complete. 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.838+0000 7f966a899b80 20 client.26006 trim_cache size 0 max 16384 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 Processor -- start 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 -- start start 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75d20de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cf2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75cdfbc0 con 0x55ad75cf93c0 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75cf39c0 con 0x55ad75cebb10 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.866+0000 7f966a899b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75ce5b40 con 0x55ad75b466b0 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f9657fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75d20de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f9657fff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75d20de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45000/0 (socket says 172.21.15.63:45000) 2023-11-16T18:27:45.091 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41638/0 (socket says 172.21.15.63:41638) 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f9657fff700 1 -- 172.21.15.63:0/485155784 learned_addr learned my addr 172.21.15.63:0/485155784 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 -- 172.21.15.63:0/485155784 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 msgr2=0x55ad75d20de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75d20de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 -- 172.21.15.63:0/485155784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 msgr2=0x55ad75cf2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cf2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.867+0000 7f96577fe700 1 -- 172.21.15.63:0/485155784 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad75c01e80 con 0x55ad75cebb10 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.868+0000 7f96577fe700 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f964c00fb00 tx=0x7f964c004690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c362c746069dc5c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.868+0000 7f963effd700 1 -- 172.21.15.63:0/485155784 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c005ce0 con 0x55ad75cebb10 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.868+0000 7f963effd700 1 -- 172.21.15.63:0/485155784 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f964c004cf0 con 0x55ad75cebb10 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.868+0000 7f963effd700 1 -- 172.21.15.63:0/485155784 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c005560 con 0x55ad75cebb10 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.869+0000 7f966a899b80 1 -- 172.21.15.63:0/485155784 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 msgr2=0x55ad75cf2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.869+0000 7f966a899b80 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f964c00fb00 tx=0x7f964c004690 comp rx=0 tx=0).stop 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.870+0000 7f966a899b80 1 -- 172.21.15.63:0/485155784 shutdown_connections 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.870+0000 7f966a899b80 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cf93c0 0x55ad75cf2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.870+0000 7f966a899b80 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75b466b0 0x55ad75d20de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.870+0000 7f966a899b80 1 --2- 172.21.15.63:0/485155784 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75cebb10 0x55ad75cf2a00 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.870+0000 7f966a899b80 1 -- 172.21.15.63:0/485155784 >> 172.21.15.63:0/485155784 conn(0x55ad75cdff50 msgr2=0x55ad75d0cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.871+0000 7f966a899b80 1 -- 172.21.15.63:0/485155784 shutdown_connections 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.871+0000 7f966a899b80 1 -- 172.21.15.63:0/485155784 wait complete. 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.871+0000 7f966a899b80 1 -- start start 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.872+0000 7f966a899b80 1 Processor -- start 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cebb10 0x55ad75cf1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75cf93c0 0x55ad75d63780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75d63cc0 con 0x55ad75cebb10 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75d63e00 con 0x55ad75b466b0 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad75d63fc0 con 0x55ad75cf93c0 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.874+0000 7f966a899b80 10 client.0 _ll_register_callbacks cb 0x7f964c011c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f9657fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f9657fff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41642/0 (socket says 172.21.15.63:41642) 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f9657fff700 1 -- 172.21.15.63:0/1944824413 learned_addr learned my addr 172.21.15.63:0/1944824413 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f965ccaa700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75cf93c0 0x55ad75d63780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f9657fff700 1 -- 172.21.15.63:0/1944824413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75cf93c0 msgr2=0x55ad75d63780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.875+0000 7f9657fff700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75cf93c0 0x55ad75d63780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.876+0000 7f9657fff700 1 -- 172.21.15.63:0/1944824413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cebb10 msgr2=0x55ad75cf1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:27:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.876+0000 7f9657fff700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cebb10 0x55ad75cf1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.876+0000 7f9657fff700 1 -- 172.21.15.63:0/1944824413 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ad75c02130 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f9657fff700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9650014a00 tx=0x7f9650003ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e6f90a1c344d0d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f96377fe700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9650038460 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f965000c070 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f96480b90c0 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.878+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96500385c0 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 10 client.26012 fetch_fsmap learned FSMap version 28 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ad75a52c00 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96480b90c0 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f9650014a60 con 0x55ad75b466b0 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 10 client.26012 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:27:45.095 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 10 client.26012 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 20 client.26012 populate_metadata read hostname 'smithi063' 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d65af0 0x55ad75d67f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 4 client.26012 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.879+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ad75c0a600 con 0x55ad75d65af0 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.880+0000 7f96577fe700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d65af0 0x55ad75d67f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.880+0000 7f96377fe700 10 client.26012 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:45.096 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:44.880+0000 7f96577fe700 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d65af0 0x55ad75d67f00 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb1a623695e55603 server_cookie=e9595a9c2d35c696 in_seq=0 out_seq=0 2023-11-16T18:27:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:44 smithi093 ceph-mon[100185]: pgmap v443: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 789 op/s 2023-11-16T18:27:45.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:44 smithi125 ceph-mon[100672]: pgmap v443: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 789 op/s 2023-11-16T18:27:45.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:44 smithi063 ceph-mon[98873]: pgmap v443: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 789 op/s 2023-11-16T18:27:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:46 smithi093 ceph-mon[100185]: pgmap v444: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 669 op/s 2023-11-16T18:27:47.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:46 smithi125 ceph-mon[100672]: pgmap v444: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 669 op/s 2023-11-16T18:27:47.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:46 smithi063 ceph-mon[98873]: pgmap v444: 129 pgs: 129 active+clean; 237 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 669 op/s 2023-11-16T18:27:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.368+0000 7f96377fe700 1 -- 172.21.15.63:0/1944824413 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ad75c0a600 con 0x55ad75d65af0 2023-11-16T18:27:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.368+0000 7f96377fe700 10 client.26012 handle_command_reply: tid=0 2023-11-16T18:27:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.368+0000 7f966a899b80 1 client.26012 shutdown 2023-11-16T18:27:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 msgr2=0x55ad75cf0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9650014a00 tx=0x7f9650003ab0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 shutdown_connections 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad75d65af0 0x55ad75d67f00 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad75cf93c0 0x55ad75d63780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad75b466b0 0x55ad75cf0d10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 --2- 172.21.15.63:0/1944824413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad75cebb10 0x55ad75cf1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f96377fe700 0 client.26012 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 >> 172.21.15.63:0/1944824413 conn(0x55ad75cdff50 msgr2=0x55ad75cf2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 shutdown_connections 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 1 -- 172.21.15.63:0/1944824413 wait complete. 2023-11-16T18:27:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.369+0000 7f966a899b80 20 client.26012 trim_cache size 0 max 16384 2023-11-16T18:27:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:27:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:27:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:27:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:27:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 msgr2=0x7f96400a3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 0x7f96400a3700 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55ad75ce5cd0 tx=0x7f964c0047c0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 msgr2=0x7f965819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 0x7f965819b3c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f964800d720 tx=0x7f964800da30 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 shutdown_connections 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f96400a1250 0x7f96400a3700 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9658100cf0 0x7f965819b3c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f96580ff170 0x7f9658193e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 --2- 172.21.15.63:0/2618326300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9658100360 0x7f9658194350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 >> 172.21.15.63:0/2618326300 conn(0x7f96580fa7b0 msgr2=0x7f9658102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 shutdown_connections 2023-11-16T18:27:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:27:47.370+0000 7f965e70d700 1 -- 172.21.15.63:0/2618326300 wait complete. 2023-11-16T18:27:49.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:48 smithi125 ceph-mon[100672]: pgmap v445: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 702 op/s 2023-11-16T18:27:49.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:48 smithi063 ceph-mon[98873]: pgmap v445: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 702 op/s 2023-11-16T18:27:49.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:48 smithi093 ceph-mon[100185]: pgmap v445: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 702 op/s 2023-11-16T18:27:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:50 smithi125 ceph-mon[100672]: pgmap v446: 129 pgs: 129 active+clean; 251 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 628 op/s 2023-11-16T18:27:51.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:50 smithi063 ceph-mon[98873]: pgmap v446: 129 pgs: 129 active+clean; 251 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 628 op/s 2023-11-16T18:27:51.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:50 smithi093 ceph-mon[100185]: pgmap v446: 129 pgs: 129 active+clean; 251 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 628 op/s 2023-11-16T18:27:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:52 smithi125 ceph-mon[100672]: pgmap v447: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 753 op/s 2023-11-16T18:27:53.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:52 smithi063 ceph-mon[98873]: pgmap v447: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 753 op/s 2023-11-16T18:27:53.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:52 smithi093 ceph-mon[100185]: pgmap v447: 129 pgs: 129 active+clean; 249 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 753 op/s 2023-11-16T18:27:55.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:54 smithi125 ceph-mon[100672]: pgmap v448: 129 pgs: 129 active+clean; 252 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 749 op/s 2023-11-16T18:27:55.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:54 smithi063 ceph-mon[98873]: pgmap v448: 129 pgs: 129 active+clean; 252 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 749 op/s 2023-11-16T18:27:55.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:54 smithi093 ceph-mon[100185]: pgmap v448: 129 pgs: 129 active+clean; 252 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 749 op/s 2023-11-16T18:27:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:56 smithi125 ceph-mon[100672]: pgmap v449: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 688 op/s 2023-11-16T18:27:57.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:56 smithi063 ceph-mon[98873]: pgmap v449: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 688 op/s 2023-11-16T18:27:57.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:56 smithi093 ceph-mon[100185]: pgmap v449: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 688 op/s 2023-11-16T18:27:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:27:58 smithi125 ceph-mon[100672]: pgmap v450: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 750 op/s 2023-11-16T18:27:59.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:27:58 smithi063 ceph-mon[98873]: pgmap v450: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 750 op/s 2023-11-16T18:27:59.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:27:58 smithi093 ceph-mon[100185]: pgmap v450: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 750 op/s 2023-11-16T18:28:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 -- 172.21.15.63:0/1014107923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fe2d0 msgr2=0x7f731c0fe720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 --2- 172.21.15.63:0/1014107923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fe2d0 0x7f731c0fe720 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f7310009990 tx=0x7f7310009ca0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 -- 172.21.15.63:0/1014107923 shutdown_connections 2023-11-16T18:28:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 --2- 172.21.15.63:0/1014107923 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c0fec60 0x7f731c0ff100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 --2- 172.21.15.63:0/1014107923 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c100750 0x7f731c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 --2- 172.21.15.63:0/1014107923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fe2d0 0x7f731c0fe720 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 -- 172.21.15.63:0/1014107923 >> 172.21.15.63:0/1014107923 conn(0x7f731c0f9ea0 msgr2=0x7f731c0fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 -- 172.21.15.63:0/1014107923 shutdown_connections 2023-11-16T18:28:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.497+0000 7f732119b700 1 -- 172.21.15.63:0/1014107923 wait complete. 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 Processor -- start 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 -- start start 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c100750 0x7f731c19f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f731c19fd90 con 0x7f731c0fec60 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f731c19fed0 con 0x7f731c100750 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f732119b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f731c1a0060 con 0x7f731c0fe2d0 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45020/0 (socket says 172.21.15.63:45020) 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46254/0 (socket says 172.21.15.63:46254) 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 -- 172.21.15.63:0/2455316039 learned_addr learned my addr 172.21.15.63:0/2455316039 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731b59e700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c100750 0x7f731c19f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 -- 172.21.15.63:0/2455316039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c100750 msgr2=0x7f731c19f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c100750 0x7f731c19f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 -- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 msgr2=0x7f731c198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731ad9d700 1 -- 172.21.15.63:0/2455316039 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73100095f0 con 0x7f731c0fe2d0 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.498+0000 7f731a59c700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f731ad9d700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f730c00e970 tx=0x7f730c00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f7303fff700 1 -- 172.21.15.63:0/2455316039 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c009790 con 0x7f731c0fe2d0 2023-11-16T18:28:00.503 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f731c10dde0 con 0x7f731c0fe2d0 2023-11-16T18:28:00.503 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f7303fff700 1 -- 172.21.15.63:0/2455316039 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f730c00c7e0 con 0x7f731c0fe2d0 2023-11-16T18:28:00.503 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f7303fff700 1 -- 172.21.15.63:0/2455316039 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c003c70 con 0x7f731c0fe2d0 2023-11-16T18:28:00.503 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.499+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f731c10dc50 con 0x7f731c0fe2d0 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.501+0000 7f7303fff700 1 -- 172.21.15.63:0/2455316039 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f730c00cc50 con 0x7f731c0fe2d0 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.502+0000 7f7303fff700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 0x7f73040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.502+0000 7f7303fff700 1 -- 172.21.15.63:0/2455316039 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f730c014070 con 0x7f731c0fe2d0 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.502+0000 7f731a59c700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 0x7f73040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.502+0000 7f732d327b80 1 Processor -- start 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.502+0000 7f732d327b80 1 -- start start 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 0x55bea865e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865eb10 0x55bea865ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea8563000 con 0x55bea84b96b0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea85b5840 con 0x55bea865ddb0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f732d327b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea85aecd0 con 0x55bea865eb10 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731a59c700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 0x7f73040a3600 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f731000b2e0 tx=0x7f7310005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46260/0 (socket says 172.21.15.63:46260) 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 -- 172.21.15.63:0/1493658712 learned_addr learned my addr 172.21.15.63:0/1493658712 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731a59c700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 0x55bea865e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731b59e700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865eb10 0x55bea865ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 -- 172.21.15.63:0/1493658712 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865eb10 msgr2=0x55bea865ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865eb10 0x55bea865ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 -- 172.21.15.63:0/1493658712 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 msgr2=0x55bea865e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 0x55bea865e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 -- 172.21.15.63:0/1493658712 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bea84305d0 con 0x55bea84b96b0 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731a59c700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 0x55bea865e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f730c0968d0 tx=0x7f730c003710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af82f054bcfd298 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.503+0000 7f73017fa700 1 -- 172.21.15.63:0/1493658712 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c09de90 con 0x55bea84b96b0 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f73017fa700 1 -- 172.21.15.63:0/1493658712 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f730c0a22b0 con 0x55bea84b96b0 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f73017fa700 1 -- 172.21.15.63:0/1493658712 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c099350 con 0x55bea84b96b0 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 -- 172.21.15.63:0/1493658712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 msgr2=0x55bea865d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f730c0968d0 tx=0x7f730c003710 comp rx=0 tx=0).stop 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 -- 172.21.15.63:0/1493658712 shutdown_connections 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865eb10 0x55bea865ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea865d870 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 --2- 172.21.15.63:0/1493658712 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865ddb0 0x55bea865e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 -- 172.21.15.63:0/1493658712 >> 172.21.15.63:0/1493658712 conn(0x55bea8652f50 msgr2=0x55bea8658100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:00.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 -- 172.21.15.63:0/1493658712 shutdown_connections 2023-11-16T18:28:00.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.504+0000 7f732d327b80 1 -- 172.21.15.63:0/1493658712 wait complete. 2023-11-16T18:28:00.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 -- start start 2023-11-16T18:28:00.509 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 Processor -- start 2023-11-16T18:28:00.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea8667200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea8550880 con 0x55bea865ddb0 2023-11-16T18:28:00.512 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea8550520 con 0x55bea865eb10 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea84328c0 con 0x55bea84b96b0 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.505+0000 7f732d327b80 10 client.0 _ll_register_callbacks cb 0x55bea856e720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45034/0 (socket says 172.21.15.63:45034) 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 -- 172.21.15.63:0/3809904700 learned_addr learned my addr 172.21.15.63:0/3809904700 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731a59c700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea8667200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731b59e700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 -- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 msgr2=0x55bea866e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 -- 172.21.15.63:0/3809904700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 msgr2=0x55bea8667200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea8667200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.513 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 -- 172.21.15.63:0/3809904700 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f731c10dc50 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f731ad9d700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f730c0a1d80 tx=0x7f730c096690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6216ffd21f901590 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f72feff5700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c0ca2a0 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f730c099350 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bea8650710 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f730c099510 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f732d327b80 10 client.25954 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.506+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bea8575130 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bea8650710 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f730c05fd20 con 0x55bea84b96b0 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 10 client.25954 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:00.514 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 10 client.25954 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 20 client.25954 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea8672760 0x55bea8674b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 4 client.25954 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bea8571040 con 0x55bea8672760 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f731a59c700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea8672760 0x55bea8674b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f72feff5700 10 client.25954 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.507+0000 7f731a59c700 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea8672760 0x55bea8674b70 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e5bd2cb036a9989 server_cookie=9f66b1b620a2314e in_seq=0 out_seq=0 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f72feff5700 1 -- 172.21.15.63:0/3809904700 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55bea8571040 con 0x55bea8672760 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f72feff5700 10 client.25954 handle_command_reply: tid=0 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 client.25954 shutdown 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 msgr2=0x55bea8666cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f730c0a1d80 tx=0x7f730c096690 comp rx=0 tx=0).stop 2023-11-16T18:28:00.515 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 shutdown_connections 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea8672760 0x55bea8674b70 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8666cc0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 --2- 172.21.15.63:0/3809904700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea8667200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f72feff5700 0 client.25954 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 >> 172.21.15.63:0/3809904700 conn(0x55bea8652f50 msgr2=0x55bea86577e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 shutdown_connections 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 1 -- 172.21.15.63:0/3809904700 wait complete. 2023-11-16T18:28:00.516 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.509+0000 7f732d327b80 20 client.25954 trim_cache size 0 max 16384 2023-11-16T18:28:00.527 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 Processor -- start 2023-11-16T18:28:00.527 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 -- start start 2023-11-16T18:28:00.527 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865ddb0 0x55bea866e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea86619c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea8666170 con 0x55bea84b96b0 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea86505f0 con 0x55bea865eb10 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.525+0000 7f732d327b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea865e420 con 0x55bea865ddb0 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46274/0 (socket says 172.21.15.63:46274) 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731a59c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865ddb0 0x55bea866e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 -- 172.21.15.63:0/1784839794 learned_addr learned my addr 172.21.15.63:0/1784839794 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731b59e700 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea86619c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 -- 172.21.15.63:0/1784839794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865ddb0 msgr2=0x55bea866e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865ddb0 0x55bea866e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 -- 172.21.15.63:0/1784839794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 msgr2=0x55bea86619c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea86619c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 -- 172.21.15.63:0/1784839794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bea8574e80 con 0x55bea84b96b0 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731b59e700 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea86619c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f731ad9d700 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f730c096360 tx=0x7f730c003710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=207dc60740b177a6 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f7301ffb700 1 -- 172.21.15.63:0/1784839794 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c09df10 con 0x55bea84b96b0 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f7301ffb700 1 -- 172.21.15.63:0/1784839794 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f730c003dd0 con 0x55bea84b96b0 2023-11-16T18:28:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.526+0000 7f7301ffb700 1 -- 172.21.15.63:0/1784839794 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c09a560 con 0x55bea84b96b0 2023-11-16T18:28:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- 172.21.15.63:0/1784839794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 msgr2=0x55bea86659d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f730c096360 tx=0x7f730c003710 comp rx=0 tx=0).stop 2023-11-16T18:28:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- 172.21.15.63:0/1784839794 shutdown_connections 2023-11-16T18:28:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea86619c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea84b96b0 0x55bea86659d0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 --2- 172.21.15.63:0/1784839794 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea865ddb0 0x55bea866e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- 172.21.15.63:0/1784839794 >> 172.21.15.63:0/1784839794 conn(0x55bea8652f50 msgr2=0x55bea86794d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- 172.21.15.63:0/1784839794 shutdown_connections 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- 172.21.15.63:0/1784839794 wait complete. 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.527+0000 7f732d327b80 1 -- start start 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 Processor -- start 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8669bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea866a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea866d610 con 0x55bea865ddb0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea866d780 con 0x55bea865eb10 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bea866d940 con 0x55bea84b96b0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f732d327b80 10 client.0 _ll_register_callbacks cb 0x7f7310004500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea866a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8669bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea866a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46282/0 (socket says 172.21.15.63:46282) 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731a59c700 1 -- 172.21.15.63:0/596585778 learned_addr learned my addr 172.21.15.63:0/596585778 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731b59e700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 -- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 msgr2=0x55bea866d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 -- 172.21.15.63:0/596585778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 msgr2=0x55bea866a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea866a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.528+0000 7f731ad9d700 1 -- 172.21.15.63:0/596585778 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7314009bb0 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f731ad9d700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8669bc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f730c099b60 tx=0x7f730c0960d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=832c6ffda828e6a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c096620 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f730c09de90 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f730c0a22b0 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f730c095ca0 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 10 client.25960 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bea8575130 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f730c0a22b0 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f730c05fd20 con 0x55bea84b96b0 2023-11-16T18:28:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 10 client.25960 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 10 client.25960 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 20 client.25960 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea86c6bb0 0x55bea86c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 4 client.25960 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.529+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bea857d600 con 0x55bea86c6bb0 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.530+0000 7f731a59c700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea86c6bb0 0x55bea86c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.530+0000 7f731a59c700 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea86c6bb0 0x55bea86c8f90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25a228e45bcd27ce server_cookie=a1dd600392223ebc in_seq=0 out_seq=0 2023-11-16T18:28:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:00.530+0000 7f72feff5700 10 client.25960 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:00 smithi125 ceph-mon[100672]: pgmap v451: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 625 op/s 2023-11-16T18:28:01.283 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.281+0000 7f72feff5700 1 -- 172.21.15.63:0/596585778 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bea857d600 con 0x55bea86c6bb0 2023-11-16T18:28:01.283 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.281+0000 7f72feff5700 10 client.25960 handle_command_reply: tid=0 2023-11-16T18:28:01.283 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.281+0000 7f732d327b80 1 client.25960 shutdown 2023-11-16T18:28:01.283 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.282+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 msgr2=0x55bea8669bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.282+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8669bc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f730c099b60 tx=0x7f730c0960d0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 shutdown_connections 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55bea86c6bb0 0x55bea86c8f90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55bea865eb10 0x55bea866d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55bea84b96b0 0x55bea8669bc0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 --2- 172.21.15.63:0/596585778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bea865ddb0 0x55bea866a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 >> 172.21.15.63:0/596585778 conn(0x55bea8652f50 msgr2=0x55bea86659d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:01.284 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.283+0000 7f72feff5700 0 client.25960 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:01.289 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.288+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 shutdown_connections 2023-11-16T18:28:01.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.294+0000 7f732d327b80 1 -- 172.21.15.63:0/596585778 wait complete. 2023-11-16T18:28:01.299 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:28:01.299 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:28:01.299 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:28:01.300 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:28:01.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.298+0000 7f732d327b80 20 client.25960 trim_cache size 0 max 16384 2023-11-16T18:28:01.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.302+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 msgr2=0x7f73040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:01.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.302+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 0x7f73040a3600 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f731000b2e0 tx=0x7f7310005fb0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.302+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 msgr2=0x7f731c198210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:01.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.302+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f730c00e970 tx=0x7f730c00ec80 comp rx=0 tx=0).stop 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 shutdown_connections 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f73040a1150 0x7f73040a3600 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f731c100750 0x7f731c19f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f731c0fe2d0 0x7f731c198210 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 --2- 172.21.15.63:0/2455316039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f731c0fec60 0x7f731c198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.304+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 >> 172.21.15.63:0/2455316039 conn(0x7f731c0f9ea0 msgr2=0x7f731c0fbb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:01.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.306+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 shutdown_connections 2023-11-16T18:28:01.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:01.307+0000 7f732119b700 1 -- 172.21.15.63:0/2455316039 wait complete. 2023-11-16T18:28:01.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:00 smithi063 ceph-mon[98873]: pgmap v451: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 625 op/s 2023-11-16T18:28:01.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:00 smithi093 ceph-mon[100185]: pgmap v451: 129 pgs: 129 active+clean; 263 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 625 op/s 2023-11-16T18:28:03.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:02 smithi125 ceph-mon[100672]: pgmap v452: 129 pgs: 129 active+clean; 275 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 707 op/s 2023-11-16T18:28:03.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:02 smithi063 ceph-mon[98873]: pgmap v452: 129 pgs: 129 active+clean; 275 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 707 op/s 2023-11-16T18:28:03.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:02 smithi093 ceph-mon[100185]: pgmap v452: 129 pgs: 129 active+clean; 275 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 707 op/s 2023-11-16T18:28:05.263 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:04 smithi125 ceph-mon[100672]: pgmap v453: 129 pgs: 129 active+clean; 266 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 700 op/s 2023-11-16T18:28:05.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:04 smithi063 ceph-mon[98873]: pgmap v453: 129 pgs: 129 active+clean; 266 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 700 op/s 2023-11-16T18:28:05.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:04 smithi093 ceph-mon[100185]: pgmap v453: 129 pgs: 129 active+clean; 266 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 700 op/s 2023-11-16T18:28:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:06 smithi125 ceph-mon[100672]: pgmap v454: 129 pgs: 129 active+clean; 268 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 725 op/s 2023-11-16T18:28:07.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:06 smithi063 ceph-mon[98873]: pgmap v454: 129 pgs: 129 active+clean; 268 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 725 op/s 2023-11-16T18:28:07.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:06 smithi093 ceph-mon[100185]: pgmap v454: 129 pgs: 129 active+clean; 268 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 725 op/s 2023-11-16T18:28:08.878 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 -- 172.21.15.63:0/3574868597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc100830 msgr2=0x7f56fc100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3574868597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc100830 0x7f56fc100c40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0098f0 tx=0x7f56ec009c00 comp rx=0 tx=0).stop 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 -- 172.21.15.63:0/3574868597 shutdown_connections 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3574868597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc0ffda0 0x7f56fc107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3574868597 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc100830 0x7f56fc100c40 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.016 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3574868597 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0ff860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 -- 172.21.15.63:0/3574868597 >> 172.21.15.63:0/3574868597 conn(0x7f56fc0f9f30 msgr2=0x7f56fc0fc380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 -- 172.21.15.63:0/3574868597 shutdown_connections 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 -- 172.21.15.63:0/3574868597 wait complete. 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.013+0000 7f5701bf4700 1 Processor -- start 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 -- start start 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 0x7f56fc19d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc19db90 con 0x7f56fc100830 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc19dd00 con 0x7f56fc0ffda0 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f5701bf4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc19dec0 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56faffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.017 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 0x7f56fc19d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45060/0 (socket says 172.21.15.63:45060) 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56faffd700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41698/0 (socket says 172.21.15.63:41698) 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 -- 172.21.15.63:0/3713928773 learned_addr learned my addr 172.21.15.63:0/3713928773 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 -- 172.21.15.63:0/3713928773 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 msgr2=0x7f56fc19ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 -- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 msgr2=0x7f56fc19d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 0x7f56fc19d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fb7fe700 1 -- 172.21.15.63:0/3713928773 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56f4009d00 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56faffd700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.014+0000 7f56fbfff700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 0x7f56fc19d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f56ec011040 tx=0x7f56ec00b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.018 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f56f8ff9700 1 -- 172.21.15.63:0/3713928773 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ec01c070 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f56f8ff9700 1 -- 172.21.15.63:0/3713928773 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56ec00f7d0 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56ec009520 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f56f8ff9700 1 -- 172.21.15.63:0/3713928773 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ec0049c0 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.019 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.015+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56fc10ab50 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.017+0000 7f56f8ff9700 1 -- 172.21.15.63:0/3713928773 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f56ec020070 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.018+0000 7f56f8ff9700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 0x7f56e40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.018+0000 7f56f8ff9700 1 -- 172.21.15.63:0/3713928773 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f56ec0cda70 con 0x7f56fc0ff3f0 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.018+0000 7f56faffd700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 0x7f56e40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.018+0000 7f56faffd700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 0x7f56e40a3600 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0febe0 tx=0x7f56f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.018+0000 7f570dd80b80 1 Processor -- start 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 -- start start 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.021 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c6d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278b71060 con 0x562278c6c550 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278bc38a0 con 0x562278c6bc00 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f570dd80b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278bbcd30 con 0x562278c6d110 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46302/0 (socket says 172.21.15.63:46302) 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41704/0 (socket says 172.21.15.63:41704) 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 -- 172.21.15.63:0/444513385 learned_addr learned my addr 172.21.15.63:0/444513385 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56fbfff700 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c6d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 -- 172.21.15.63:0/444513385 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 msgr2=0x562278c6d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c6d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.022 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 -- 172.21.15.63:0/444513385 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 msgr2=0x562278c6c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 -- 172.21.15.63:0/444513385 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562278a3e630 con 0x562278c6c550 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.019+0000 7f56faffd700 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f56f00043c0 tx=0x7f56f0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6ccee2a555cbae server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f56e1ffb700 1 -- 172.21.15.63:0/444513385 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f0003d10 con 0x562278c6c550 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f56e1ffb700 1 -- 172.21.15.63:0/444513385 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56f0003e70 con 0x562278c6c550 2023-11-16T18:28:09.023 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f56e1ffb700 1 -- 172.21.15.63:0/444513385 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f000e7a0 con 0x562278c6c550 2023-11-16T18:28:09.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 -- 172.21.15.63:0/444513385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 msgr2=0x562278c6cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f56f00043c0 tx=0x7f56f0014000 comp rx=0 tx=0).stop 2023-11-16T18:28:09.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 -- 172.21.15.63:0/444513385 shutdown_connections 2023-11-16T18:28:09.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c6d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.027 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c6c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 --2- 172.21.15.63:0/444513385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c6cb30 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 -- 172.21.15.63:0/444513385 >> 172.21.15.63:0/444513385 conn(0x562278c61360 msgr2=0x562278c66670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 -- 172.21.15.63:0/444513385 shutdown_connections 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.020+0000 7f570dd80b80 1 -- 172.21.15.63:0/444513385 wait complete. 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 -- start start 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 Processor -- start 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c75610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 0x562278c7cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278b5e8e0 con 0x562278c6d110 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278b5e580 con 0x562278c6bc00 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278a40920 con 0x562278c6c550 2023-11-16T18:28:09.028 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f570dd80b80 10 client.0 _ll_register_callbacks cb 0x562278b7c780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f56faffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f56fbfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 0x562278c7cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f56faffd700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45076/0 (socket says 172.21.15.63:45076) 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f56faffd700 1 -- 172.21.15.63:0/3682726666 learned_addr learned my addr 172.21.15.63:0/3682726666 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.021+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c75610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 -- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 msgr2=0x562278c75610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c75610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 -- 172.21.15.63:0/3682726666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 msgr2=0x562278c7cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 0x562278c7cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 -- 172.21.15.63:0/3682726666 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56f0017070 con 0x562278c6c550 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56fbfff700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 0x562278c7cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56faffd700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f56f0003960 tx=0x7f56f0005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bebf46fd04c63db server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.029 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56daffd700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f002c070 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562278c5eb20 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f56f0004710 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56f00048d0 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f570dd80b80 10 client.25972 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.022+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562278b83190 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562278c5eb20 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f56f0024020 con 0x562278c6c550 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 10 client.25972 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 10 client.25972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 20 client.25972 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278c81230 0x562278c83640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.030 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 4 client.25972 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562278b7f0a0 con 0x562278c81230 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278c81230 0x562278c83640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278c81230 0x562278c83640 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85c84db3ababa528 server_cookie=a0d63d701f60c48b in_seq=0 out_seq=0 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.023+0000 7f56daffd700 10 client.25972 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f56daffd700 1 -- 172.21.15.63:0/3682726666 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562278b7f0a0 con 0x562278c81230 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f56daffd700 10 client.25972 handle_command_reply: tid=0 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 client.25972 shutdown 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 msgr2=0x562278c75b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f56f0003960 tx=0x7f56f0005270 comp rx=0 tx=0).stop 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 shutdown_connections 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278c81230 0x562278c83640 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6d110 0x562278c7cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c75610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.031 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 --2- 172.21.15.63:0/3682726666 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6c550 0x562278c75b50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.025+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 >> 172.21.15.63:0/3682726666 conn(0x562278c61360 msgr2=0x562278c65de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.026+0000 7f56daffd700 0 client.25972 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:09.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.026+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 shutdown_connections 2023-11-16T18:28:09.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.026+0000 7f570dd80b80 1 -- 172.21.15.63:0/3682726666 wait complete. 2023-11-16T18:28:09.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.026+0000 7f570dd80b80 20 client.25972 trim_cache size 0 max 16384 2023-11-16T18:28:09.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.044+0000 7f570dd80b80 1 Processor -- start 2023-11-16T18:28:09.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.044+0000 7f570dd80b80 1 -- start start 2023-11-16T18:28:09.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.044+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 0x562278c7d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.044+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 0x562278c753c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f570dd80b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c74af0 con 0x562278c6c550 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f570dd80b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c751b0 con 0x562278c6d110 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f570dd80b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c68190 con 0x562278c6bc00 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 0x562278c7d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46316/0 (socket says 172.21.15.63:46316) 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56faffd700 1 -- 172.21.15.63:0/2140502674 learned_addr learned my addr 172.21.15.63:0/2140502674 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 0x562278c753c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 -- 172.21.15.63:0/2140502674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 msgr2=0x562278c7d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 0x562278c7d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 -- 172.21.15.63:0/2140502674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 msgr2=0x562278c7cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 -- 172.21.15.63:0/2140502674 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562278b82ee0 con 0x562278c6d110 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 0x562278c7d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56fbfff700 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 0x562278c753c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009fd0 tx=0x7f56f40099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5a7b731f53ce5b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.045+0000 7f56e27fc700 1 -- 172.21.15.63:0/2140502674 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f400e040 con 0x562278c6d110 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f56e27fc700 1 -- 172.21.15.63:0/2140502674 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56f400f040 con 0x562278c6d110 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f56e27fc700 1 -- 172.21.15.63:0/2140502674 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f4004610 con 0x562278c6d110 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 -- 172.21.15.63:0/2140502674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 msgr2=0x562278c753c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 0x562278c753c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009fd0 tx=0x7f56f40099e0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 -- 172.21.15.63:0/2140502674 shutdown_connections 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6d110 0x562278c753c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6bc00 0x562278c7d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2140502674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 -- 172.21.15.63:0/2140502674 >> 172.21.15.63:0/2140502674 conn(0x562278c61360 msgr2=0x562278c74320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 -- 172.21.15.63:0/2140502674 shutdown_connections 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.046+0000 7f570dd80b80 1 -- 172.21.15.63:0/2140502674 wait complete. 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 -- start start 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 Processor -- start 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c78a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c7b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c72d40 con 0x562278c6c550 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c7ba60 con 0x562278c6bc00 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x562278c7bc20 con 0x562278c6d110 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f570dd80b80 10 client.0 _ll_register_callbacks cb 0x7f56ec005b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.047+0000 7f56fb7fe700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c78a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46322/0 (socket says 172.21.15.63:46322) 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 -- 172.21.15.63:0/2964137772 learned_addr learned my addr 172.21.15.63:0/2964137772 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56fbfff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c7b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 -- 172.21.15.63:0/2964137772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 msgr2=0x562278c7b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c7b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 -- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 msgr2=0x562278c78a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c78a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 -- 172.21.15.63:0/2964137772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec009520 con 0x562278c6c550 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c78a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56faffd700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f56f001eaa0 tx=0x7f56f000e9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a12f72785f4d3136 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56daffd700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f002c070 con 0x562278c6c550 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f56f000e570 con 0x562278c6c550 2023-11-16T18:28:09.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f56f0003e70 con 0x562278c6c550 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56f001ec40 con 0x562278c6c550 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f570dd80b80 10 client.16365 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.048+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f56f400ec70 con 0x562278c6c550 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56f0003e70 con 0x562278c6c550 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f56f0024070 con 0x562278c6c550 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 10 client.16365 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 10 client.16365 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 20 client.16365 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278cd95e0 0x562278cdb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 4 client.16365 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x562278b8b660 con 0x562278cd95e0 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278cd95e0 0x562278cdb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f56daffd700 10 client.16365 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:09.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.049+0000 7f56fb7fe700 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278cd95e0 0x562278cdb9f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a346afc0de6103d0 server_cookie=ee5780e12c422aa7 in_seq=0 out_seq=0 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f56daffd700 1 -- 172.21.15.63:0/2964137772 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x562278b8b660 con 0x562278cd95e0 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f56daffd700 10 client.16365 handle_command_reply: tid=0 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 client.16365 shutdown 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 msgr2=0x562278c7afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f56f001eaa0 tx=0x7f56f000e9e0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 shutdown_connections 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x562278cd95e0 0x562278cdb9f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x562278c6d110 0x562278c7b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f56daffd700 0 client.16365 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x562278c6bc00 0x562278c78a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 --2- 172.21.15.63:0/2964137772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562278c6c550 0x562278c7afe0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 >> 172.21.15.63:0/2964137772 conn(0x562278c61360 msgr2=0x562278c6ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 shutdown_connections 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 1 -- 172.21.15.63:0/2964137772 wait complete. 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.050+0000 7f570dd80b80 20 client.16365 trim_cache size 0 max 16384 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "IDLE (waiting for more scrubs)", 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "2a8fe242-f33f-4b58-b2bb-2c895041e4d7": { 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:28:09.062 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:28:09.063 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:28:09.063 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:28:09.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 msgr2=0x7f56e40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 0x7f56e40a3600 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0febe0 tx=0x7f56f0009260 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 msgr2=0x7f56fc0fee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f56ec011040 tx=0x7f56ec00b790 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 shutdown_connections 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f56e40a1150 0x7f56e40a3600 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56fc100830 0x7f56fc19d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f56fc0ff3f0 0x7f56fc0fee70 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 --2- 172.21.15.63:0/3713928773 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f56fc0ffda0 0x7f56fc19ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 >> 172.21.15.63:0/3713928773 conn(0x7f56fc0f9f30 msgr2=0x7f56fc0fc210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 shutdown_connections 2023-11-16T18:28:09.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:09.051+0000 7f5701bf4700 1 -- 172.21.15.63:0/3713928773 wait complete. 2023-11-16T18:28:09.065 INFO:tasks.cephfs.filesystem:scrub status for tag:2a8fe242-f33f-4b58-b2bb-2c895041e4d7 - {'path': '/', 'tag': '2a8fe242-f33f-4b58-b2bb-2c895041e4d7', 'options': 'recursive,force'} 2023-11-16T18:28:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:08 smithi125 ceph-mon[100672]: pgmap v455: 129 pgs: 129 active+clean; 273 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 795 op/s 2023-11-16T18:28:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:08 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:28:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:08 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:08 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:28:09.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:08 smithi063 ceph-mon[98873]: pgmap v455: 129 pgs: 129 active+clean; 273 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 795 op/s 2023-11-16T18:28:09.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:08 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:28:09.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:08 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:09.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:08 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:28:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:08 smithi093 ceph-mon[100185]: pgmap v455: 129 pgs: 129 active+clean; 273 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 795 op/s 2023-11-16T18:28:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:08 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:28:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:08 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:09.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:08 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:28:10.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:09 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:10.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:09 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:10.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:09 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:11.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:10 smithi125 ceph-mon[100672]: pgmap v456: 129 pgs: 129 active+clean; 277 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 711 op/s 2023-11-16T18:28:11.334 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:10 smithi063 ceph-mon[98873]: pgmap v456: 129 pgs: 129 active+clean; 277 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 711 op/s 2023-11-16T18:28:11.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:10 smithi093 ceph-mon[100185]: pgmap v456: 129 pgs: 129 active+clean; 277 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 711 op/s 2023-11-16T18:28:13.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:12 smithi125 ceph-mon[100672]: pgmap v457: 129 pgs: 129 active+clean; 279 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 757 op/s 2023-11-16T18:28:13.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:12 smithi063 ceph-mon[98873]: pgmap v457: 129 pgs: 129 active+clean; 279 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 757 op/s 2023-11-16T18:28:13.442 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:12 smithi093 ceph-mon[100185]: pgmap v457: 129 pgs: 129 active+clean; 279 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 757 op/s 2023-11-16T18:28:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.459+0000 7fbf4c529700 1 -- 172.21.15.63:0/2731314335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf44100cb0 msgr2=0x7fbf44107570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.459+0000 7fbf4c529700 1 --2- 172.21.15.63:0/2731314335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf44100cb0 0x7fbf44107570 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c009f90 tx=0x7fbf3c00b330 comp rx=0 tx=0).stop 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- 172.21.15.63:0/2731314335 shutdown_connections 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- 172.21.15.63:0/2731314335 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf44100cb0 0x7fbf44107570 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- 172.21.15.63:0/2731314335 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf440ff130 0x7fbf440ff540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- 172.21.15.63:0/2731314335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100320 0x7fbf44100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- 172.21.15.63:0/2731314335 >> 172.21.15.63:0/2731314335 conn(0x7fbf440fa750 msgr2=0x7fbf440fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- 172.21.15.63:0/2731314335 shutdown_connections 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- 172.21.15.63:0/2731314335 wait complete. 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 Processor -- start 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- start start 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf44100320 0x7fbf44101700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100cb0 0x7fbf44101c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf441023e0 con 0x7fbf44100cb0 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf44102550 con 0x7fbf440ff130 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.460+0000 7fbf4c529700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf441a0110 con 0x7fbf44100320 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf44100320 0x7fbf44101700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41738/0 (socket says 172.21.15.63:41738) 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3472317189 learned_addr learned my addr 172.21.15.63:0/3472317189 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100cb0 0x7fbf44101c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3472317189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf44100320 msgr2=0x7fbf44101700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf44100320 0x7fbf44101700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100cb0 msgr2=0x7fbf44101c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100cb0 0x7fbf44101c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3472317189 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf380095f0 con 0x7fbf440ff130 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbf4000e970 tx=0x7fbf4000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf377fe700 1 -- 172.21.15.63:0/3472317189 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf40009790 con 0x7fbf440ff130 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf3c009c40 con 0x7fbf440ff130 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf377fe700 1 -- 172.21.15.63:0/3472317189 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf4000c7e0 con 0x7fbf440ff130 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf377fe700 1 -- 172.21.15.63:0/3472317189 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf40003c70 con 0x7fbf440ff130 2023-11-16T18:28:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.461+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf4410aaa0 con 0x7fbf440ff130 2023-11-16T18:28:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.464+0000 7fbf377fe700 1 -- 172.21.15.63:0/3472317189 <== mon.2 v2:172.21.15.93:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fbf4000cc50 con 0x7fbf440ff130 2023-11-16T18:28:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.465+0000 7fbf377fe700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 0x7fbf300a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.465+0000 7fbf377fe700 1 -- 172.21.15.63:0/3472317189 <== mon.2 v2:172.21.15.93:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fbf40014070 con 0x7fbf440ff130 2023-11-16T18:28:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.465+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 0x7fbf300a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.465+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 0x7fbf300a3600 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fbf38005fd0 tx=0x7fbf38009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.465+0000 7fbf586b5b80 1 Processor -- start 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 -- start start 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad011b5000 con 0x55ad0110b6b0 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad01207840 con 0x55ad012afdb0 2023-11-16T18:28:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad01200cd0 con 0x55ad012b0b10 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46342/0 (socket says 172.21.15.63:46342) 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/999522624 learned_addr learned my addr 172.21.15.63:0/999522624 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 -- 172.21.15.63:0/999522624 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 msgr2=0x55ad012b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 -- 172.21.15.63:0/999522624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 msgr2=0x55ad012af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf49ac4700 1 -- 172.21.15.63:0/999522624 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad010825d0 con 0x55ad012afdb0 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.466+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.467+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012b05d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e5a0 tx=0x7fbf38014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cad5a1f673a5554d server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.467+0000 7fbf34ff9700 1 -- 172.21.15.63:0/999522624 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3800ed20 con 0x55ad012afdb0 2023-11-16T18:28:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.467+0000 7fbf34ff9700 1 -- 172.21.15.63:0/999522624 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf38021070 con 0x55ad012afdb0 2023-11-16T18:28:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.467+0000 7fbf34ff9700 1 -- 172.21.15.63:0/999522624 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3801d670 con 0x55ad012afdb0 2023-11-16T18:28:14.475 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- 172.21.15.63:0/999522624 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 msgr2=0x55ad012b05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.475 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012b05d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e5a0 tx=0x7fbf38014000 comp rx=0 tx=0).stop 2023-11-16T18:28:14.475 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- 172.21.15.63:0/999522624 shutdown_connections 2023-11-16T18:28:14.475 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.475 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/999522624 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012b05d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- 172.21.15.63:0/999522624 >> 172.21.15.63:0/999522624 conn(0x55ad012a4f50 msgr2=0x55ad012aa100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- 172.21.15.63:0/999522624 shutdown_connections 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- 172.21.15.63:0/999522624 wait complete. 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 -- start start 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.468+0000 7fbf586b5b80 1 Processor -- start 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012b9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012c0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad011a2880 con 0x55ad012afdb0 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad011a2520 con 0x55ad0110b6b0 2023-11-16T18:28:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad010848c0 con 0x55ad012b0b10 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf586b5b80 10 client.0 _ll_register_callbacks cb 0x55ad011c0720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012b9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41752/0 (socket says 172.21.15.63:41752) 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3324942827 learned_addr learned my addr 172.21.15.63:0/3324942827 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012c0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3324942827 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 msgr2=0x55ad012c0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012c0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3324942827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 msgr2=0x55ad012b9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012b9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 -- 172.21.15.63:0/3324942827 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf38017070 con 0x55ad0110b6b0 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012c0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbf400ca610 tx=0x7fbf40003dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=831a78a8f1676c3a server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf2dffb700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.469+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4009a330 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fbf400a2320 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ad012a2710 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf400b8250 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 10 client.26060 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ad011c7130 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ad012a2710 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fbf400adbd0 con 0x55ad0110b6b0 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 10 client.26060 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 10 client.26060 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 20 client.26060 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad012c4b00 0x55ad012c6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 4 client.26060 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ad011c3040 con 0x55ad012c4b00 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.470+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad012c4b00 0x55ad012c6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.471+0000 7fbf2dffb700 10 client.26060 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.471+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad012c4b00 0x55ad012c6f10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd254f990487c08e server_cookie=da0b90e672814647 in_seq=0 out_seq=0 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf2dffb700 1 -- 172.21.15.63:0/3324942827 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ad011c3040 con 0x55ad012c4b00 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf2dffb700 10 client.26060 handle_command_reply: tid=0 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 client.26060 shutdown 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 msgr2=0x55ad012b8cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbf400ca610 tx=0x7fbf40003dd0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 shutdown_connections 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad012c4b00 0x55ad012c6f10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012c0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad0110b6b0 0x55ad012b8cc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/3324942827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012b9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 >> 172.21.15.63:0/3324942827 conn(0x55ad012a4f50 msgr2=0x55ad012a97e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf2dffb700 0 client.26060 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 shutdown_connections 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 1 -- 172.21.15.63:0/3324942827 wait complete. 2023-11-16T18:28:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.472+0000 7fbf586b5b80 20 client.26060 trim_cache size 0 max 16384 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 Processor -- start 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 -- start start 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012cb870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012b0450 con 0x55ad0110b6b0 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012a4b70 con 0x55ad012afdb0 2023-11-16T18:28:14.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012b6bc0 con 0x55ad012b0b10 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41762/0 (socket says 172.21.15.63:41762) 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012cb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 -- 172.21.15.63:0/1067138556 learned_addr learned my addr 172.21.15.63:0/1067138556 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf4aac6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 -- 172.21.15.63:0/1067138556 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 msgr2=0x55ad012b6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 -- 172.21.15.63:0/1067138556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 msgr2=0x55ad012cb870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012cb870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.488+0000 7fbf49ac4700 1 -- 172.21.15.63:0/1067138556 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad011c6e80 con 0x55ad012afdb0 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf49ac4700 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbf38026000 tx=0x7fbf38017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a112c092a7f95442 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf357fa700 1 -- 172.21.15.63:0/1067138556 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3800ebf0 con 0x55ad012afdb0 2023-11-16T18:28:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf357fa700 1 -- 172.21.15.63:0/1067138556 <== mon.2 v2:172.21.15.93:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf38034b50 con 0x55ad012afdb0 2023-11-16T18:28:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf357fa700 1 -- 172.21.15.63:0/1067138556 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf380053a0 con 0x55ad012afdb0 2023-11-16T18:28:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf586b5b80 1 -- 172.21.15.63:0/1067138556 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 msgr2=0x55ad012c0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.489+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbf38026000 tx=0x7fbf38017000 comp rx=0 tx=0).stop 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- 172.21.15.63:0/1067138556 shutdown_connections 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad012b0b10 0x55ad012b6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad0110b6b0 0x55ad012cb870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/1067138556 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012afdb0 0x55ad012c0200 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- 172.21.15.63:0/1067138556 >> 172.21.15.63:0/1067138556 conn(0x55ad012a4f50 msgr2=0x55ad012aa0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- 172.21.15.63:0/1067138556 shutdown_connections 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- 172.21.15.63:0/1067138556 wait complete. 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- start start 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 Processor -- start 2023-11-16T18:28:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 0x55ad012bbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012bc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 0x55ad012bf140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012bf680 con 0x55ad012afdb0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012bf7f0 con 0x55ad012b0b10 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad012bf9b0 con 0x55ad0110b6b0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf586b5b80 10 client.0 _ll_register_callbacks cb 0x7fbf40099aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012bc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf4a2c5700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 0x55ad012bbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf49ac4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012bc120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46364/0 (socket says 172.21.15.63:46364) 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf4aac6700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 0x55ad012bf140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.490+0000 7fbf49ac4700 1 -- 172.21.15.63:0/920249526 learned_addr learned my addr 172.21.15.63:0/920249526 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 -- 172.21.15.63:0/920249526 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 msgr2=0x55ad012bbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 0x55ad012bbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 -- 172.21.15.63:0/920249526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 msgr2=0x55ad012bc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012bc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 -- 172.21.15.63:0/920249526 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf3802a040 con 0x55ad012b0b10 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 0x55ad012bbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf4aac6700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 0x55ad012bf140 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c009790 tx=0x7fbf3c003ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=978e335f1366dd76 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf2dffb700 10 client.0 ms_handle_connect on v2:172.21.15.93:3300/0 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mon.2 v2:172.21.15.93:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3c00e040 con 0x55ad012b0b10 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mon.2 v2:172.21.15.93:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fbf3c003e10 con 0x55ad012b0b10 2023-11-16T18:28:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbf38021070 con 0x55ad012b0b10 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mon.2 v2:172.21.15.93:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf3c00bda0 con 0x55ad012b0b10 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf586b5b80 10 client.26066 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.491+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ad01017c00 con 0x55ad012b0b10 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mon.2 v2:172.21.15.93:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf38021070 con 0x55ad012b0b10 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mon.2 v2:172.21.15.93:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fbf3c00b050 con 0x55ad012b0b10 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 10 client.26066 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 10 client.26066 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 20 client.26066 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad01319600 0x55ad0131ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 4 client.26066 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:28:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ad011cf600 con 0x55ad01319600 2023-11-16T18:28:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad01319600 0x55ad0131ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf2dffb700 10 client.26066 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:14.492+0000 7fbf4a2c5700 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad01319600 0x55ad0131ba10 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=586806bec987117e server_cookie=a6462146734f69a0 in_seq=0 out_seq=0 2023-11-16T18:28:15.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:15 smithi125 ceph-mon[100672]: pgmap v458: 129 pgs: 129 active+clean; 282 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 694 op/s 2023-11-16T18:28:15.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:15 smithi063 ceph-mon[98873]: pgmap v458: 129 pgs: 129 active+clean; 282 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 694 op/s 2023-11-16T18:28:15.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:15 smithi093 ceph-mon[100185]: pgmap v458: 129 pgs: 129 active+clean; 282 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 694 op/s 2023-11-16T18:28:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.956+0000 7fbf2dffb700 1 -- 172.21.15.63:0/920249526 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ad011cf600 con 0x55ad01319600 2023-11-16T18:28:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.956+0000 7fbf2dffb700 10 client.26066 handle_command_reply: tid=0 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.956+0000 7fbf586b5b80 1 client.26066 shutdown 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 msgr2=0x55ad012bf140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 0x55ad012bf140 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c009790 tx=0x7fbf3c003ca0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 shutdown_connections 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55ad01319600 0x55ad0131ba10 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55ad012b0b10 0x55ad012bf140 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf2dffb700 0 client.26066 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55ad0110b6b0 0x55ad012bbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 --2- 172.21.15.63:0/920249526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad012afdb0 0x55ad012bc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 >> 172.21.15.63:0/920249526 conn(0x55ad012a4f50 msgr2=0x55ad012b6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 shutdown_connections 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 1 -- 172.21.15.63:0/920249526 wait complete. 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf586b5b80 20 client.26066 trim_cache size 0 max 16384 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:28:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 msgr2=0x7fbf300a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 0x7fbf300a3600 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fbf38005fd0 tx=0x7fbf38009310 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 msgr2=0x7fbf441030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.957+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbf4000e970 tx=0x7fbf4000ec80 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 shutdown_connections 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fbf300a1150 0x7fbf300a3600 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf44100cb0 0x7fbf44101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fbf440ff130 0x7fbf441030c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 --2- 172.21.15.63:0/3472317189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fbf44100320 0x7fbf44101700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:15.963 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 >> 172.21.15.63:0/3472317189 conn(0x7fbf440fa750 msgr2=0x7fbf44069240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 shutdown_connections 2023-11-16T18:28:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:15.958+0000 7fbf4c529700 1 -- 172.21.15.63:0/3472317189 wait complete. 2023-11-16T18:28:17.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:17 smithi063 ceph-mon[98873]: pgmap v459: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 642 op/s 2023-11-16T18:28:17.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:17 smithi093 ceph-mon[100185]: pgmap v459: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 642 op/s 2023-11-16T18:28:17.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:17 smithi125 ceph-mon[100672]: pgmap v459: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 642 op/s 2023-11-16T18:28:19.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:19 smithi063 ceph-mon[98873]: pgmap v460: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 674 op/s 2023-11-16T18:28:19.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:19 smithi093 ceph-mon[100185]: pgmap v460: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 674 op/s 2023-11-16T18:28:19.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:19 smithi125 ceph-mon[100672]: pgmap v460: 129 pgs: 129 active+clean; 292 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 674 op/s 2023-11-16T18:28:20.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:20 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:28:20.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:20 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:20.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:20 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:28:20.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:20 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:20.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:20 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:28:20.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:20 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:21.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:21 smithi063 ceph-mon[98873]: pgmap v461: 129 pgs: 129 active+clean; 294 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 583 op/s 2023-11-16T18:28:21.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:21 smithi093 ceph-mon[100185]: pgmap v461: 129 pgs: 129 active+clean; 294 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 583 op/s 2023-11-16T18:28:21.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:21 smithi125 ceph-mon[100672]: pgmap v461: 129 pgs: 129 active+clean; 294 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 583 op/s 2023-11-16T18:28:22.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:22 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:28:22.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:22 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:28:22.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:22 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:28:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:23 smithi063 ceph-mon[98873]: pgmap v462: 129 pgs: 129 active+clean; 287 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 642 op/s 2023-11-16T18:28:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:28:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:28:23.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:28:23.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:23 smithi093 ceph-mon[100185]: pgmap v462: 129 pgs: 129 active+clean; 287 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 642 op/s 2023-11-16T18:28:23.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:28:23.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:28:23.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:28:23.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:23 smithi125 ceph-mon[100672]: pgmap v462: 129 pgs: 129 active+clean; 287 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 642 op/s 2023-11-16T18:28:23.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:28:23.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:28:23.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:28:24.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:24 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:24 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:28:24.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:24 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:24 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:28:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:24 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:24 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:28:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:24 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:24 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:28:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:24 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:24 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:28:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:24 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:28:24.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:24 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:28:25.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:25 smithi063 ceph-mon[98873]: pgmap v463: 129 pgs: 129 active+clean; 293 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 653 op/s 2023-11-16T18:28:25.437 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:25 smithi093 ceph-mon[100185]: pgmap v463: 129 pgs: 129 active+clean; 293 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 653 op/s 2023-11-16T18:28:25.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:25 smithi125 ceph-mon[100672]: pgmap v463: 129 pgs: 129 active+clean; 293 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 653 op/s 2023-11-16T18:28:27.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:27 smithi063 ceph-mon[98873]: pgmap v464: 129 pgs: 129 active+clean; 295 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 652 op/s 2023-11-16T18:28:27.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:27 smithi093 ceph-mon[100185]: pgmap v464: 129 pgs: 129 active+clean; 295 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 652 op/s 2023-11-16T18:28:27.511 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:27 smithi125 ceph-mon[100672]: pgmap v464: 129 pgs: 129 active+clean; 295 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 652 op/s 2023-11-16T18:28:28.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:28 smithi063 ceph-mon[98873]: scrub summary: active paths [/] 2023-11-16T18:28:38.544 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:28 smithi125 ceph-mon[100672]: scrub summary: active paths [/] 2023-11-16T18:28:38.544 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:29 smithi125 ceph-mon[100672]: pgmap v465: 129 pgs: 129 active+clean; 304 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 684 op/s 2023-11-16T18:28:38.544 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:29 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:38.544 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:31 smithi125 ceph-mon[100672]: pgmap v466: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 553 op/s 2023-11-16T18:28:38.544 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:33 smithi125 ceph-mon[100672]: pgmap v467: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 600 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:35 smithi125 ceph-mon[100672]: pgmap v468: 129 pgs: 129 active+clean; 311 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 583 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:37 smithi125 ceph-mon[100672]: pgmap v469: 129 pgs: 129 active+clean; 312 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 520 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:28 smithi093 ceph-mon[100185]: scrub summary: active paths [/] 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:29 smithi093 ceph-mon[100185]: pgmap v465: 129 pgs: 129 active+clean; 304 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 684 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:29 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:31 smithi093 ceph-mon[100185]: pgmap v466: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 553 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:33 smithi093 ceph-mon[100185]: pgmap v467: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 600 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:35 smithi093 ceph-mon[100185]: pgmap v468: 129 pgs: 129 active+clean; 311 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 583 op/s 2023-11-16T18:28:38.545 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:37 smithi093 ceph-mon[100185]: pgmap v469: 129 pgs: 129 active+clean; 312 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 520 op/s 2023-11-16T18:28:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 -- 172.21.15.63:0/994552914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d800ffae0 msgr2=0x7f9d800fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/994552914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d800ffae0 0x7f9d800fff50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f9d7800b0a0 tx=0x7f9d7800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 -- 172.21.15.63:0/994552914 shutdown_connections 2023-11-16T18:28:38.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/994552914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d800ffae0 0x7f9d800fff50 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/994552914 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 0x7f9d800fe8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/994552914 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d80068df0 0x7f9d800fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.076+0000 7f9d86b4a700 1 -- 172.21.15.63:0/994552914 >> 172.21.15.63:0/994552914 conn(0x7f9d800f9f30 msgr2=0x7f9d800fc340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.077+0000 7f9d86b4a700 1 -- 172.21.15.63:0/994552914 shutdown_connections 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.077+0000 7f9d86b4a700 1 -- 172.21.15.63:0/994552914 wait complete. 2023-11-16T18:28:38.749 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.077+0000 7f9d86b4a700 1 Processor -- start 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.077+0000 7f9d86b4a700 1 -- start start 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 0x7f9d80198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 0x7f9d8019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8019fed0 con 0x7f9d80068df0 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d801a0010 con 0x7f9d800ffae0 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d801a01a0 con 0x7f9d80068950 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46376/0 (socket says 172.21.15.63:46376) 2023-11-16T18:28:38.750 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 0x7f9d80198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1623848129 learned_addr learned my addr 172.21.15.63:0/1623848129 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d850e7700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 0x7f9d8019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1623848129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 msgr2=0x7f9d80198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 0x7f9d80198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1623848129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 msgr2=0x7f9d8019f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 0x7f9d8019f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1623848129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d78009d00 con 0x7f9d80068df0 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d850e7700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 0x7f9d8019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c00e970 tx=0x7f9d6c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7dffb700 1 -- 172.21.15.63:0/1623848129 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c009790 con 0x7f9d80068df0 2023-11-16T18:28:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7dffb700 1 -- 172.21.15.63:0/1623848129 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d6c00c7e0 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d80105aa0 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.078+0000 7f9d7dffb700 1 -- 172.21.15.63:0/1623848129 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0054e0 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.079+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d80105910 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.081+0000 7f9d7dffb700 1 -- 172.21.15.63:0/1623848129 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9d6c00c950 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.081+0000 7f9d7dffb700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 0x7f9d700a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.082+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 0x7f9d700a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.082+0000 7f9d7dffb700 1 -- 172.21.15.63:0/1623848129 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9d6c014070 con 0x7f9d80068df0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.082+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 0x7f9d700a3600 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9d800ff940 tx=0x7f9d74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 Processor -- start 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 -- start start 2023-11-16T18:28:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 0x55748a61e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a61ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a524000 con 0x55748a61edb0 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a576840 con 0x55748a47a6b0 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a56fcd0 con 0x55748a61fb10 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d850e7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a61ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46384/0 (socket says 172.21.15.63:46384) 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 -- 172.21.15.63:0/3203918254 learned_addr learned my addr 172.21.15.63:0/3203918254 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d848e6700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 0x55748a61e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 -- 172.21.15.63:0/3203918254 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 msgr2=0x55748a61ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a61ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 -- 172.21.15.63:0/3203918254 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 msgr2=0x55748a61e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 0x55748a61e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d7ffff700 1 -- 172.21.15.63:0/3203918254 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55748a3f15d0 con 0x55748a61edb0 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d848e6700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 0x55748a61e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.083+0000 7f9d850e7700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a61ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0a1e50 tx=0x7f9d6c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ca8d72f2f22807 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d6affd700 1 -- 172.21.15.63:0/3203918254 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0b1070 con 0x55748a61edb0 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d6affd700 1 -- 172.21.15.63:0/3203918254 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d6c0a2380 con 0x55748a61edb0 2023-11-16T18:28:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d6affd700 1 -- 172.21.15.63:0/3203918254 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c09a390 con 0x55748a61edb0 2023-11-16T18:28:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/3203918254 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 msgr2=0x55748a61f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.084+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0a1e50 tx=0x7f9d6c00cc50 comp rx=0 tx=0).stop 2023-11-16T18:28:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/3203918254 shutdown_connections 2023-11-16T18:28:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a61ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a47a6b0 0x55748a61e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.829 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/3203918254 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a61f5d0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/3203918254 >> 172.21.15.63:0/3203918254 conn(0x55748a613f50 msgr2=0x55748a619100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/3203918254 shutdown_connections 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/3203918254 wait complete. 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 -- start start 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 Processor -- start 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.085+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a511880 con 0x55748a61edb0 2023-11-16T18:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a511520 con 0x55748a61fb10 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a3f38c0 con 0x55748a47a6b0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 10 client.0 _ll_register_callbacks cb 0x55748a52f720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46390/0 (socket says 172.21.15.63:46390) 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 -- 172.21.15.63:0/2896160940 learned_addr learned my addr 172.21.15.63:0/2896160940 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d850e7700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 -- 172.21.15.63:0/2896160940 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a47a6b0 msgr2=0x55748a627d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 -- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 msgr2=0x55748a62f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 -- 172.21.15.63:0/2896160940 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d80105910 con 0x55748a61edb0 2023-11-16T18:28:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d850e7700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c096430 tx=0x7f9d6c0997e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2256779b2c338a53 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d5ffff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0b1070 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9d6c09a3a0 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.086+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55748a611710 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d6c0b8270 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 10 client.16395 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55748a536130 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55748a611710 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f9d6c0caae0 con 0x55748a61edb0 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 10 client.16395 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 10 client.16395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 20 client.16395 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a633730 0x55748a635b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 4 client.16395 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55748a532040 con 0x55748a633730 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.087+0000 7f9d848e6700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a633730 0x55748a635b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.088+0000 7f9d848e6700 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a633730 0x55748a635b40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15b4c1aac55ad459 server_cookie=1341803e958f62f8 in_seq=0 out_seq=0 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.088+0000 7f9d5ffff700 10 client.16395 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.088+0000 7f9d5ffff700 1 -- 172.21.15.63:0/2896160940 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55748a532040 con 0x55748a633730 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.088+0000 7f9d5ffff700 10 client.16395 handle_command_reply: tid=0 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.088+0000 7f9d92cd6b80 1 client.16395 shutdown 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 msgr2=0x55748a6282a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c096430 tx=0x7f9d6c0997e0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 shutdown_connections 2023-11-16T18:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a633730 0x55748a635b40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.836 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d5ffff700 0 client.16395 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:38.836 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.836 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/2896160940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.865 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 >> 172.21.15.63:0/2896160940 conn(0x55748a613f50 msgr2=0x55748a6187e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:38.866 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 shutdown_connections 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/2896160940 wait complete. 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.089+0000 7f9d92cd6b80 20 client.16395 trim_cache size 0 max 16384 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 Processor -- start 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 -- start start 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a62f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a61f420 con 0x55748a47a6b0 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a61ab90 con 0x55748a61edb0 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a613b70 con 0x55748a61fb10 2023-11-16T18:28:38.934 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46396/0 (socket says 172.21.15.63:46396) 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 -- 172.21.15.63:0/1329068577 learned_addr learned my addr 172.21.15.63:0/1329068577 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d850e7700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a62f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 -- 172.21.15.63:0/1329068577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 msgr2=0x55748a62f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a62f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 -- 172.21.15.63:0/1329068577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 msgr2=0x55748a6282a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d848e6700 1 -- 172.21.15.63:0/1329068577 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55748a535e80 con 0x55748a47a6b0 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d850e7700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a62f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.104+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:38.935 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x55748a6363e0 tx=0x7f9d74014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e90ce4f8fab47f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d6b7fe700 1 -- 172.21.15.63:0/1329068577 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74022040 con 0x55748a47a6b0 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d6b7fe700 1 -- 172.21.15.63:0/1329068577 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d74023040 con 0x55748a47a6b0 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d6b7fe700 1 -- 172.21.15.63:0/1329068577 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74003680 con 0x55748a47a6b0 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1329068577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 msgr2=0x55748a627d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.105+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x55748a6363e0 tx=0x7f9d74014000 comp rx=0 tx=0).stop 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1329068577 shutdown_connections 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61fb10 0x55748a62f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a627d60 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1329068577 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61edb0 0x55748a6282a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1329068577 >> 172.21.15.63:0/1329068577 conn(0x55748a613f50 msgr2=0x55748a6269d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1329068577 shutdown_connections 2023-11-16T18:28:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1329068577 wait complete. 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- start start 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 Processor -- start 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a62aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a62e500 con 0x55748a47a6b0 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a62e670 con 0x55748a61fb10 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55748a62e830 con 0x55748a61edb0 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.106+0000 7f9d92cd6b80 10 client.0 _ll_register_callbacks cb 0x7f9d74011a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a62aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d848e6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a62aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46402/0 (socket says 172.21.15.63:46402) 2023-11-16T18:28:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45172/0 (socket says 172.21.15.63:45172) 2023-11-16T18:28:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d848e6700 1 -- 172.21.15.63:0/1787068642 learned_addr learned my addr 172.21.15.63:0/1787068642 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:38.966 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d850e7700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:38.966 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 msgr2=0x55748a62dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:38.966 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:38.966 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1787068642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 msgr2=0x55748a62aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a62aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 -- 172.21.15.63:0/1787068642 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55748a536130 con 0x55748a61edb0 2023-11-16T18:28:39.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d850e7700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d7ffff700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c098280 tx=0x7f9d6c005910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4fe4700cfd87e13 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.010 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d5ffff700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:39.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0b1070 con 0x55748a61edb0 2023-11-16T18:28:39.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f9d6c0982d0 con 0x55748a61edb0 2023-11-16T18:28:39.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9d6c0a2380 con 0x55748a61edb0 2023-11-16T18:28:39.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.107+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d6c0caea0 con 0x55748a61edb0 2023-11-16T18:28:39.011 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 10 client.26014 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:39.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f9d78009340 con 0x55748a61edb0 2023-11-16T18:28:39.086 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d6c0a2380 con 0x55748a61edb0 2023-11-16T18:28:39.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f9d6c0a1f80 con 0x55748a61edb0 2023-11-16T18:28:39.106 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 10 client.26014 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 10 client.26014 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 20 client.26014 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a687b50 0x55748a689f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 4 client.26014 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55748a53e600 con 0x55748a687b50 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.108+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a687b50 0x55748a689f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.109+0000 7f9d5ffff700 10 client.26014 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.109+0000 7f9d848e6700 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a687b50 0x55748a689f60 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e5acbbfdc82d859 server_cookie=b045cb372b2ca4e6 in_seq=0 out_seq=0 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.128+0000 7f9d5ffff700 1 -- 172.21.15.63:0/1787068642 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55748a53e600 con 0x55748a687b50 2023-11-16T18:28:39.107 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.128+0000 7f9d5ffff700 10 client.26014 handle_command_reply: tid=0 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.128+0000 7f9d92cd6b80 1 client.26014 shutdown 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 msgr2=0x55748a62afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c098280 tx=0x7f9d6c005910 comp rx=0 tx=0).stop 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 shutdown_connections 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55748a687b50 0x55748a689f60 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55748a61fb10 0x55748a62dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55748a47a6b0 0x55748a62aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 --2- 172.21.15.63:0/1787068642 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55748a61edb0 0x55748a62afa0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 >> 172.21.15.63:0/1787068642 conn(0x55748a613f50 msgr2=0x55748a622ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d5ffff700 0 client.26014 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 shutdown_connections 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 1 -- 172.21.15.63:0/1787068642 wait complete. 2023-11-16T18:28:39.108 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.129+0000 7f9d92cd6b80 20 client.26014 trim_cache size 0 max 16384 2023-11-16T18:28:39.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:28:39.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:28:39.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:28:39.109 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 msgr2=0x7f9d700a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 0x7f9d700a3600 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9d800ff940 tx=0x7f9d74009260 comp rx=0 tx=0).stop 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 msgr2=0x7f9d80198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c00e970 tx=0x7f9d6c00ec80 comp rx=0 tx=0).stop 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 shutdown_connections 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f9d700a1150 0x7f9d700a3600 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f9d800ffae0 0x7f9d8019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f9d80068950 0x7f9d80198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.111 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 --2- 172.21.15.63:0/1623848129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d80068df0 0x7f9d80198890 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.111 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 >> 172.21.15.63:0/1623848129 conn(0x7f9d800f9f30 msgr2=0x7f9d80105fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.111 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 shutdown_connections 2023-11-16T18:28:39.111 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:29.130+0000 7f9d86b4a700 1 -- 172.21.15.63:0/1623848129 wait complete. 2023-11-16T18:28:39.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:29 smithi063 ceph-mon[98873]: pgmap v465: 129 pgs: 129 active+clean; 304 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 684 op/s 2023-11-16T18:28:39.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:29 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:39.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:31 smithi063 ceph-mon[98873]: pgmap v466: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 553 op/s 2023-11-16T18:28:39.113 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:33 smithi063 ceph-mon[98873]: pgmap v467: 129 pgs: 129 active+clean; 305 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 600 op/s 2023-11-16T18:28:39.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:35 smithi063 ceph-mon[98873]: pgmap v468: 129 pgs: 129 active+clean; 311 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 583 op/s 2023-11-16T18:28:39.114 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:37 smithi063 ceph-mon[98873]: pgmap v469: 129 pgs: 129 active+clean; 312 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 520 op/s 2023-11-16T18:28:39.114 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:28:39.249 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 -- 172.21.15.63:0/3403814347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef4100d40 msgr2=0x7f3ef4107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/3403814347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef4100d40 0x7f3ef4107600 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f3eec00b0a0 tx=0x7f3eec00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 -- 172.21.15.63:0/3403814347 shutdown_connections 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/3403814347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef4100d40 0x7f3ef4107600 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/3403814347 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef40ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/3403814347 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef41003b0 0x7f3ef4100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 -- 172.21.15.63:0/3403814347 >> 172.21.15.63:0/3403814347 conn(0x7f3ef40fa7c0 msgr2=0x7f3ef40fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 -- 172.21.15.63:0/3403814347 shutdown_connections 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.247+0000 7f3efbfb2700 1 -- 172.21.15.63:0/3403814347 wait complete. 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 Processor -- start 2023-11-16T18:28:39.250 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 -- start start 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef4103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef4100d40 0x7f3ef4101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef4102470 con 0x7f3ef41003b0 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef41025e0 con 0x7f3ef40ff1c0 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efbfb2700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef41a0190 con 0x7f3ef4100d40 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46418/0 (socket says 172.21.15.63:46418) 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 -- 172.21.15.63:0/523169492 learned_addr learned my addr 172.21.15.63:0/523169492 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:39.252 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef4103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3efa54f700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef4100d40 0x7f3ef4101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 -- 172.21.15.63:0/523169492 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef4100d40 msgr2=0x7f3ef4101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef4100d40 0x7f3ef4101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 -- 172.21.15.63:0/523169492 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 msgr2=0x7f3ef4103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef4103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef954d700 1 -- 172.21.15.63:0/523169492 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eec009d00 con 0x7f3ef41003b0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.248+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef4103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3ef954d700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400d950 tx=0x7f3ee400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3eeaffd700 1 -- 172.21.15.63:0/523169492 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee400f890 con 0x7f3ef41003b0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ef410ab80 con 0x7f3ef41003b0 2023-11-16T18:28:39.253 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ef410a9f0 con 0x7f3ef41003b0 2023-11-16T18:28:39.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3eeaffd700 1 -- 172.21.15.63:0/523169492 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ee4010460 con 0x7f3ef41003b0 2023-11-16T18:28:39.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.249+0000 7f3eeaffd700 1 -- 172.21.15.63:0/523169492 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee400e610 con 0x7f3ef41003b0 2023-11-16T18:28:39.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.251+0000 7f3eeaffd700 1 -- 172.21.15.63:0/523169492 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f3ee400f9f0 con 0x7f3ef41003b0 2023-11-16T18:28:39.254 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.252+0000 7f3eeaffd700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 0x7f3ee00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.252+0000 7f3eeaffd700 1 -- 172.21.15.63:0/523169492 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3ee40cc990 con 0x7f3ef41003b0 2023-11-16T18:28:39.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.252+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 0x7f3ee00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.255 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.252+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 0x7f3ee00a3600 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4100210 tx=0x7f3ef0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.256 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 Processor -- start 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 -- start start 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314517b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314518580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31441c060 con 0x55a314516c00 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31446e8a0 con 0x55a314518110 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a314467d30 con 0x55a314517550 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46424/0 (socket says 172.21.15.63:46424) 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314517b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.253+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/3212370486 learned_addr learned my addr 172.21.15.63:0/3212370486 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3efa54f700 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314518580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.257 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 -- 172.21.15.63:0/3212370486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 msgr2=0x55a314518580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314518580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 -- 172.21.15.63:0/3212370486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 msgr2=0x55a314517010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 -- 172.21.15.63:0/3212370486 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a3142e9630 con 0x55a314517550 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314517b30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4099760 tx=0x7f3ee4099a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=560653c99ab5b395 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3edffff700 1 -- 172.21.15.63:0/3212370486 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee40a1eb0 con 0x55a314517550 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3edffff700 1 -- 172.21.15.63:0/3212370486 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ee4097e00 con 0x55a314517550 2023-11-16T18:28:39.258 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.254+0000 7f3edffff700 1 -- 172.21.15.63:0/3212370486 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee40991b0 con 0x55a314517550 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3212370486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 msgr2=0x55a314517b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314517b30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4099760 tx=0x7f3ee4099a60 comp rx=0 tx=0).stop 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3212370486 shutdown_connections 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314518580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a314517010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3212370486 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314517b30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3212370486 >> 172.21.15.63:0/3212370486 conn(0x55a31450c360 msgr2=0x55a314511670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3212370486 shutdown_connections 2023-11-16T18:28:39.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.255+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3212370486 wait complete. 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 -- start start 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 Processor -- start 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314520a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314527a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3144098e0 con 0x55a314516c00 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a314409580 con 0x55a314518110 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3142eb920 con 0x55a314517550 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3f0813eb80 10 client.0 _ll_register_callbacks cb 0x55a314427780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46430/0 (socket says 172.21.15.63:46430) 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3efa54f700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314527a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/3805742465 learned_addr learned my addr 172.21.15.63:0/3805742465 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.256+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314520a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/3805742465 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 msgr2=0x55a314520a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314520a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 msgr2=0x55a314527a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314527a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/3805742465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ef410a9f0 con 0x55a314516c00 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3efa54f700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314527a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314520a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0003b30 tx=0x7f3ef00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b4286cd6c367d84 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3edd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef001fcd0 con 0x55a314516c00 2023-11-16T18:28:39.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3ef0003e40 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a314509b20 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ef001fe30 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3f0813eb80 10 client.16413 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a31442e190 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.257+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a314509b20 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3ef00275d0 con 0x55a314516c00 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 10 client.16413 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 10 client.16413 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 20 client.16413 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a31452c3b0 0x55a31452e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 4 client.16413 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a31442a0a0 con 0x55a31452c3b0 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a31452c3b0 0x55a31452e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.275 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3ef954d700 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a31452c3b0 0x55a31452e7c0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fa8f9be1ea50eb2 server_cookie=fc133339b0c75178 in_seq=0 out_seq=0 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.258+0000 7f3edd7fa700 10 client.16413 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3edd7fa700 1 -- 172.21.15.63:0/3805742465 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a31442a0a0 con 0x55a31452c3b0 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3edd7fa700 10 client.16413 handle_command_reply: tid=0 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 client.16413 shutdown 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 msgr2=0x55a3145204f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0003b30 tx=0x7f3ef00047c0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 shutdown_connections 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a31452c3b0 0x55a31452e7c0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a314527a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3edd7fa700 0 client.16413 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a3145204f0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/3805742465 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314520a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.276 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 >> 172.21.15.63:0/3805742465 conn(0x55a31450c360 msgr2=0x55a314510de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 shutdown_connections 2023-11-16T18:28:39.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 1 -- 172.21.15.63:0/3805742465 wait complete. 2023-11-16T18:28:39.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.259+0000 7f3f0813eb80 20 client.16413 trim_cache size 0 max 16384 2023-11-16T18:28:39.285 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 Processor -- start 2023-11-16T18:28:39.285 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 -- start start 2023-11-16T18:28:39.285 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.285 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314527a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a31451b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a314518a00 con 0x55a314516c00 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a314512320 con 0x55a314518110 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.276+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31451f9a0 con 0x55a314517550 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46438/0 (socket says 172.21.15.63:46438) 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/838337028 learned_addr learned my addr 172.21.15.63:0/838337028 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef954d700 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314527a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3efa54f700 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a31451b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/838337028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 msgr2=0x55a314527a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314527a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/838337028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 msgr2=0x55a31451b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.286 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a31451b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 -- 172.21.15.63:0/838337028 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a31442dee0 con 0x55a314516c00 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0016040 tx=0x7f3ef0004240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf867816ac554d4c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ee8ff9700 1 -- 172.21.15.63:0/838337028 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0027da0 con 0x55a314516c00 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ee8ff9700 1 -- 172.21.15.63:0/838337028 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ef0003e40 con 0x55a314516c00 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.277+0000 7f3ee8ff9700 1 -- 172.21.15.63:0/838337028 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0004da0 con 0x55a314516c00 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- 172.21.15.63:0/838337028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 msgr2=0x55a31451b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0016040 tx=0x7f3ef0004240 comp rx=0 tx=0).stop 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- 172.21.15.63:0/838337028 shutdown_connections 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314518110 0x55a31451b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314516c00 0x55a31451b050 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/838337028 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314527a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- 172.21.15.63:0/838337028 >> 172.21.15.63:0/838337028 conn(0x55a31450c360 msgr2=0x55a314533120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- 172.21.15.63:0/838337028 shutdown_connections 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- 172.21.15.63:0/838337028 wait complete. 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 -- start start 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.278+0000 7f3f0813eb80 1 Processor -- start 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314516c00 0x55a314523bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 0x55a314526d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3145272b0 con 0x55a314518110 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a314527420 con 0x55a314516c00 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3145275e0 con 0x55a314517550 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3f0813eb80 10 client.0 _ll_register_callbacks cb 0x7f3ef0003710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3efa54f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 0x55a314526d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45214/0 (socket says 172.21.15.63:45214) 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 -- 172.21.15.63:0/1896551537 learned_addr learned my addr 172.21.15.63:0/1896551537 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314516c00 0x55a314523bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 -- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314516c00 msgr2=0x55a314523bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314516c00 0x55a314523bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 -- 172.21.15.63:0/1896551537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 msgr2=0x55a314526d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 0x55a314526d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 -- 172.21.15.63:0/1896551537 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a31442e190 con 0x55a314517550 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3efa54f700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 0x55a314526d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3ef954d700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3ee40ca1a0 tx=0x7f3ee4000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=722bf7c900833875 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.279+0000 7f3edd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee4099ad0 con 0x55a314517550 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3ee4098f50 con 0x55a314517550 2023-11-16T18:28:39.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ee4097e00 con 0x55a314517550 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ee40b2240 con 0x55a314517550 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 10 client.26032 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a31427ec60 con 0x55a314517550 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ee407c020 con 0x55a314517550 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3ee40a1a20 con 0x55a314517550 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 10 client.26032 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 10 client.26032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 20 client.26032 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a314580db0 0x55a3145831c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 4 client.26032 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.280+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a314436660 con 0x55a314580db0 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a314580db0 0x55a3145831c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:39.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3edd7fa700 10 client.26032 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3ef9d4e700 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a314580db0 0x55a3145831c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6a2fa7d914d58e5 server_cookie=4391b91a99d95d11 in_seq=0 out_seq=0 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3edd7fa700 1 -- 172.21.15.63:0/1896551537 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55a314436660 con 0x55a314580db0 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3edd7fa700 10 client.26032 handle_command_reply: tid=0 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 client.26032 shutdown 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 msgr2=0x55a314524100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3ee40ca1a0 tx=0x7f3ee4000bc0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 shutdown_connections 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x55a314580db0 0x55a3145831c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a314518110 0x55a314526d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x55a314516c00 0x55a314523bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 --2- 172.21.15.63:0/1896551537 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x55a314517550 0x55a314524100 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3edd7fa700 0 client.26032 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 >> 172.21.15.63:0/1896551537 conn(0x55a31450c360 msgr2=0x55a31451b050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 shutdown_connections 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 1 -- 172.21.15.63:0/1896551537 wait complete. 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.281+0000 7f3f0813eb80 20 client.26032 trim_cache size 0 max 16384 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "IDLE (waiting for more scrubs)", 2023-11-16T18:28:39.292 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": { 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: "2a8fe242-f33f-4b58-b2bb-2c895041e4d7": { 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: "path": "/", 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: "tag": "2a8fe242-f33f-4b58-b2bb-2c895041e4d7", 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: "options": "recursive,force" 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:28:39.293 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 msgr2=0x7f3ee00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 0x7f3ee00a3600 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4100210 tx=0x7f3ef0009260 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 msgr2=0x7f3ef4101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400d950 tx=0x7f3ee400dc60 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 shutdown_connections 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3ee00a1150 0x7f3ee00a3600 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3ef4100d40 0x7f3ef4101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3ef40ff1c0 0x7f3ef4103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 --2- 172.21.15.63:0/523169492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ef41003b0 0x7f3ef4101790 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 >> 172.21.15.63:0/523169492 conn(0x7f3ef40fa7c0 msgr2=0x7f3ef4067e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 shutdown_connections 2023-11-16T18:28:39.294 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:28:39.282+0000 7f3efbfb2700 1 -- 172.21.15.63:0/523169492 wait complete. 2023-11-16T18:28:39.300 INFO:tasks.cephfs.filesystem:scrub status for tag:2a8fe242-f33f-4b58-b2bb-2c895041e4d7 - {'path': '/', 'tag': '2a8fe242-f33f-4b58-b2bb-2c895041e4d7', 'options': 'recursive,force'} 2023-11-16T18:28:39.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:39 smithi093 ceph-mon[100185]: pgmap v470: 129 pgs: 129 active+clean; 313 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 495 op/s 2023-11-16T18:28:39.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:39 smithi093 ceph-mon[100185]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:39.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:39 smithi125 ceph-mon[100672]: pgmap v470: 129 pgs: 129 active+clean; 313 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 495 op/s 2023-11-16T18:28:39.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:39 smithi125 ceph-mon[100672]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:39.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:39 smithi063 ceph-mon[98873]: pgmap v470: 129 pgs: 129 active+clean; 313 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 495 op/s 2023-11-16T18:28:39.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:39 smithi063 ceph-mon[98873]: scrub summary: idle+waiting paths [/] 2023-11-16T18:28:41.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:41 smithi093 ceph-mon[100185]: pgmap v471: 129 pgs: 129 active+clean; 314 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 371 op/s 2023-11-16T18:28:41.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:41 smithi125 ceph-mon[100672]: pgmap v471: 129 pgs: 129 active+clean; 314 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 371 op/s 2023-11-16T18:28:41.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:41 smithi063 ceph-mon[98873]: pgmap v471: 129 pgs: 129 active+clean; 314 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 371 op/s 2023-11-16T18:28:42.250 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/1144212908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e141006f0 msgr2=0x7f2e14100b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/1144212908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e141006f0 0x7f2e14100b00 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f2e10009990 tx=0x7f2e10009ca0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/1144212908 shutdown_connections 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/1144212908 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ffcf0 0x7f2e141075a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/1144212908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e141006f0 0x7f2e14100b00 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/1144212908 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e140ff340 0x7f2e140ff7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/1144212908 >> 172.21.15.63:0/1144212908 conn(0x7f2e140f9ea0 msgr2=0x7f2e140fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/1144212908 shutdown_connections 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.246+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/1144212908 wait complete. 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 Processor -- start 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 -- start start 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.251 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 0x7f2e1419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e1419fd50 con 0x7f2e140ffcf0 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e1419fec0 con 0x7f2e140ff340 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1bcc4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e141a0080 con 0x7f2e141006f0 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1925f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1925f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46460/0 (socket says 172.21.15.63:46460) 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.93:3300/0 says I am v2:172.21.15.63:41862/0 (socket says 172.21.15.63:41862) 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1925f700 1 -- 172.21.15.63:0/3072150168 learned_addr learned my addr 172.21.15.63:0/3072150168 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.247+0000 7f2e1a261700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 0x7f2e1419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 -- 172.21.15.63:0/3072150168 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 msgr2=0x7f2e140feda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 -- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 msgr2=0x7f2e1419d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 -- 172.21.15.63:0/3072150168 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e100095f0 con 0x7f2e141006f0 2023-11-16T18:28:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e19a60700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:42.263 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1925f700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1a261700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 0x7f2e1419f6a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c007f10 tx=0x7f2e0c00d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e0affd700 1 -- 172.21.15.63:0/3072150168 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c009ea0 con 0x7f2e141006f0 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e1410aad0 con 0x7f2e141006f0 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e0affd700 1 -- 172.21.15.63:0/3072150168 <== mon.1 v2:172.21.15.125:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e0c00f040 con 0x7f2e141006f0 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e0affd700 1 -- 172.21.15.63:0/3072150168 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c004350 con 0x7f2e141006f0 2023-11-16T18:28:42.264 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.248+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e1410a940 con 0x7f2e141006f0 2023-11-16T18:28:42.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.250+0000 7f2e0affd700 1 -- 172.21.15.63:0/3072150168 <== mon.1 v2:172.21.15.125:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2e0c00db20 con 0x7f2e141006f0 2023-11-16T18:28:42.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.251+0000 7f2e0affd700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 0x7f2e000a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.251+0000 7f2e19a60700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 0x7f2e000a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.270 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.251+0000 7f2e0affd700 1 -- 172.21.15.63:0/3072150168 <== mon.1 v2:172.21.15.125:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2e0c0cc500 con 0x7f2e141006f0 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 Processor -- start 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e19a60700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 0x7f2e000a3600 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2e1000b2e0 tx=0x7f2e10005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 -- start start 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c345246b0 0x555c346c8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346c95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.278 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c345ce000 con 0x555c346c9b10 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c34620840 con 0x555c345246b0 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c34619cd0 con 0x555c346c8db0 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46470/0 (socket says 172.21.15.63:46470) 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1925f700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346c95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 -- 172.21.15.63:0/293292616 learned_addr learned my addr 172.21.15.63:0/293292616 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e19a60700 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c345246b0 0x555c346c8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 -- 172.21.15.63:0/293292616 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 msgr2=0x555c346c95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346c95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 -- 172.21.15.63:0/293292616 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c345246b0 msgr2=0x555c346c8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c345246b0 0x555c346c8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.279 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.252+0000 7f2e1a261700 1 -- 172.21.15.63:0/293292616 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c3449b5d0 con 0x555c346c9b10 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e1a261700 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c099560 tx=0x7f2e0c099470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2faf1e37e5161866 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2dfffff700 1 -- 172.21.15.63:0/293292616 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c0995d0 con 0x555c346c9b10 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2dfffff700 1 -- 172.21.15.63:0/293292616 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e0c09d600 con 0x555c346c9b10 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2dfffff700 1 -- 172.21.15.63:0/293292616 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c0cc290 con 0x555c346c9b10 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 -- 172.21.15.63:0/293292616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 msgr2=0x555c346c9f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c099560 tx=0x7f2e0c099470 comp rx=0 tx=0).stop 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 -- 172.21.15.63:0/293292616 shutdown_connections 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346c9f80 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c345246b0 0x555c346c8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/293292616 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346c95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.253+0000 7f2e27e50b80 1 -- 172.21.15.63:0/293292616 >> 172.21.15.63:0/293292616 conn(0x555c346bdf50 msgr2=0x555c346c3100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- 172.21.15.63:0/293292616 shutdown_connections 2023-11-16T18:28:42.280 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- 172.21.15.63:0/293292616 wait complete. 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- start start 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 Processor -- start 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 0x555c346d2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346d9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c345bb880 con 0x555c346c9b10 2023-11-16T18:28:42.281 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c345bb520 con 0x555c346c8db0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.254+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c3449d8c0 con 0x555c345246b0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e27e50b80 10 client.0 _ll_register_callbacks cb 0x555c345d9720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45240/0 (socket says 172.21.15.63:45240) 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e1a261700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346d9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 -- 172.21.15.63:0/1690574229 learned_addr learned my addr 172.21.15.63:0/1690574229 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 0x555c346d2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 -- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 msgr2=0x555c346d2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.292 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 0x555c346d2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 -- 172.21.15.63:0/1690574229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 msgr2=0x555c346d9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346d9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 -- 172.21.15.63:0/1690574229 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e1410a940 con 0x555c345246b0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e1a261700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346d9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 0x555c346d2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e19a60700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2e10015000 tx=0x7f2e1001a050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=215822883d2638d0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2dfd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.125:3300/0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mon.1 v2:172.21.15.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e10004ea0 con 0x555c345246b0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mon.1 v2:172.21.15.125:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2e1000f670 con 0x555c345246b0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.255+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555c346bb710 con 0x555c345246b0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mon.1 v2:172.21.15.125:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e1000f830 con 0x555c345246b0 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 10 client.26044 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:42.293 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555c345e0130 con 0x555c345246b0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mon.1 v2:172.21.15.125:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555c346bb710 con 0x555c345246b0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mon.1 v2:172.21.15.125:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2e10030b40 con 0x555c345246b0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 10 client.26044 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 10 client.26044 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 20 client.26044 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c346ddba0 0x555c346dffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 4 client.26044 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555c345dc040 con 0x555c346ddba0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.256+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c346ddba0 0x555c346dffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2dfd7fa700 10 client.26044 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c346ddba0 0x555c346dffb0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d00ed2d1ba2d8af6 server_cookie=e552cf8c2a285fd5 in_seq=0 out_seq=0 2023-11-16T18:28:42.294 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/1690574229 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555c345dc040 con 0x555c346ddba0 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2dfd7fa700 10 client.26044 handle_command_reply: tid=0 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 client.26044 shutdown 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 msgr2=0x555c346d1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2e10015000 tx=0x7f2e1001a050 comp rx=0 tx=0).stop 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 shutdown_connections 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c346ddba0 0x555c346dffb0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c9b10 0x555c346d9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346d1cf0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2dfd7fa700 0 client.26044 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.257+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1690574229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c8db0 0x555c346d2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.258+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 >> 172.21.15.63:0/1690574229 conn(0x555c346bdf50 msgr2=0x555c346c27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.258+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 shutdown_connections 2023-11-16T18:28:42.295 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.258+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1690574229 wait complete. 2023-11-16T18:28:42.296 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.258+0000 7f2e27e50b80 20 client.26044 trim_cache size 0 max 16384 2023-11-16T18:28:42.300 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 Processor -- start 2023-11-16T18:28:42.300 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 -- start start 2023-11-16T18:28:42.300 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 0x555c346d9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346d11a0 con 0x555c346c8db0 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346c9420 con 0x555c346c9b10 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346c4bc0 con 0x555c345246b0 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 0x555c346d9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.125:3300/0 says I am v2:172.21.15.63:45248/0 (socket says 172.21.15.63:45248) 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e19a60700 1 -- 172.21.15.63:0/1522410496 learned_addr learned my addr 172.21.15.63:0/1522410496 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1a261700 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 -- 172.21.15.63:0/1522410496 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 msgr2=0x555c346e48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 -- 172.21.15.63:0/1522410496 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 msgr2=0x555c346d09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e1925f700 1 -- 172.21.15.63:0/1522410496 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c345dfe80 con 0x555c346c8db0 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.274+0000 7f2e19a60700 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e1925f700 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 0x555c346d9200 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x555c346ddf70 tx=0x7f2e04009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d923267e40df4b49 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e08ff9700 1 -- 172.21.15.63:0/1522410496 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e04017040 con 0x555c346c8db0 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e08ff9700 1 -- 172.21.15.63:0/1522410496 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e04018040 con 0x555c346c8db0 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e08ff9700 1 -- 172.21.15.63:0/1522410496 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e04004d60 con 0x555c346c8db0 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1522410496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 msgr2=0x555c346d9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 0x555c346d9200 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x555c346ddf70 tx=0x7f2e04009260 comp rx=0 tx=0).stop 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1522410496 shutdown_connections 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.302 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c345246b0 0x555c346e48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.275+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/1522410496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c346c8db0 0x555c346d9200 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1522410496 >> 172.21.15.63:0/1522410496 conn(0x555c346bdf50 msgr2=0x555c346c30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1522410496 shutdown_connections 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- 172.21.15.63:0/1522410496 wait complete. 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- start start 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 Processor -- start 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346d51c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346d8720 con 0x555c345246b0 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346d8890 con 0x555c346c9b10 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c346d8a50 con 0x555c346c8db0 2023-11-16T18:28:42.303 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e27e50b80 10 client.0 _ll_register_callbacks cb 0x7f2e100056b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e19a60700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46486/0 (socket says 172.21.15.63:46486) 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.276+0000 7f2e19a60700 1 -- 172.21.15.63:0/163991258 learned_addr learned my addr 172.21.15.63:0/163991258 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e1925f700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346d51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e1a261700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 -- 172.21.15.63:0/163991258 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 msgr2=0x555c346d51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346d51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 -- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 msgr2=0x555c346d81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 -- 172.21.15.63:0/163991258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555c345e0130 con 0x555c345246b0 2023-11-16T18:28:42.304 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e19a60700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f2e10030ed0 tx=0x7f2e10004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd19c1a9f78f5c03 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2dfd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e10024580 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2e100249d0 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2e0c09d600 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e10024b90 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e27e50b80 10 client.16437 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.277+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f2e04012be0 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e0c09d600 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2e10004730 con 0x555c345246b0 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 10 client.16437 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 10 client.16437 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 20 client.16437 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:42.305 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c34732370 0x555c34734780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 4 client.16437 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555c345e8600 con 0x555c34732370 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e1925f700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c34732370 0x555c34734780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2e1925f700 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c34732370 0x555c34734780 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ae262ed7e127b28 server_cookie=a4f1620fb2f6fd5c in_seq=0 out_seq=0 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.278+0000 7f2dfd7fa700 10 client.16437 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.292+0000 7f2dfd7fa700 1 -- 172.21.15.63:0/163991258 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555c345e8600 con 0x555c34732370 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.292+0000 7f2dfd7fa700 10 client.16437 handle_command_reply: tid=0 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.292+0000 7f2e27e50b80 1 client.16437 shutdown 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.292+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 msgr2=0x555c346d4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.292+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f2e10030ed0 tx=0x7f2e10004f80 comp rx=0 tx=0).stop 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 shutdown_connections 2023-11-16T18:28:42.306 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555c34732370 0x555c34734780 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555c346c9b10 0x555c346d81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2dfd7fa700 0 client.16437 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555c345246b0 0x555c346d4c80 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 --2- 172.21.15.63:0/163991258 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555c346c8db0 0x555c346d51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 >> 172.21.15.63:0/163991258 conn(0x555c346bdf50 msgr2=0x555c346d09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 shutdown_connections 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 1 -- 172.21.15.63:0/163991258 wait complete. 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e27e50b80 20 client.16437 trim_cache size 0 max 16384 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:28:42.307 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:28:42.308 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:28:42.308 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:28:42.308 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 msgr2=0x7f2e000a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 0x7f2e000a3600 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2e1000b2e0 tx=0x7f2e10005fb0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 msgr2=0x7f2e1419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 0x7f2e1419f6a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c007f10 tx=0x7f2e0c00d3b0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 shutdown_connections 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2e000a1150 0x7f2e000a3600 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2e141006f0 0x7f2e1419f6a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2e140ff340 0x7f2e140feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 --2- 172.21.15.63:0/3072150168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e140ffcf0 0x7f2e1419d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 >> 172.21.15.63:0/3072150168 conn(0x7f2e140f9ea0 msgr2=0x7f2e140fc170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 shutdown_connections 2023-11-16T18:28:42.309 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:42.293+0000 7f2e1bcc4700 1 -- 172.21.15.63:0/3072150168 wait complete. 2023-11-16T18:28:43.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:43 smithi093 ceph-mon[100185]: pgmap v472: 129 pgs: 129 active+clean; 318 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2023-11-16T18:28:43.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:43 smithi125 ceph-mon[100672]: pgmap v472: 129 pgs: 129 active+clean; 318 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2023-11-16T18:28:43.582 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:43 smithi063 ceph-mon[98873]: pgmap v472: 129 pgs: 129 active+clean; 318 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2023-11-16T18:28:45.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:45 smithi093 ceph-mon[100185]: pgmap v473: 129 pgs: 129 active+clean; 320 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 302 op/s 2023-11-16T18:28:45.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:45 smithi125 ceph-mon[100672]: pgmap v473: 129 pgs: 129 active+clean; 320 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 302 op/s 2023-11-16T18:28:45.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:45 smithi063 ceph-mon[98873]: pgmap v473: 129 pgs: 129 active+clean; 320 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 302 op/s 2023-11-16T18:28:47.262 INFO:tasks.workunit.client.0.smithi063.stdout:cleaned up hierarchy 2023-11-16T18:28:47.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:47 smithi093 ceph-mon[100185]: pgmap v474: 129 pgs: 129 active+clean; 323 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 238 op/s 2023-11-16T18:28:47.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:47 smithi125 ceph-mon[100672]: pgmap v474: 129 pgs: 129 active+clean; 323 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 238 op/s 2023-11-16T18:28:47.562 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:28:47.562 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:28:47.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:47 smithi063 ceph-mon[98873]: pgmap v474: 129 pgs: 129 active+clean; 323 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 238 op/s 2023-11-16T18:28:47.601 INFO:tasks.workunit:Running workunit fs/misc/filelock_deadlock.py... 2023-11-16T18:28:47.609 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/filelock_deadlock.py> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/filelock_deadlock.py 2023-11-16T18:28:48.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:48 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:28:48.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:48 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:28:48.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:48 smithi093 ceph-mon[100185]: scrub summary: idle 2023-11-16T18:28:48.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:48 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:28:48.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:48 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:28:48.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:48 smithi125 ceph-mon[100672]: scrub summary: idle 2023-11-16T18:28:48.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:48 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:28:48.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:48 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:28:48.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:48 smithi063 ceph-mon[98873]: scrub summary: idle 2023-11-16T18:28:49.435 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:49 smithi093 ceph-mon[100185]: pgmap v475: 129 pgs: 129 active+clean; 326 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-11-16T18:28:49.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:49 smithi125 ceph-mon[100672]: pgmap v475: 129 pgs: 129 active+clean; 326 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-11-16T18:28:49.580 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:49 smithi063 ceph-mon[98873]: pgmap v475: 129 pgs: 129 active+clean; 326 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-11-16T18:28:50.434 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:50 smithi093 ceph-mon[100185]: pgmap v476: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 217 op/s 2023-11-16T18:28:50.510 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:50 smithi125 ceph-mon[100672]: pgmap v476: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 217 op/s 2023-11-16T18:28:50.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:50 smithi063 ceph-mon[98873]: pgmap v476: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 217 op/s 2023-11-16T18:28:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:52 smithi063 ceph-mon[98873]: pgmap v477: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 224 op/s 2023-11-16T18:28:53.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:52 smithi093 ceph-mon[100185]: pgmap v477: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 224 op/s 2023-11-16T18:28:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:52 smithi125 ceph-mon[100672]: pgmap v477: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 224 op/s 2023-11-16T18:28:55.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:54 smithi063 ceph-mon[98873]: pgmap v478: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 188 op/s 2023-11-16T18:28:55.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:54 smithi093 ceph-mon[100185]: pgmap v478: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 188 op/s 2023-11-16T18:28:55.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:54 smithi125 ceph-mon[100672]: pgmap v478: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 188 op/s 2023-11-16T18:28:55.434 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 -- 172.21.15.63:0/4180741014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 msgr2=0x7fcec80ff540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.434 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 --2- 172.21.15.63:0/4180741014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec80ff540 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fcebc009990 tx=0x7fcebc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.434 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 -- 172.21.15.63:0/4180741014 shutdown_connections 2023-11-16T18:28:55.434 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 --2- 172.21.15.63:0/4180741014 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100cb0 0x7fcec8107570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.434 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 --2- 172.21.15.63:0/4180741014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec80ff540 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 --2- 172.21.15.63:0/4180741014 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100320 0x7fcec8100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 -- 172.21.15.63:0/4180741014 >> 172.21.15.63:0/4180741014 conn(0x7fcec80fa750 msgr2=0x7fcec80fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 -- 172.21.15.63:0/4180741014 shutdown_connections 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.417+0000 7fceceb3e700 1 -- 172.21.15.63:0/4180741014 wait complete. 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 Processor -- start 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 -- start start 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 0x7fcec81965a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100cb0 0x7fcec819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec819dbe0 con 0x7fcec80ff130 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec819dd20 con 0x7fcec8100320 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fceceb3e700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec819deb0 con 0x7fcec8100cb0 2023-11-16T18:28:55.435 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fcecc8da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fcecc8da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46500/0 (socket says 172.21.15.63:46500) 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.418+0000 7fcecc8da700 1 -- 172.21.15.63:0/1306148229 learned_addr learned my addr 172.21.15.63:0/1306148229 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100cb0 0x7fcec819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 0x7fcec81965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 -- 172.21.15.63:0/1306148229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100cb0 msgr2=0x7fcec819d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100cb0 0x7fcec819d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 -- 172.21.15.63:0/1306148229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 msgr2=0x7fcec81965a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 0x7fcec81965a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 -- 172.21.15.63:0/1306148229 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcebc0095f0 con 0x7fcec80ff130 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 0x7fcec81965a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fcebc000c00 tx=0x7fcebc005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcec5ffb700 1 -- 172.21.15.63:0/1306148229 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcebc01d070 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcec5ffb700 1 -- 172.21.15.63:0/1306148229 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcebc003f60 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcec810aaf0 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fcec5ffb700 1 -- 172.21.15.63:0/1306148229 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcebc022c70 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.419+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcec810a960 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.422+0000 7fcec5ffb700 1 -- 172.21.15.63:0/1306148229 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fcebc0040d0 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.422+0000 7fcec5ffb700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 0x7fceb80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.422+0000 7fcec5ffb700 1 -- 172.21.15.63:0/1306148229 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fcebc0ce250 con 0x7fcec80ff130 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.422+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 0x7fceb80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 0x7fceb80a3600 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceb4005fd0 tx=0x7fceb4005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 Processor -- start 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 -- start start 2023-11-16T18:28:55.437 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1d6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1d75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd0dc000 con 0x5588dd1d7b10 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd12e840 con 0x5588dd0326b0 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.423+0000 7fcedaccab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd127cd0 con 0x5588dd1d6db0 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46512/0 (socket says 172.21.15.63:46512) 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1d6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 -- 172.21.15.63:0/1205122068 learned_addr learned my addr 172.21.15.63:0/1205122068 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1d75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 -- 172.21.15.63:0/1205122068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 msgr2=0x5588dd1d75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1d75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 -- 172.21.15.63:0/1205122068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 msgr2=0x5588dd1d6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1d6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 -- 172.21.15.63:0/1205122068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588dcfa95d0 con 0x5588dd1d7b10 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1d75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fcec0003f30 tx=0x7fcec0009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb5ef34fbff91fc server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fceb2ffd700 1 -- 172.21.15.63:0/1205122068 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcec0003a00 con 0x5588dd1d7b10 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fceb2ffd700 1 -- 172.21.15.63:0/1205122068 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcec000f040 con 0x5588dd1d7b10 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.424+0000 7fceb2ffd700 1 -- 172.21.15.63:0/1205122068 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcec00156e0 con 0x5588dd1d7b10 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- 172.21.15.63:0/1205122068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 msgr2=0x5588dd1d7f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fcec0003f30 tx=0x7fcec0009c20 comp rx=0 tx=0).stop 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- 172.21.15.63:0/1205122068 shutdown_connections 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1d7f80 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.439 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1d6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1205122068 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1d75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- 172.21.15.63:0/1205122068 >> 172.21.15.63:0/1205122068 conn(0x5588dd1cbf50 msgr2=0x5588dd1d1100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- 172.21.15.63:0/1205122068 shutdown_connections 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- 172.21.15.63:0/1205122068 wait complete. 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 -- start start 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.425+0000 7fcedaccab80 1 Processor -- start 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1dfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.440 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd0c9880 con 0x5588dd1d7b10 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd0c9520 con 0x5588dd0326b0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dcfab8c0 con 0x5588dd1d6db0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcedaccab80 10 client.0 _ll_register_callbacks cb 0x5588dd0e7720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46518/0 (socket says 172.21.15.63:46518) 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 -- 172.21.15.63:0/4073798466 learned_addr learned my addr 172.21.15.63:0/4073798466 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecc8da700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1dfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcec7fff700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 -- 172.21.15.63:0/4073798466 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 msgr2=0x5588dd1e01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.441 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 -- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 msgr2=0x5588dd1dfca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1dfca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.426+0000 7fcecd0db700 1 -- 172.21.15.63:0/4073798466 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcec0003b60 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcecd0db700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fcec0009f70 tx=0x7fcec00046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba7ddaac4f4a064 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcec0003a00 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fcec0015480 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588dd1c9710 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcec0007b70 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 10 client.16449 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5588dd0ee130 con 0x5588dd1d7b10 2023-11-16T18:28:55.442 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5588dd1c9710 con 0x5588dd1d7b10 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fcec0005120 con 0x5588dd1d7b10 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 10 client.16449 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 10 client.16449 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 20 client.16449 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd1eb9f0 0x5588dd1ede00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 4 client.16449 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.427+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588dd0ea040 con 0x5588dd1eb9f0 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.428+0000 7fcecc8da700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd1eb9f0 0x5588dd1ede00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.428+0000 7fcea7fff700 10 client.16449 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.428+0000 7fcecc8da700 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd1eb9f0 0x5588dd1ede00 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44c44eac55020eda server_cookie=271375ec40f88599 in_seq=0 out_seq=0 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcea7fff700 1 -- 172.21.15.63:0/4073798466 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5588dd0ea040 con 0x5588dd1eb9f0 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcea7fff700 10 client.16449 handle_command_reply: tid=0 2023-11-16T18:28:55.443 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 client.16449 shutdown 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 msgr2=0x5588dd1e7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fcec0009f70 tx=0x7fcec00046a0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 shutdown_connections 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd1eb9f0 0x5588dd1ede00 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e7220 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcea7fff700 0 client.16449 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:55.444 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1dfca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.445 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 --2- 172.21.15.63:0/4073798466 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.445 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 >> 172.21.15.63:0/4073798466 conn(0x5588dd1cbf50 msgr2=0x5588dd1d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.445 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 shutdown_connections 2023-11-16T18:28:55.445 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 1 -- 172.21.15.63:0/4073798466 wait complete. 2023-11-16T18:28:55.445 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.429+0000 7fcedaccab80 20 client.16449 trim_cache size 0 max 16384 2023-11-16T18:28:55.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 Processor -- start 2023-11-16T18:28:55.466 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 -- start start 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1f2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 0x5588dd1daa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1cbb70 con 0x5588dd1d6db0 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1d2bf0 con 0x5588dd0326b0 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcedaccab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1d1b10 con 0x5588dd1d7b10 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcec7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcec7fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46524/0 (socket says 172.21.15.63:46524) 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcec7fff700 1 -- 172.21.15.63:0/2941788373 learned_addr learned my addr 172.21.15.63:0/2941788373 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcecd0db700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 0x5588dd1daa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.444+0000 7fcecc8da700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1f2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 -- 172.21.15.63:0/2941788373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 msgr2=0x5588dd1daa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.467 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 0x5588dd1daa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.468 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 -- 172.21.15.63:0/2941788373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 msgr2=0x5588dd1f2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.468 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1f2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.468 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 -- 172.21.15.63:0/2941788373 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588dd0ede80 con 0x5588dd1d6db0 2023-11-16T18:28:55.468 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcecc8da700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1f2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:28:55.468 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcecd0db700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 0x5588dd1daa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:28:55.486 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcec7fff700 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fceb400f000 tx=0x7fceb4011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5905846b9238bb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.486 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fceb37fe700 1 -- 172.21.15.63:0/2941788373 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb4023070 con 0x5588dd1d6db0 2023-11-16T18:28:55.486 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fceb37fe700 1 -- 172.21.15.63:0/2941788373 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fceb40108f0 con 0x5588dd1d6db0 2023-11-16T18:28:55.486 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fceb37fe700 1 -- 172.21.15.63:0/2941788373 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb401d820 con 0x5588dd1d6db0 2023-11-16T18:28:55.486 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcedaccab80 1 -- 172.21.15.63:0/2941788373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 msgr2=0x5588dd1e71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.445+0000 7fcedaccab80 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fceb400f000 tx=0x7fceb4011000 comp rx=0 tx=0).stop 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- 172.21.15.63:0/2941788373 shutdown_connections 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d7b10 0x5588dd1daa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1f2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- 172.21.15.63:0/2941788373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d6db0 0x5588dd1e71e0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- 172.21.15.63:0/2941788373 >> 172.21.15.63:0/2941788373 conn(0x5588dd1cbf50 msgr2=0x5588dd1de9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- 172.21.15.63:0/2941788373 shutdown_connections 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- 172.21.15.63:0/2941788373 wait complete. 2023-11-16T18:28:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- start start 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 Processor -- start 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1e2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1e68f0 con 0x5588dd1d7b10 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1e6a60 con 0x5588dd0326b0 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dd1e6c20 con 0x5588dd1d6db0 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.446+0000 7fcedaccab80 10 client.0 _ll_register_callbacks cb 0x5588dd0e7720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46532/0 (socket says 172.21.15.63:46532) 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 -- 172.21.15.63:0/1882560735 learned_addr learned my addr 172.21.15.63:0/1882560735 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:28:55.488 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcec7fff700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1e2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 -- 172.21.15.63:0/1882560735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 msgr2=0x5588dd1e3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 -- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 msgr2=0x5588dd1e2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1e2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 -- 172.21.15.63:0/1882560735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fceb400ecb0 con 0x5588dd1d7b10 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcecd0db700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fcec0003e50 tx=0x7fcec00057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3996d296d4520b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcea7fff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcec001edc0 con 0x5588dd1d7b10 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fcec00078c0 con 0x5588dd1d7b10 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcec000f040 con 0x5588dd1d7b10 2023-11-16T18:28:55.489 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcec0003fc0 con 0x5588dd1d7b10 2023-11-16T18:28:55.490 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcedaccab80 10 client.16455 fetch_fsmap learned FSMap version 28 2023-11-16T18:28:55.490 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.447+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5588dcf3ec00 con 0x5588dd1d7b10 2023-11-16T18:28:55.490 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcec000f040 con 0x5588dd1d7b10 2023-11-16T18:28:55.490 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fcec0004ce0 con 0x5588dd1d7b10 2023-11-16T18:28:55.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 10 client.16455 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:28:55.491 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 10 client.16455 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 20 client.16455 populate_metadata read hostname 'smithi063' 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd2403b0 0x5588dd2427c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 4 client.16455 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5588dd0f6600 con 0x5588dd2403b0 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd2403b0 0x5588dd2427c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcecc8da700 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd2403b0 0x5588dd2427c0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a19b8200ca7c889a server_cookie=bcabdce87bbba36d in_seq=0 out_seq=0 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.448+0000 7fcea7fff700 10 client.16455 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:55.492 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcea7fff700 1 -- 172.21.15.63:0/1882560735 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5588dd0f6600 con 0x5588dd2403b0 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcea7fff700 10 client.16455 handle_command_reply: tid=0 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 client.16455 shutdown 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 msgr2=0x5588dd1e63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fcec0003e50 tx=0x7fcec00057d0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 shutdown_connections 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x5588dd2403b0 0x5588dd2427c0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5588dd1d7b10 0x5588dd1e63b0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.493 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5588dd0326b0 0x5588dd1e2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcea7fff700 0 client.16455 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 --2- 172.21.15.63:0/1882560735 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5588dd1d6db0 0x5588dd1e3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 >> 172.21.15.63:0/1882560735 conn(0x5588dd1cbf50 msgr2=0x5588dd1f2760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 shutdown_connections 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 1 -- 172.21.15.63:0/1882560735 wait complete. 2023-11-16T18:28:55.494 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.464+0000 7fcedaccab80 20 client.16455 trim_cache size 0 max 16384 2023-11-16T18:28:55.495 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:28:55.495 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:28:55.495 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:28:55.495 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:28:55.496 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 msgr2=0x7fceb80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.496 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 0x7fceb80a3600 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceb4005fd0 tx=0x7fceb4005e30 comp rx=0 tx=0).stop 2023-11-16T18:28:55.496 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 msgr2=0x7fcec8196060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fcebc000c00 tx=0x7fcebc005740 comp rx=0 tx=0).stop 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 shutdown_connections 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fceb80a1150 0x7fceb80a3600 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fcec8100cb0 0x7fcec819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcec80ff130 0x7fcec8196060 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 --2- 172.21.15.63:0/1306148229 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fcec8100320 0x7fcec81965a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 >> 172.21.15.63:0/1306148229 conn(0x7fcec80fa750 msgr2=0x7fcec80691c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:28:55.497 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 shutdown_connections 2023-11-16T18:28:55.498 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:28:55.465+0000 7fceceb3e700 1 -- 172.21.15.63:0/1306148229 wait complete. 2023-11-16T18:28:57.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:56 smithi063 ceph-mon[98873]: pgmap v479: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 850 KiB/s wr, 156 op/s 2023-11-16T18:28:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:56 smithi093 ceph-mon[100185]: pgmap v479: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 850 KiB/s wr, 156 op/s 2023-11-16T18:28:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:56 smithi125 ceph-mon[100672]: pgmap v479: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 850 KiB/s wr, 156 op/s 2023-11-16T18:28:57.712 INFO:tasks.workunit.client.0.smithi063.stdout:ok 2023-11-16T18:28:57.721 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:28:57.736 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:28:57.790 INFO:tasks.workunit:Running workunit fs/misc/filelock_interrupt.py... 2023-11-16T18:28:57.790 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/filelock_interrupt.py> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/filelock_interrupt.py 2023-11-16T18:28:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:28:58 smithi063 ceph-mon[98873]: pgmap v480: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 593 KiB/s wr, 132 op/s 2023-11-16T18:28:59.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:28:58 smithi093 ceph-mon[100185]: pgmap v480: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 593 KiB/s wr, 132 op/s 2023-11-16T18:28:59.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:28:58 smithi125 ceph-mon[100672]: pgmap v480: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 593 KiB/s wr, 132 op/s 2023-11-16T18:29:01.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:00 smithi063 ceph-mon[98873]: pgmap v481: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 364 KiB/s wr, 74 op/s 2023-11-16T18:29:01.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:00 smithi093 ceph-mon[100185]: pgmap v481: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 364 KiB/s wr, 74 op/s 2023-11-16T18:29:01.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:00 smithi125 ceph-mon[100672]: pgmap v481: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 364 KiB/s wr, 74 op/s 2023-11-16T18:29:03.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:02 smithi063 ceph-mon[98873]: pgmap v482: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 KiB/s wr, 49 op/s 2023-11-16T18:29:03.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:02 smithi093 ceph-mon[100185]: pgmap v482: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 KiB/s wr, 49 op/s 2023-11-16T18:29:03.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:02 smithi125 ceph-mon[100672]: pgmap v482: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 KiB/s wr, 49 op/s 2023-11-16T18:29:05.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:04 smithi063 ceph-mon[98873]: pgmap v483: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 KiB/s wr, 26 op/s 2023-11-16T18:29:05.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:04 smithi093 ceph-mon[100185]: pgmap v483: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 KiB/s wr, 26 op/s 2023-11-16T18:29:05.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:04 smithi125 ceph-mon[100672]: pgmap v483: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 KiB/s wr, 26 op/s 2023-11-16T18:29:07.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:06 smithi063 ceph-mon[98873]: pgmap v484: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2023-11-16T18:29:07.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:06 smithi093 ceph-mon[100185]: pgmap v484: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2023-11-16T18:29:07.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:06 smithi125 ceph-mon[100672]: pgmap v484: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2023-11-16T18:29:07.846 INFO:tasks.workunit.client.0.smithi063.stdout:ok 2023-11-16T18:29:07.850 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-11-16T18:29:07.850 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-11-16T18:29:07.903 INFO:tasks.workunit:Running workunit fs/misc/general_vxattrs.sh... 2023-11-16T18:29:07.903 DEBUG:teuthology.orchestra.run.smithi063:workunit test fs/misc/general_vxattrs.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/general_vxattrs.sh 2023-11-16T18:29:07.941 INFO:tasks.workunit.client.0.smithi063.stderr:+ mkdir -p dir 2023-11-16T18:29:07.943 INFO:tasks.workunit.client.0.smithi063.stderr:+ getfattr -n ceph.dir.pin dir 2023-11-16T18:29:07.944 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'ceph.dir.pin="-1"' 2023-11-16T18:29:07.946 INFO:tasks.workunit.client.0.smithi063.stdout:ceph.dir.pin="-1" 2023-11-16T18:29:07.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin dir 2023-11-16T18:29:07.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'setfattr: dir: Invalid argument' 2023-11-16T18:29:07.947 INFO:tasks.workunit.client.0.smithi063.stdout:setfattr: dir: Invalid argument 2023-11-16T18:29:07.947 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin -v 1 dir 2023-11-16T18:29:07.950 INFO:tasks.workunit.client.0.smithi063.stderr:+ getfattr -n ceph.dir.pin dir 2023-11-16T18:29:07.950 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'ceph.dir.pin="1"' 2023-11-16T18:29:07.952 INFO:tasks.workunit.client.0.smithi063.stdout:ceph.dir.pin="1" 2023-11-16T18:29:07.952 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -x ceph.dir.pin dir 2023-11-16T18:29:07.954 INFO:tasks.workunit.client.0.smithi063.stderr:+ getfattr -n ceph.dir.pin dir 2023-11-16T18:29:07.954 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'ceph.dir.pin="-1"' 2023-11-16T18:29:07.955 INFO:tasks.workunit.client.0.smithi063.stdout:ceph.dir.pin="-1" 2023-11-16T18:29:07.955 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin.distributed dir 2023-11-16T18:29:07.955 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'setfattr: dir: Invalid argument' 2023-11-16T18:29:07.956 INFO:tasks.workunit.client.0.smithi063.stdout:setfattr: dir: Invalid argument 2023-11-16T18:29:07.956 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin.distributed -v 1 dir 2023-11-16T18:29:07.958 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -x ceph.dir.pin.distributed dir 2023-11-16T18:29:07.960 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin.random dir 2023-11-16T18:29:07.961 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'setfattr: dir: Invalid argument' 2023-11-16T18:29:07.961 INFO:tasks.workunit.client.0.smithi063.stdout:setfattr: dir: Invalid argument 2023-11-16T18:29:07.962 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.pin.random -v 0.01 dir 2023-11-16T18:29:07.963 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -x ceph.dir.pin.random dir 2023-11-16T18:29:07.965 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.subvolume dir 2023-11-16T18:29:07.965 INFO:tasks.workunit.client.0.smithi063.stderr:+ grep 'setfattr: dir: Invalid argument' 2023-11-16T18:29:07.966 INFO:tasks.workunit.client.0.smithi063.stdout:setfattr: dir: Invalid argument 2023-11-16T18:29:07.967 INFO:tasks.workunit.client.0.smithi063.stderr:+ setfattr -n ceph.dir.subvolume -v 1 dir 2023-11-16T18:29:07.974 INFO:tasks.workunit.client.0.smithi063.stderr:setfattr: dir: Invalid argument 2023-11-16T18:29:07.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:29:07.975 INFO:tasks.workunit:Stopping ['fs/misc'] on client.0... 2023-11-16T18:29:07.976 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-11-16T18:29:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- 172.21.15.63:0/2618321331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 msgr2=0x7fc41c1087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 --2- 172.21.15.63:0/2618321331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c1087e0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fc41400b0a0 tx=0x7fc41400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- 172.21.15.63:0/2618321331 shutdown_connections 2023-11-16T18:29:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 --2- 172.21.15.63:0/2618321331 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c1087e0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.581 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 --2- 172.21.15.63:0/2618321331 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 0x7fc41c0fe930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 --2- 172.21.15.63:0/2618321331 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c1019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- 172.21.15.63:0/2618321331 >> 172.21.15.63:0/2618321331 conn(0x7fc41c0f9ea0 msgr2=0x7fc41c0fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- 172.21.15.63:0/2618321331 shutdown_connections 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- 172.21.15.63:0/2618321331 wait complete. 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 Processor -- start 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 -- start start 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.578+0000 7fc423dee700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 0x7fc41c196100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c196640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19dc80 con 0x7fc41c101f20 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19ddc0 con 0x7fc41c101590 2023-11-16T18:29:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19df50 con 0x7fc41c0fe520 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46546/0 (socket says 172.21.15.63:46546) 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 -- 172.21.15.63:0/1307226346 learned_addr learned my addr 172.21.15.63:0/1307226346 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc421389700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c196640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc421b8a700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 0x7fc41c196100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 -- 172.21.15.63:0/1307226346 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 msgr2=0x7fc41c196100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 0x7fc41c196100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 -- 172.21.15.63:0/1307226346 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 msgr2=0x7fc41c196640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c196640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 -- 172.21.15.63:0/1307226346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc414009d00 con 0x7fc41c101f20 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc421389700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c196640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc42238b700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc414009fd0 tx=0x7fc41400bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.584 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc412ffd700 1 -- 172.21.15.63:0/1307226346 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41400e040 con 0x7fc41c101f20 2023-11-16T18:29:08.584 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc412ffd700 1 -- 172.21.15.63:0/1307226346 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc414003e10 con 0x7fc41c101f20 2023-11-16T18:29:08.584 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc41c10bc00 con 0x7fc41c101f20 2023-11-16T18:29:08.584 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc412ffd700 1 -- 172.21.15.63:0/1307226346 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41401b7e0 con 0x7fc41c101f20 2023-11-16T18:29:08.584 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.579+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc41c10ba70 con 0x7fc41c101f20 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.582+0000 7fc412ffd700 1 -- 172.21.15.63:0/1307226346 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc41401da30 con 0x7fc41c101f20 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.583+0000 7fc412ffd700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 0x7fc4080a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.583+0000 7fc421b8a700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 0x7fc4080a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.583+0000 7fc412ffd700 1 -- 172.21.15.63:0/1307226346 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc4140cdee0 con 0x7fc41c101f20 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.583+0000 7fc421b8a700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 0x7fc4080a3680 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc418005950 tx=0x7fc4180058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.591 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.583+0000 7fc42ff7ab80 1 Processor -- start 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 -- start start 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd4a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd4b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cc50000 con 0x56229cd4bb10 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cca2840 con 0x56229cd4adb0 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cc9bcd0 con 0x56229cba66b0 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46554/0 (socket says 172.21.15.63:46554) 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 -- 172.21.15.63:0/3482393027 learned_addr learned my addr 172.21.15.63:0/3482393027 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc421389700 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd4b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.592 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc421b8a700 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd4a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 -- 172.21.15.63:0/3482393027 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 msgr2=0x56229cd4a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd4a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 -- 172.21.15.63:0/3482393027 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 msgr2=0x56229cd4b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd4b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.584+0000 7fc42238b700 1 -- 172.21.15.63:0/3482393027 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56229cb1d5d0 con 0x56229cd4bb10 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42238b700 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc41409ace0 tx=0x7fc41401ddd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b84c3a0647d125e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc407fff700 1 -- 172.21.15.63:0/3482393027 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41409afe0 con 0x56229cd4bb10 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc407fff700 1 -- 172.21.15.63:0/3482393027 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc41409f010 con 0x56229cd4bb10 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc407fff700 1 -- 172.21.15.63:0/3482393027 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41409a4d0 con 0x56229cd4bb10 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/3482393027 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 msgr2=0x56229cd4bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc41409ace0 tx=0x7fc41401ddd0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/3482393027 shutdown_connections 2023-11-16T18:29:08.593 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4bb10 0x56229cd4bf80 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd4a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/3482393027 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd4b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.585+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/3482393027 >> 172.21.15.63:0/3482393027 conn(0x56229cd3ff50 msgr2=0x56229cd45100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/3482393027 shutdown_connections 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/3482393027 wait complete. 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- start start 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 Processor -- start 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd53f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cd5af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cc3d880 con 0x56229cba66b0 2023-11-16T18:29:08.594 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cc3d520 con 0x56229cd4adb0 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.586+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cb1f8c0 con 0x56229cd4bb10 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc42ff7ab80 10 client.0 _ll_register_callbacks cb 0x56229cc5b720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46556/0 (socket says 172.21.15.63:46556) 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 -- 172.21.15.63:0/2332998086 learned_addr learned my addr 172.21.15.63:0/2332998086 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421389700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd53f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc42238b700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cd5af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 -- 172.21.15.63:0/2332998086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 msgr2=0x56229cd5af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cd5af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 -- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 msgr2=0x56229cd53f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd53f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.595 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 -- 172.21.15.63:0/2332998086 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc41c10ba70 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc41800ffb0 tx=0x7fc418004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8db7862960b66168 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc4057fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41801f630 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc41801f790 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56229cd3d710 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc418011e70 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc42ff7ab80 10 client.16467 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.587+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56229cc62130 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56229cd3d710 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fc418025020 con 0x56229cba66b0 2023-11-16T18:29:08.596 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 10 client.16467 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 10 client.16467 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 20 client.16467 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cd5f8d0 0x56229cd61ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 4 client.16467 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56229cc5e040 con 0x56229cd5f8d0 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.588+0000 7fc421389700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cd5f8d0 0x56229cd61ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc421389700 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cd5f8d0 0x56229cd61ce0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4af5b5aa66fe1646 server_cookie=91bc4ca2fba7f126 in_seq=0 out_seq=0 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc4057fa700 10 client.16467 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc4057fa700 1 -- 172.21.15.63:0/2332998086 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56229cc5e040 con 0x56229cd5f8d0 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc4057fa700 10 client.16467 handle_command_reply: tid=0 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 client.16467 shutdown 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 msgr2=0x56229cd539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.597 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc41800ffb0 tx=0x7fc418004750 comp rx=0 tx=0).stop 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 shutdown_connections 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cd5f8d0 0x56229cd61ce0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.589+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cd5af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc4057fa700 0 client.16467 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cd539f0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2332998086 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cd53f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 >> 172.21.15.63:0/2332998086 conn(0x56229cd3ff50 msgr2=0x56229cd447e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 shutdown_connections 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2332998086 wait complete. 2023-11-16T18:29:08.598 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.590+0000 7fc42ff7ab80 20 client.16467 trim_cache size 0 max 16384 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.604+0000 7fc42ff7ab80 1 Processor -- start 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 -- start start 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd537a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4bb10 0x56229cd43f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cd535c0 con 0x56229cd4adb0 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cd45b90 con 0x56229cd4bb10 2023-11-16T18:29:08.617 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cd3fb70 con 0x56229cba66b0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46566/0 (socket says 172.21.15.63:46566) 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 -- 172.21.15.63:0/350444821 learned_addr learned my addr 172.21.15.63:0/350444821 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421b8a700 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc42238b700 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4bb10 0x56229cd43f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 -- 172.21.15.63:0/350444821 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 msgr2=0x56229cd537a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd537a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 -- 172.21.15.63:0/350444821 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4bb10 msgr2=0x56229cd43f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4bb10 0x56229cd43f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 -- 172.21.15.63:0/350444821 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56229cc61e80 con 0x56229cd4adb0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.605+0000 7fc421389700 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fc40c004790 tx=0x7fc40c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac5f0922f5284b1e server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.618 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc410ff9700 1 -- 172.21.15.63:0/350444821 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40c017070 con 0x56229cd4adb0 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc410ff9700 1 -- 172.21.15.63:0/350444821 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc40c018040 con 0x56229cd4adb0 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc410ff9700 1 -- 172.21.15.63:0/350444821 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40c011900 con 0x56229cd4adb0 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/350444821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 msgr2=0x56229cd53ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fc40c004790 tx=0x7fc40c009260 comp rx=0 tx=0).stop 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/350444821 shutdown_connections 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4bb10 0x56229cd43f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cba66b0 0x56229cd537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/350444821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cd4adb0 0x56229cd53ce0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/350444821 >> 172.21.15.63:0/350444821 conn(0x56229cd3ff50 msgr2=0x56229cd66640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/350444821 shutdown_connections 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.606+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/350444821 wait complete. 2023-11-16T18:29:08.619 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 -- start start 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 Processor -- start 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cdb3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cdb64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cdb6c10 con 0x56229cba66b0 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cdb6d80 con 0x56229cd4adb0 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x56229cdb6f40 con 0x56229cd4bb10 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42ff7ab80 10 client.0 _ll_register_callbacks cb 0x7fc41800fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc421b8a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc421b8a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46570/0 (socket says 172.21.15.63:46570) 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc421b8a700 1 -- 172.21.15.63:0/2325376578 learned_addr learned my addr 172.21.15.63:0/2325376578 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc421389700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cdb3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.620 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc42238b700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cdb64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.607+0000 7fc421b8a700 1 -- 172.21.15.63:0/2325376578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 msgr2=0x56229cdb64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cdb64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc421b8a700 1 -- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 msgr2=0x56229cdb3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cdb3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc421b8a700 1 -- 172.21.15.63:0/2325376578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc40c009c20 con 0x56229cba66b0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42238b700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cdb64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc421b8a700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc41800b530 tx=0x7fc41801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a5eda73694d5bb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc418005450 con 0x56229cba66b0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc4180055b0 con 0x56229cba66b0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc41409f010 con 0x56229cba66b0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc418010940 con 0x56229cba66b0 2023-11-16T18:29:08.621 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 10 client.16473 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56229cab2c00 con 0x56229cba66b0 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc41409f010 con 0x56229cba66b0 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fc418011440 con 0x56229cba66b0 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 10 client.16473 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 10 client.16473 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 20 client.16473 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.608+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cdb8880 0x56229cdbac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.609+0000 7fc42ff7ab80 4 client.16473 mds_command: new command op to 24509 tid=0[{"prefix": "flush journal"}] 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.609+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56229cc6a600 con 0x56229cdb8880 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.609+0000 7fc421389700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cdb8880 0x56229cdbac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.609+0000 7fc421389700 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cdb8880 0x56229cdbac90 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c84bd532b40d38b server_cookie=f540b09a7f15e9dd in_seq=0 out_seq=0 2023-11-16T18:29:08.622 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.609+0000 7fc4057fa700 10 client.16473 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:08.625 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.624+0000 7fc4057fa700 1 -- 172.21.15.63:0/2325376578 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56229cc6a600 con 0x56229cdb8880 2023-11-16T18:29:08.625 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.624+0000 7fc4057fa700 10 client.16473 handle_command_reply: tid=0 2023-11-16T18:29:08.625 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.624+0000 7fc42ff7ab80 1 client.16473 shutdown 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 msgr2=0x56229cdb1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc41800b530 tx=0x7fc41801c360 comp rx=0 tx=0).stop 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 shutdown_connections 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x56229cdb8880 0x56229cdbac90 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x56229cd4bb10 0x56229cdb64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc4057fa700 0 client.16473 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56229cba66b0 0x56229cdb1960 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 --2- 172.21.15.63:0/2325376578 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x56229cd4adb0 0x56229cdb3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 >> 172.21.15.63:0/2325376578 conn(0x56229cd3ff50 msgr2=0x56229cd537a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 shutdown_connections 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 1 -- 172.21.15.63:0/2325376578 wait complete. 2023-11-16T18:29:08.627 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.625+0000 7fc42ff7ab80 20 client.16473 trim_cache size 0 max 16384 2023-11-16T18:29:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:{ 2023-11-16T18:29:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "message": "", 2023-11-16T18:29:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout: "return_code": 0 2023-11-16T18:29:08.628 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stdout:} 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 msgr2=0x7fc4080a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 0x7fc4080a3680 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc418005950 tx=0x7fc4180058e0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 msgr2=0x7fc41c19d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc414009fd0 tx=0x7fc41400bd90 comp rx=0 tx=0).stop 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 shutdown_connections 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc4080a11d0 0x7fc4080a3680 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc41c101f20 0x7fc41c19d6b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.629 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc41c0fe520 0x7fc41c196100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 --2- 172.21.15.63:0/1307226346 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc41c101590 0x7fc41c196640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 >> 172.21.15.63:0/1307226346 conn(0x7fc41c0f9ea0 msgr2=0x7fc41c104a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 shutdown_connections 2023-11-16T18:29:08.630 INFO:teuthology.task.background_exec.ubuntu@smithi063.front.sepia.ceph.com.smithi063.stderr:2023-11-16T18:29:08.626+0000 7fc423dee700 1 -- 172.21.15.63:0/1307226346 wait complete. 2023-11-16T18:29:08.862 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 145, in task _spawn_on_all_clients(ctx, refspec, all_tasks, config.get('env'), File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 295, in _spawn_on_all_clients p.spawn(_run_tests, ctx, refspec, role, [unit], env, File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/remote.py", line 522, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test fs/misc/general_vxattrs.sh) on smithi063 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/general_vxattrs.sh' 2023-11-16T18:29:08.985 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=1b846c6bd2d248cd8712fc09b7e3299c Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 145, in task _spawn_on_all_clients(ctx, refspec, all_tasks, config.get('env'), File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 295, in _spawn_on_all_clients p.spawn(_run_tests, ctx, refspec, role, [unit], env, File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_chrisphoffman_ceph_1c9565146c8647d4e00eb6c7ae626dc192680e7b/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/remote.py", line 522, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test fs/misc/general_vxattrs.sh) on smithi063 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/general_vxattrs.sh' 2023-11-16T18:29:08.988 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-11-16T18:29:08.998 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:29:09.011 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-11-16T18:29:09.021 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-11-16T18:29:09.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:08 smithi063 ceph-mon[98873]: pgmap v485: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.1 KiB/s wr, 13 op/s 2023-11-16T18:29:09.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:08 smithi093 ceph-mon[100185]: pgmap v485: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.1 KiB/s wr, 13 op/s 2023-11-16T18:29:09.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:08 smithi125 ceph-mon[100672]: pgmap v485: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.1 KiB/s wr, 13 op/s 2023-11-16T18:29:09.301 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-11-16T18:29:09.434 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 -- 172.21.15.63:0/3861044167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c1036c0 msgr2=0x7f551c105aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 --2- 172.21.15.63:0/3861044167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c1036c0 0x7f551c105aa0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5508009990 tx=0x7f5508009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 -- 172.21.15.63:0/3861044167 shutdown_connections 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 --2- 172.21.15.63:0/3861044167 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c105fe0 0x7f551c1083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 --2- 172.21.15.63:0/3861044167 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c100da0 0x7f551c103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 --2- 172.21.15.63:0/3861044167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c1036c0 0x7f551c105aa0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 -- 172.21.15.63:0/3861044167 >> 172.21.15.63:0/3861044167 conn(0x7f551c0fa7c0 msgr2=0x7f551c0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 -- 172.21.15.63:0/3861044167 shutdown_connections 2023-11-16T18:29:09.435 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.431+0000 7f5522f3d700 1 -- 172.21.15.63:0/3861044167 wait complete. 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 Processor -- start 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 -- start start 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c100da0 0x7f551c196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 0x7f551c196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f551c19dbd0 con 0x7f551c105fe0 2023-11-16T18:29:09.436 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f551c19dd10 con 0x7f551c100da0 2023-11-16T18:29:09.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5522f3d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f551c19dea0 con 0x7f551c1036c0 2023-11-16T18:29:09.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46588/0 (socket says 172.21.15.63:46588) 2023-11-16T18:29:09.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f55214da700 1 -- 172.21.15.63:0/1113514374 learned_addr learned my addr 172.21.15.63:0/1113514374 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.438 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f5520cd9700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c100da0 0x7f551c196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.432+0000 7f551bfff700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 0x7f551c196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 -- 172.21.15.63:0/1113514374 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 msgr2=0x7f551c196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 0x7f551c196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 -- 172.21.15.63:0/1113514374 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c100da0 msgr2=0x7f551c196050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c100da0 0x7f551c196050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.439 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 -- 172.21.15.63:0/1113514374 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55080095f0 con 0x7f551c105fe0 2023-11-16T18:29:09.440 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f551bfff700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 0x7f551c196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:09.440 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f55214da700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5514007ee0 tx=0x7f551400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.440 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f5519ffb700 1 -- 172.21.15.63:0/1113514374 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f551400ddd0 con 0x7f551c105fe0 2023-11-16T18:29:09.441 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f551c10bc80 con 0x7f551c105fe0 2023-11-16T18:29:09.441 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f5519ffb700 1 -- 172.21.15.63:0/1113514374 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f551400f040 con 0x7f551c105fe0 2023-11-16T18:29:09.441 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f5519ffb700 1 -- 172.21.15.63:0/1113514374 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55140048e0 con 0x7f551c105fe0 2023-11-16T18:29:09.441 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.433+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f551c10baf0 con 0x7f551c105fe0 2023-11-16T18:29:09.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.435+0000 7f5519ffb700 1 -- 172.21.15.63:0/1113514374 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f5514003a00 con 0x7f551c105fe0 2023-11-16T18:29:09.450 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.436+0000 7f5519ffb700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 0x7f550c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.436+0000 7f5520cd9700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 0x7f550c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.436+0000 7f5519ffb700 1 -- 172.21.15.63:0/1113514374 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f55140cc520 con 0x7f551c105fe0 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.436+0000 7f5520cd9700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 0x7f550c0a3600 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5510005950 tx=0x7f551000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 Processor -- start 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 -- start start 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2974b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.451 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2983a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.453 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb198060 con 0x555fdb2988e0 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb1ea8a0 con 0x555fdb2970a0 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb1e3d30 con 0x555fdb297f30 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46596/0 (socket says 172.21.15.63:46596) 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.437+0000 7f55214da700 1 -- 172.21.15.63:0/1035382459 learned_addr learned my addr 172.21.15.63:0/1035382459 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.454 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f551bfff700 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f5520cd9700 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.455 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 -- 172.21.15.63:0/1035382459 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 msgr2=0x555fdb2983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.456 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 -- 172.21.15.63:0/1035382459 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 msgr2=0x555fdb2974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.457 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 -- 172.21.15.63:0/1035382459 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555fdb065630 con 0x555fdb2988e0 2023-11-16T18:29:09.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f55214da700 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f5514095af0 tx=0x7f5514003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67ed8dd09a67edb server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f5506ffd700 1 -- 172.21.15.63:0/1035382459 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55140b90d0 con 0x555fdb2988e0 2023-11-16T18:29:09.458 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f5506ffd700 1 -- 172.21.15.63:0/1035382459 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55140995f0 con 0x555fdb2988e0 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.438+0000 7f5506ffd700 1 -- 172.21.15.63:0/1035382459 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5514003cb0 con 0x555fdb2988e0 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- 172.21.15.63:0/1035382459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 msgr2=0x555fdb29f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f5514095af0 tx=0x7f5514003f50 comp rx=0 tx=0).stop 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- 172.21.15.63:0/1035382459 shutdown_connections 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb29f180 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/1035382459 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.459 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- 172.21.15.63:0/1035382459 >> 172.21.15.63:0/1035382459 conn(0x555fdb288360 msgr2=0x555fdb28d670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- 172.21.15.63:0/1035382459 shutdown_connections 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- 172.21.15.63:0/1035382459 wait complete. 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 -- start start 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.439+0000 7f552f0c9b80 1 Processor -- start 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2a0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.460 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb1858e0 con 0x555fdb2988e0 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb185580 con 0x555fdb2970a0 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb067920 con 0x555fdb297f30 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 10 client.0 _ll_register_callbacks cb 0x555fdb1a3780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46602/0 (socket says 172.21.15.63:46602) 2023-11-16T18:29:09.461 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 -- 172.21.15.63:0/3661269767 learned_addr learned my addr 172.21.15.63:0/3661269767 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f5520cd9700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f551bfff700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2a0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 -- 172.21.15.63:0/3661269767 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 msgr2=0x555fdb2a0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2a0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 -- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 msgr2=0x555fdb2a0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.462 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 -- 172.21.15.63:0/3661269767 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f551c10baf0 con 0x555fdb2988e0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f55214da700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f55140a1510 tx=0x7f5514004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d83b3bc8d0d2291 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f54fbfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f551409d620 con 0x555fdb2988e0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5514082e40 con 0x555fdb2988e0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.440+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555fdb285b20 con 0x555fdb2988e0 2023-11-16T18:29:09.463 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55140a1a40 con 0x555fdb2988e0 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 10 client.16485 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555fdb1aa190 con 0x555fdb2988e0 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555fdb285b20 con 0x555fdb2988e0 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f5514004bd0 con 0x555fdb2988e0 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 10 client.16485 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 10 client.16485 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 20 client.16485 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:09.464 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb2ac570 0x555fdb2ae980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 4 client.16485 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555fdb1a60a0 con 0x555fdb2ac570 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.441+0000 7f5520cd9700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb2ac570 0x555fdb2ae980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.442+0000 7f54fbfff700 10 client.16485 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.442+0000 7f5520cd9700 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb2ac570 0x555fdb2ae980 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ffaac3da49afd62 server_cookie=5631a9c1d43ab717 in_seq=0 out_seq=0 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.442+0000 7f54fbfff700 1 -- 172.21.15.63:0/3661269767 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555fdb1a60a0 con 0x555fdb2ac570 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.442+0000 7f54fbfff700 10 client.16485 handle_command_reply: tid=0 2023-11-16T18:29:09.465 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.442+0000 7f552f0c9b80 1 client.16485 shutdown 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 msgr2=0x555fdb2a7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f55140a1510 tx=0x7f5514004ad0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 shutdown_connections 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb2ac570 0x555fdb2ae980 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2988e0 0x555fdb2a7fa0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f54fbfff700 0 client.16485 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.466 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/3661269767 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb297f30 0x555fdb2a0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 >> 172.21.15.63:0/3661269767 conn(0x555fdb288360 msgr2=0x555fdb28cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 shutdown_connections 2023-11-16T18:29:09.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 1 -- 172.21.15.63:0/3661269767 wait complete. 2023-11-16T18:29:09.467 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.443+0000 7f552f0c9b80 20 client.16485 trim_cache size 0 max 16384 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 Processor -- start 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 -- start start 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb297f30 0x555fdb2a7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb29f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb287ee0 con 0x555fdb2970a0 2023-11-16T18:29:09.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb28eea0 con 0x555fdb297f30 2023-11-16T18:29:09.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb28f0e0 con 0x555fdb2988e0 2023-11-16T18:29:09.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46606/0 (socket says 172.21.15.63:46606) 2023-11-16T18:29:09.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 -- 172.21.15.63:0/4111460416 learned_addr learned my addr 172.21.15.63:0/4111460416 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.484 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f551bfff700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb297f30 0x555fdb2a7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f55214da700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb29f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 -- 172.21.15.63:0/4111460416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 msgr2=0x555fdb29f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb29f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 -- 172.21.15.63:0/4111460416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb297f30 msgr2=0x555fdb2a7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb297f30 0x555fdb2a7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 -- 172.21.15.63:0/4111460416 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555fdb1a9ee0 con 0x555fdb2970a0 2023-11-16T18:29:09.485 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f55214da700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb29f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f5520cd9700 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f5510011010 tx=0x7f5510013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1489e6d380fb4a5b server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.460+0000 7f55077fe700 1 -- 172.21.15.63:0/4111460416 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5510025070 con 0x555fdb2970a0 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f55077fe700 1 -- 172.21.15.63:0/4111460416 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5510015070 con 0x555fdb2970a0 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f55077fe700 1 -- 172.21.15.63:0/4111460416 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55100277f0 con 0x555fdb2970a0 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- 172.21.15.63:0/4111460416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 msgr2=0x555fdb29eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f5510011010 tx=0x7f5510013000 comp rx=0 tx=0).stop 2023-11-16T18:29:09.486 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- 172.21.15.63:0/4111460416 shutdown_connections 2023-11-16T18:29:09.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb29f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb2970a0 0x555fdb29eb30 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/4111460416 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb297f30 0x555fdb2a7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- 172.21.15.63:0/4111460416 >> 172.21.15.63:0/4111460416 conn(0x555fdb288360 msgr2=0x555fdb29f750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.494 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- 172.21.15.63:0/4111460416 shutdown_connections 2023-11-16T18:29:09.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- 172.21.15.63:0/4111460416 wait complete. 2023-11-16T18:29:09.495 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 -- start start 2023-11-16T18:29:09.503 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.461+0000 7f552f0c9b80 1 Processor -- start 2023-11-16T18:29:09.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb2a6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.504 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb2a71e0 con 0x555fdb297f30 2023-11-16T18:29:09.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb2a7350 con 0x555fdb2970a0 2023-11-16T18:29:09.505 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fdb2a7510 con 0x555fdb2988e0 2023-11-16T18:29:09.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f552f0c9b80 10 client.0 _ll_register_callbacks cb 0x7f5508009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:09.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.506 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46614/0 (socket says 172.21.15.63:46614) 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 -- 172.21.15.63:0/2650252934 learned_addr learned my addr 172.21.15.63:0/2650252934 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f5520cd9700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f55214da700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb2a6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 -- 172.21.15.63:0/2650252934 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 msgr2=0x555fdb2a6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb2a6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.507 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 -- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 msgr2=0x555fdb2a5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 -- 172.21.15.63:0/2650252934 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f551000b8f0 con 0x555fdb297f30 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f551bfff700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f55080098e0 tx=0x7f5508009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=257c2d3f610cfaf5 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.462+0000 7f54fbfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55080052b0 con 0x555fdb297f30 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f5508005410 con 0x555fdb297f30 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f55140995f0 con 0x555fdb297f30 2023-11-16T18:29:09.508 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55080055d0 con 0x555fdb297f30 2023-11-16T18:29:09.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 10 client.16491 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:09.509 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555fdaffac60 con 0x555fdb297f30 2023-11-16T18:29:09.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55140995f0 con 0x555fdb297f30 2023-11-16T18:29:09.511 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f55080099c0 con 0x555fdb297f30 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 10 client.16491 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 10 client.16491 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 20 client.16491 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb300d00 0x555fdb303110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 4 client.16491 mds_command: new command op to 24509 tid=0[{"prefix": "scrub status"}] 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.463+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x555fdb1b2660 con 0x555fdb300d00 2023-11-16T18:29:09.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f5520cd9700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb300d00 0x555fdb303110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f54fbfff700 10 client.16491 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f5520cd9700 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb300d00 0x555fdb303110 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17c421af3beee543 server_cookie=8a6585d874d8d396 in_seq=0 out_seq=0 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f54fbfff700 1 -- 172.21.15.63:0/2650252934 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x555fdb1b2660 con 0x555fdb300d00 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f54fbfff700 10 client.16491 handle_command_reply: tid=0 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 client.16491 shutdown 2023-11-16T18:29:09.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 msgr2=0x555fdb2a5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.531 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f55080098e0 tx=0x7f5508009fd0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.531 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 shutdown_connections 2023-11-16T18:29:09.531 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555fdb300d00 0x555fdb303110 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555fdb2988e0 0x555fdb2a6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f54fbfff700 0 client.16491 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555fdb2970a0 0x555fdb2a5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 --2- 172.21.15.63:0/2650252934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555fdb297f30 0x555fdb2a5c90 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.464+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 >> 172.21.15.63:0/2650252934 conn(0x555fdb288360 msgr2=0x555fdb29eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 shutdown_connections 2023-11-16T18:29:09.532 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f552f0c9b80 1 -- 172.21.15.63:0/2650252934 wait complete. 2023-11-16T18:29:09.533 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f552f0c9b80 20 client.16491 trim_cache size 0 max 16384 2023-11-16T18:29:09.533 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:09.533 INFO:teuthology.orchestra.run.smithi063.stdout: "status": "no active scrubs running", 2023-11-16T18:29:09.533 INFO:teuthology.orchestra.run.smithi063.stdout: "scrubs": {} 2023-11-16T18:29:09.533 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:09.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 msgr2=0x7f550c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 0x7f550c0a3600 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5510005950 tx=0x7f551000b410 comp rx=0 tx=0).stop 2023-11-16T18:29:09.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 msgr2=0x7f551c19d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5514007ee0 tx=0x7f551400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 shutdown_connections 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f550c0a1150 0x7f550c0a3600 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f551c105fe0 0x7f551c19d600 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f551c100da0 0x7f551c196050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 --2- 172.21.15.63:0/1113514374 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f551c1036c0 0x7f551c196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 >> 172.21.15.63:0/1113514374 conn(0x7f551c0fa7c0 msgr2=0x7f551c101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 shutdown_connections 2023-11-16T18:29:09.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.465+0000 7f5522f3d700 1 -- 172.21.15.63:0/1113514374 wait complete. 2023-11-16T18:29:09.537 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-11-16T18:29:09.537 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:29:09.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 -- 172.21.15.63:0/3675032042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100db0 msgr2=0x7f1074107650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3675032042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100db0 0x7f1074107650 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f106c009990 tx=0x7f106c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 -- 172.21.15.63:0/3675032042 shutdown_connections 2023-11-16T18:29:09.664 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3675032042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100db0 0x7f1074107650 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3675032042 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f10740ff170 0x7f10740ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3675032042 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1074100400 0x7f1074100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 -- 172.21.15.63:0/3675032042 >> 172.21.15.63:0/3675032042 conn(0x7f10740fa750 msgr2=0x7f10740fcbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 -- 172.21.15.63:0/3675032042 shutdown_connections 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 -- 172.21.15.63:0/3675032042 wait complete. 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.661+0000 7f107b7fb700 1 Processor -- start 2023-11-16T18:29:09.665 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 -- start start 2023-11-16T18:29:09.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 0x7f1074194e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.666 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1074100db0 0x7f107419c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107419ca00 con 0x7f1074100400 2023-11-16T18:29:09.667 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107419cb40 con 0x7f10740ff170 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f107b7fb700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107419ccd0 con 0x7f1074100db0 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46630/0 (socket says 172.21.15.63:46630) 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 -- 172.21.15.63:0/3947936195 learned_addr learned my addr 172.21.15.63:0/3947936195 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1079597700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 0x7f1074194e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1079d98700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1074100db0 0x7f107419c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 -- 172.21.15.63:0/3947936195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1074100db0 msgr2=0x7f107419c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.668 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1074100db0 0x7f107419c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 -- 172.21.15.63:0/3947936195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 msgr2=0x7f1074194e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 0x7f1074194e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 -- 172.21.15.63:0/3947936195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f106c0095f0 con 0x7f1074100400 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1079597700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 0x7f1074194e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.662+0000 7f1078d96700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f106800d950 tx=0x7f106800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1068009b40 con 0x7f1074100400 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1068009ca0 con 0x7f1074100400 2023-11-16T18:29:09.669 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f107410ab70 con 0x7f1074100400 2023-11-16T18:29:09.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f106800f620 con 0x7f1074100400 2023-11-16T18:29:09.670 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f107410a9e0 con 0x7f1074100400 2023-11-16T18:29:09.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.663+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10741067d0 con 0x7f1074100400 2023-11-16T18:29:09.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.665+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1068010460 con 0x7f1074100400 2023-11-16T18:29:09.672 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.665+0000 7f10727fc700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 0x7f105c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:09.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.665+0000 7f1079597700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 0x7f105c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:09.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.665+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f10680ccef0 con 0x7f1074100400 2023-11-16T18:29:09.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.666+0000 7f1079597700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 0x7f105c0a3600 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f10640093a0 tx=0x7f106400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:09.673 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.669+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f1068096300 con 0x7f1074100400 2023-11-16T18:29:09.913 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.912+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1074067a60 con 0x7f1074100400 2023-11-16T18:29:09.914 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.913+0000 7f10727fc700 1 -- 172.21.15.63:0/3947936195 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+10811 (secure 0 0 0) 0x7f1068020090 con 0x7f1074100400 2023-11-16T18:29:09.914 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:09.915 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:27:01.765902+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[0,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 msgr2=0x7f105c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 0x7f105c0a3600 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f10640093a0 tx=0x7f106400b040 comp rx=0 tx=0).stop 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 msgr2=0x7f10741953c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f106800d950 tx=0x7f106800dd10 comp rx=0 tx=0).stop 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 shutdown_connections 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f105c0a1150 0x7f105c0a3600 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1074100db0 0x7f107419c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f10740ff170 0x7f1074194e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 --2- 172.21.15.63:0/3947936195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1074100400 0x7f10741953c0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 >> 172.21.15.63:0/3947936195 conn(0x7f10740fa750 msgr2=0x7f1074103910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 shutdown_connections 2023-11-16T18:29:09.918 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:09.915+0000 7f107b7fb700 1 -- 172.21.15.63:0/3947936195 wait complete. 2023-11-16T18:29:09.919 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 28 2023-11-16T18:29:09.929 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-11-16T18:29:10.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 -- 172.21.15.63:0/3397021149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6440ff1c0 msgr2=0x7fe6440ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 --2- 172.21.15.63:0/3397021149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6440ff1c0 0x7fe6440ff5d0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fe640009990 tx=0x7fe640009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 -- 172.21.15.63:0/3397021149 shutdown_connections 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 --2- 172.21.15.63:0/3397021149 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe644100d40 0x7fe644107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 --2- 172.21.15.63:0/3397021149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6440ff1c0 0x7fe6440ff5d0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 --2- 172.21.15.63:0/3397021149 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe6441003b0 0x7fe644100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 -- 172.21.15.63:0/3397021149 >> 172.21.15.63:0/3397021149 conn(0x7fe6440fa7a0 msgr2=0x7fe6440fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 -- 172.21.15.63:0/3397021149 shutdown_connections 2023-11-16T18:29:10.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.056+0000 7fe64c02c700 1 -- 172.21.15.63:0/3397021149 wait complete. 2023-11-16T18:29:10.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 Processor -- start 2023-11-16T18:29:10.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 -- start start 2023-11-16T18:29:10.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6440ff1c0 0x7fe644069c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe644100d40 0x7fe64419d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64419dbd0 con 0x7fe6441003b0 2023-11-16T18:29:10.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64419dd40 con 0x7fe644100d40 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64c02c700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64419df00 con 0x7fe6440ff1c0 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46642/0 (socket says 172.21.15.63:46642) 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 -- 172.21.15.63:0/2657368756 learned_addr learned my addr 172.21.15.63:0/2657368756 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe644100d40 0x7fe64419d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6440ff1c0 0x7fe644069c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 -- 172.21.15.63:0/2657368756 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6440ff1c0 msgr2=0x7fe644069c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6440ff1c0 0x7fe644069c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 -- 172.21.15.63:0/2657368756 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe644100d40 msgr2=0x7fe64419d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe644100d40 0x7fe64419d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.057+0000 7fe6495c7700 1 -- 172.21.15.63:0/2657368756 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6400095f0 con 0x7fe6441003b0 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fe63400d980 tx=0x7fe63400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe63affd700 1 -- 172.21.15.63:0/2657368756 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634004220 con 0x7fe6441003b0 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe63affd700 1 -- 172.21.15.63:0/2657368756 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe634007640 con 0x7fe6441003b0 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe64410ab80 con 0x7fe6441003b0 2023-11-16T18:29:10.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe63affd700 1 -- 172.21.15.63:0/2657368756 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634005690 con 0x7fe6441003b0 2023-11-16T18:29:10.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.058+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe64410a9f0 con 0x7fe6441003b0 2023-11-16T18:29:10.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.060+0000 7fe63affd700 1 -- 172.21.15.63:0/2657368756 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe634004750 con 0x7fe6441003b0 2023-11-16T18:29:10.070 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.061+0000 7fe63affd700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 0x7fe6300a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.070 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.061+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 0x7fe6300a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.061+0000 7fe63affd700 1 -- 172.21.15.63:0/2657368756 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe6340cc9f0 con 0x7fe6441003b0 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.061+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 0x7fe6300a3680 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe64000b5c0 tx=0x7fe640005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.061+0000 7fe6581b8b80 1 Processor -- start 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 -- start start 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542ba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542bb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.071 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567541bb060 con 0x5567542bb8e0 2023-11-16T18:29:10.072 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x55675420d8a0 con 0x5567542ba0a0 2023-11-16T18:29:10.072 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x556754206d30 con 0x5567542baf30 2023-11-16T18:29:10.072 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46652/0 (socket says 172.21.15.63:46652) 2023-11-16T18:29:10.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 -- 172.21.15.63:0/1559902503 learned_addr learned my addr 172.21.15.63:0/1559902503 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe649dc8700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542ba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe6495c7700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542bb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 -- 172.21.15.63:0/1559902503 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 msgr2=0x5567542bb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542bb3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 -- 172.21.15.63:0/1559902503 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 msgr2=0x5567542ba4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542ba4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 -- 172.21.15.63:0/1559902503 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556754088630 con 0x5567542bb8e0 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe649dc8700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542ba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.062+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00a730 tx=0x7fe63c0078d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910e47c73cde3681 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe62ffff700 1 -- 172.21.15.63:0/1559902503 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63c018070 con 0x5567542bb8e0 2023-11-16T18:29:10.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe62ffff700 1 -- 172.21.15.63:0/1559902503 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe63c010040 con 0x5567542bb8e0 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe62ffff700 1 -- 172.21.15.63:0/1559902503 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63c00f050 con 0x5567542bb8e0 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 -- 172.21.15.63:0/1559902503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 msgr2=0x5567542c2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00a730 tx=0x7fe63c0078d0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 -- 172.21.15.63:0/1559902503 shutdown_connections 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c2180 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542ba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/1559902503 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542bb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.075 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 -- 172.21.15.63:0/1559902503 >> 172.21.15.63:0/1559902503 conn(0x5567542ab360 msgr2=0x5567542b0670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.063+0000 7fe6581b8b80 1 -- 172.21.15.63:0/1559902503 shutdown_connections 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 -- 172.21.15.63:0/1559902503 wait complete. 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 -- start start 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 Processor -- start 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542bb8e0 0x5567542caf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.076 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567541a88e0 con 0x5567542baf30 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567541a8580 con 0x5567542ba0a0 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x55675408a920 con 0x5567542bb8e0 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6581b8b80 10 client.0 _ll_register_callbacks cb 0x5567541c6780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.064+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46656/0 (socket says 172.21.15.63:46656) 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 -- 172.21.15.63:0/2325545551 learned_addr learned my addr 172.21.15.63:0/2325545551 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542bb8e0 0x5567542caf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 -- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542bb8e0 msgr2=0x5567542caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542bb8e0 0x5567542caf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 -- 172.21.15.63:0/2325545551 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 msgr2=0x5567542c39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 -- 172.21.15.63:0/2325545551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe63c00a410 con 0x5567542baf30 2023-11-16T18:29:10.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6495c7700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fe6340ca1b0 tx=0x7fe634099c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50b5d6afe16d7843 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe62d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6340a1f10 con 0x5567542baf30 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe634004380 con 0x5567542baf30 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5567542a8b20 con 0x5567542baf30 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe634098fb0 con 0x5567542baf30 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6581b8b80 10 client.16509 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5567541cd190 con 0x5567542baf30 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.065+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5567542a8b20 con 0x5567542baf30 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fe634098a20 con 0x5567542baf30 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 10 client.16509 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 10 client.16509 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 20 client.16509 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5567542cf700 0x5567542d1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 4 client.16509 mds_command: new command op to 24481 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5567541c90a0 con 0x5567542cf700 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5567542cf700 0x5567542d1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe62d7fa700 10 client.16509 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.066+0000 7fe649dc8700 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5567542cf700 0x5567542d1b10 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=655857fe80925b44 server_cookie=c51cf195ca00b064 in_seq=0 out_seq=0 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe62d7fa700 1 -- 172.21.15.63:0/2325545551 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5567541c90a0 con 0x5567542cf700 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe62d7fa700 10 client.16509 handle_command_reply: tid=0 2023-11-16T18:29:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 client.16509 shutdown 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 msgr2=0x5567542c3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fe6340ca1b0 tx=0x7fe634099c40 comp rx=0 tx=0).stop 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 shutdown_connections 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x5567542cf700 0x5567542d1b10 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542bb8e0 0x5567542caf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe62d7fa700 0 client.16509 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:29:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/2325545551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542c3ef0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 >> 172.21.15.63:0/2325545551 conn(0x5567542ab360 msgr2=0x5567542afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.133 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 shutdown_connections 2023-11-16T18:29:10.134 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 1 -- 172.21.15.63:0/2325545551 wait complete. 2023-11-16T18:29:10.134 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.067+0000 7fe6581b8b80 20 client.16509 trim_cache size 0 max 16384 2023-11-16T18:29:10.141 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.080+0000 7fe6581b8b80 1 Processor -- start 2023-11-16T18:29:10.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.080+0000 7fe6581b8b80 1 -- start start 2023-11-16T18:29:10.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.080+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542ba0a0 0x5567542bb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.080+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.142 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 0x5567542d6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542bade0 con 0x5567542baf30 2023-11-16T18:29:10.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542bbda0 con 0x5567542bb8e0 2023-11-16T18:29:10.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542ab1a0 con 0x5567542ba0a0 2023-11-16T18:29:10.143 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46664/0 (socket says 172.21.15.63:46664) 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 -- 172.21.15.63:0/591239219 learned_addr learned my addr 172.21.15.63:0/591239219 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe649dc8700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542ba0a0 0x5567542bb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 0x5567542d6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 -- 172.21.15.63:0/591239219 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542ba0a0 msgr2=0x5567542bb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542ba0a0 0x5567542bb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.144 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 -- 172.21.15.63:0/591239219 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 msgr2=0x5567542d6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 0x5567542d6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 -- 172.21.15.63:0/591239219 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567541ccee0 con 0x5567542baf30 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 0x5567542d6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe6495c7700 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe634096530 tx=0x7fe634098070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38bb687f4ca630d9 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe638ff9700 1 -- 172.21.15.63:0/591239219 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634014070 con 0x5567542baf30 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe638ff9700 1 -- 172.21.15.63:0/591239219 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6340ad7c0 con 0x5567542baf30 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.081+0000 7fe638ff9700 1 -- 172.21.15.63:0/591239219 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634004ba0 con 0x5567542baf30 2023-11-16T18:29:10.145 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- 172.21.15.63:0/591239219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 msgr2=0x5567542caef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe634096530 tx=0x7fe634098070 comp rx=0 tx=0).stop 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- 172.21.15.63:0/591239219 shutdown_connections 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542bb8e0 0x5567542d6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542ba0a0 0x5567542bb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/591239219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542baf30 0x5567542caef0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- 172.21.15.63:0/591239219 >> 172.21.15.63:0/591239219 conn(0x5567542ab360 msgr2=0x5567542b0640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- 172.21.15.63:0/591239219 shutdown_connections 2023-11-16T18:29:10.146 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- 172.21.15.63:0/591239219 wait complete. 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 -- start start 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.082+0000 7fe6581b8b80 1 Processor -- start 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542ca020 con 0x5567542bb8e0 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542ca190 con 0x5567542ba0a0 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567542ca350 con 0x5567542baf30 2023-11-16T18:29:10.147 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 10 client.0 _ll_register_callbacks cb 0x7fe6340994f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46672/0 (socket says 172.21.15.63:46672) 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 -- 172.21.15.63:0/4269971240 learned_addr learned my addr 172.21.15.63:0/4269971240 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6495c7700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe649dc8700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 -- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 msgr2=0x5567542c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.148 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 -- 172.21.15.63:0/4269971240 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 msgr2=0x5567542c8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 -- 172.21.15.63:0/4269971240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5567541cd190 con 0x5567542bb8e0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe64a5c9700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe63c007fd0 tx=0x7fe63c0146e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ecfd8e38412e695 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe62d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63c018040 con 0x5567542bb8e0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fe63c014c90 con 0x5567542bb8e0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.083+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe63c010040 con 0x5567542bb8e0 2023-11-16T18:29:10.149 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe63c00f020 con 0x5567542bb8e0 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 10 client.16515 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55675401dc60 con 0x5567542bb8e0 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe63c010040 con 0x5567542bb8e0 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fe63c026020 con 0x5567542bb8e0 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 10 client.16515 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 10 client.16515 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 20 client.16515 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.150 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x556754323ec0 0x5567543262d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 4 client.16515 mds_command: new command op to 24481 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 --> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5567541d5660 con 0x556754323ec0 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.084+0000 7fe649dc8700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x556754323ec0 0x5567543262d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe62d7fa700 10 client.16515 ms_handle_connect on v2:172.21.15.125:6836/3225608754 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe649dc8700 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x556754323ec0 0x5567543262d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=984df3fdea65e931 server_cookie=423ea8b7b673f617 in_seq=0 out_seq=0 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe62d7fa700 1 -- 172.21.15.63:0/4269971240 <== mds.2 v2:172.21.15.125:6836/3225608754 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5567541d5660 con 0x556754323ec0 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe62d7fa700 10 client.16515 handle_command_reply: tid=0 2023-11-16T18:29:10.151 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 client.16515 shutdown 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 msgr2=0x5567542c9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe63c007fd0 tx=0x7fe63c0146e0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 shutdown_connections 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:6836/3225608754,v1:172.21.15.125:6837/3225608754] conn(0x556754323ec0 0x5567543262d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5567542bb8e0 0x5567542c9ae0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x5567542ba0a0 0x5567542c8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 --2- 172.21.15.63:0/4269971240 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x5567542baf30 0x5567542c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.152 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe62d7fa700 0 client.16515 ms_handle_reset on v2:172.21.15.125:6836/3225608754 2023-11-16T18:29:10.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 >> 172.21.15.63:0/4269971240 conn(0x5567542ab360 msgr2=0x5567542c3760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 shutdown_connections 2023-11-16T18:29:10.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 1 -- 172.21.15.63:0/4269971240 wait complete. 2023-11-16T18:29:10.153 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.085+0000 7fe6581b8b80 20 client.16515 trim_cache size 0 max 16384 2023-11-16T18:29:10.153 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 msgr2=0x7fe6300a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 0x7fe6300a3680 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe64000b5c0 tx=0x7fe640005fb0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 msgr2=0x7fe64419adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fe63400d980 tx=0x7fe63400dc90 comp rx=0 tx=0).stop 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 shutdown_connections 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fe6300a11d0 0x7fe6300a3680 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fe644100d40 0x7fe64419d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.155 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fe6440ff1c0 0x7fe644069c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 --2- 172.21.15.63:0/2657368756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6441003b0 0x7fe64419adb0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 >> 172.21.15.63:0/2657368756 conn(0x7fe6440fa7a0 msgr2=0x7fe6441038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 shutdown_connections 2023-11-16T18:29:10.156 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.086+0000 7fe64c02c700 1 -- 172.21.15.63:0/2657368756 wait complete. 2023-11-16T18:29:10.156 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-11-16T18:29:10.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 -- 172.21.15.63:0/3051581709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac1014c0 msgr2=0x7f2dac101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 --2- 172.21.15.63:0/3051581709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac1014c0 0x7f2dac101910 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009990 tx=0x7f2d98009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 -- 172.21.15.63:0/3051581709 shutdown_connections 2023-11-16T18:29:10.287 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 --2- 172.21.15.63:0/3051581709 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac101e50 0x7f2dac108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 --2- 172.21.15.63:0/3051581709 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1002d0 0x7f2dac1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 --2- 172.21.15.63:0/3051581709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac1014c0 0x7f2dac101910 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 -- 172.21.15.63:0/3051581709 >> 172.21.15.63:0/3051581709 conn(0x7f2dac0fb8d0 msgr2=0x7f2dac0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 -- 172.21.15.63:0/3051581709 shutdown_connections 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.284+0000 7f2db2e80700 1 -- 172.21.15.63:0/3051581709 wait complete. 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 Processor -- start 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 -- start start 2023-11-16T18:29:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac1002d0 0x7f2dac196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1014c0 0x7f2dac196550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac19db90 con 0x7f2dac101e50 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac19dcd0 con 0x7f2dac1014c0 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db2e80700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac19de60 con 0x7f2dac1002d0 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46686/0 (socket says 172.21.15.63:46686) 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 -- 172.21.15.63:0/2360804581 learned_addr learned my addr 172.21.15.63:0/2360804581 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.289 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2dabfff700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1014c0 0x7f2dac196550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac1002d0 0x7f2dac196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 -- 172.21.15.63:0/2360804581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac1002d0 msgr2=0x7f2dac196010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac1002d0 0x7f2dac196010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 -- 172.21.15.63:0/2360804581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1014c0 msgr2=0x7f2dac196550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1014c0 0x7f2dac196550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 -- 172.21.15.63:0/2360804581 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d980095f0 con 0x7f2dac101e50 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2db141d700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f2da4007ee0 tx=0x7f2da400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.285+0000 7f2da9ffb700 1 -- 172.21.15.63:0/2360804581 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4017070 con 0x7f2dac101e50 2023-11-16T18:29:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.286+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dac10bc40 con 0x7f2dac101e50 2023-11-16T18:29:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.286+0000 7f2da9ffb700 1 -- 172.21.15.63:0/2360804581 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2da400f040 con 0x7f2dac101e50 2023-11-16T18:29:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.286+0000 7f2da9ffb700 1 -- 172.21.15.63:0/2360804581 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4005550 con 0x7f2dac101e50 2023-11-16T18:29:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.286+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dac10bab0 con 0x7f2dac101e50 2023-11-16T18:29:10.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.288+0000 7f2da9ffb700 1 -- 172.21.15.63:0/2360804581 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2da400db20 con 0x7f2dac101e50 2023-11-16T18:29:10.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.289+0000 7f2da9ffb700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 0x7f2d9c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.289+0000 7f2da9ffb700 1 -- 172.21.15.63:0/2360804581 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2da40cc390 con 0x7f2dac101e50 2023-11-16T18:29:10.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.289+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 0x7f2d9c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.297 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.289+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 0x7f2d9c0a3600 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f2dac101320 tx=0x7f2da0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 Processor -- start 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 -- start start 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560febff1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febef5060 con 0x560febfefc00 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febf478a0 con 0x560febff0550 2023-11-16T18:29:10.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febf40d30 con 0x560febff1110 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46690/0 (socket says 172.21.15.63:46690) 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 -- 172.21.15.63:0/3285915922 learned_addr learned my addr 172.21.15.63:0/3285915922 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2dabfff700 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 -- 172.21.15.63:0/3285915922 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 msgr2=0x560febff1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560febff1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 -- 172.21.15.63:0/3285915922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 msgr2=0x560febff0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.299 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.290+0000 7f2db0c1c700 1 -- 172.21.15.63:0/3285915922 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560febdc2630 con 0x560febfefc00 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f2da0011d50 tx=0x7f2da0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3a6843683ccd04f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2d96ffd700 1 -- 172.21.15.63:0/3285915922 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da000edd0 con 0x560febfefc00 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2d96ffd700 1 -- 172.21.15.63:0/3285915922 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2da0021070 con 0x560febfefc00 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2d96ffd700 1 -- 172.21.15.63:0/3285915922 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da001d6e0 con 0x560febfefc00 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3285915922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 msgr2=0x560febff0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.291+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f2da0011d50 tx=0x7f2da0014000 comp rx=0 tx=0).stop 2023-11-16T18:29:10.300 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3285915922 shutdown_connections 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560febff1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febff0010 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3285915922 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3285915922 >> 172.21.15.63:0/3285915922 conn(0x560febfe5360 msgr2=0x560febfea670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3285915922 shutdown_connections 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3285915922 wait complete. 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- start start 2023-11-16T18:29:10.301 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 Processor -- start 2023-11-16T18:29:10.302 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 0x560febff95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febee28e0 con 0x560febff0550 2023-11-16T18:29:10.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febee2580 con 0x560febfefc00 2023-11-16T18:29:10.313 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febdc4920 con 0x560febff1110 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.292+0000 7f2dbf00cb80 10 client.0 _ll_register_callbacks cb 0x560febf00780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46698/0 (socket says 172.21.15.63:46698) 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 -- 172.21.15.63:0/3563453662 learned_addr learned my addr 172.21.15.63:0/3563453662 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 0x560febff95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2db141d700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 -- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 msgr2=0x560fec000b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.314 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 -- 172.21.15.63:0/3563453662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 msgr2=0x560febff95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 0x560febff95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 -- 172.21.15.63:0/3563453662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2da0017070 con 0x560febff0550 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 0x560febff95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2db141d700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dabfff700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009990 tx=0x7f2d98005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ecd551e79e99790 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2d8bfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.315 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9801d070 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2d98004700 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560febfe2b20 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d9800be90 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dbf00cb80 10 client.16527 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.293+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560febf07190 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560febfe2b20 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2d980249e0 con 0x560febff0550 2023-11-16T18:29:10.316 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 10 client.16527 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 10 client.16527 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 20 client.16527 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec0054d0 0x560fec0078e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 4 client.16527 mds_command: new command op to 24496 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560febf030a0 con 0x560fec0054d0 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.294+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec0054d0 0x560fec0078e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2d8bfff700 10 client.16527 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:29:10.317 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec0054d0 0x560fec0078e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4a769bcf380549d0 server_cookie=b797521280bffa5b in_seq=0 out_seq=0 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2d8bfff700 1 -- 172.21.15.63:0/3563453662 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560febf030a0 con 0x560fec0054d0 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2d8bfff700 10 client.16527 handle_command_reply: tid=0 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 client.16527 shutdown 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 msgr2=0x560febff9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009990 tx=0x7f2d98005800 comp rx=0 tx=0).stop 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 shutdown_connections 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec0054d0 0x560fec0078e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.318 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2d8bfff700 0 client.16527 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febfefc00 0x560febff95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/3563453662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff0550 0x560febff9b10 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.295+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 >> 172.21.15.63:0/3563453662 conn(0x560febfe5360 msgr2=0x560febfe9de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.296+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 shutdown_connections 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.296+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/3563453662 wait complete. 2023-11-16T18:29:10.319 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.296+0000 7f2dbf00cb80 20 client.16527 trim_cache size 0 max 16384 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 Processor -- start 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 -- start start 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febfefc00 0x560febff4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febff9190 con 0x560febff1110 2023-11-16T18:29:10.325 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x560febfe5170 con 0x560febff0550 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fec0027c0 con 0x560febfefc00 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46708/0 (socket says 172.21.15.63:46708) 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 -- 172.21.15.63:0/195254570 learned_addr learned my addr 172.21.15.63:0/195254570 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febfefc00 0x560febff4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2dabfff700 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 -- 172.21.15.63:0/195254570 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febfefc00 msgr2=0x560febff4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febfefc00 0x560febff4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 -- 172.21.15.63:0/195254570 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 msgr2=0x560febff45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 -- 172.21.15.63:0/195254570 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560febf06ee0 con 0x560febff1110 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.309+0000 7f2db141d700 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f2da4095900 tx=0x7f2da4004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d335757b68aada3 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2d977fe700 1 -- 172.21.15.63:0/195254570 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da40cc160 con 0x560febff1110 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2d977fe700 1 -- 172.21.15.63:0/195254570 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2da40840e0 con 0x560febff1110 2023-11-16T18:29:10.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2d977fe700 1 -- 172.21.15.63:0/195254570 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4004c40 con 0x560febff1110 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/195254570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 msgr2=0x560fec000b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f2da4095900 tx=0x7f2da4004b50 comp rx=0 tx=0).stop 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/195254570 shutdown_connections 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febff1110 0x560fec000b10 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febfefc00 0x560febff4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/195254570 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febff45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/195254570 >> 172.21.15.63:0/195254570 conn(0x560febfe5360 msgr2=0x560fec00c240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/195254570 shutdown_connections 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/195254570 wait complete. 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.310+0000 7f2dbf00cb80 1 -- start start 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 Processor -- start 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febfff060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fec0005b0 con 0x560febfefc00 2023-11-16T18:29:10.329 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fec000720 con 0x560febff0550 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fec0008e0 con 0x560febff1110 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dbf00cb80 10 client.0 _ll_register_callbacks cb 0x7f2d98005350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46710/0 (socket says 172.21.15.63:46710) 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 -- 172.21.15.63:0/2020401658 learned_addr learned my addr 172.21.15.63:0/2020401658 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2dabfff700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febfff060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db141d700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.330 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 -- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 msgr2=0x560fec000070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 -- 172.21.15.63:0/2020401658 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 msgr2=0x560febfff060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.311+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febfff060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2db0c1c700 1 -- 172.21.15.63:0/2020401658 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dac10bab0 con 0x560febfefc00 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2db0c1c700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f2da0005950 tx=0x7f2da000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=408da43123f7d1fa server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da0032d30 con 0x560febfefc00 2023-11-16T18:29:10.331 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f2da0005240 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2da0021070 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2da0032e90 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 10 client.16533 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560febd57c60 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2da0021070 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2da0038070 con 0x560febfefc00 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 10 client.16533 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 10 client.16533 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-11-16T18:29:10.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 20 client.16533 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec05a570 0x560fec05c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 4 client.16533 mds_command: new command op to 24496 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.312+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 --> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560febf0f660 con 0x560fec05a570 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2dabfff700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec05a570 0x560fec05c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2d8bfff700 10 client.16533 ms_handle_connect on v2:172.21.15.125:6838/3734427778 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2dabfff700 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec05a570 0x560fec05c980 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=145f771bbd8c18a5 server_cookie=f8a3f7a44722943b in_seq=0 out_seq=0 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2d8bfff700 1 -- 172.21.15.63:0/2020401658 <== mds.1 v2:172.21.15.125:6838/3734427778 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560febf0f660 con 0x560fec05a570 2023-11-16T18:29:10.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2d8bfff700 10 client.16533 handle_command_reply: tid=0 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2dbf00cb80 1 client.16533 shutdown 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.313+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 msgr2=0x560febffeb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f2da0005950 tx=0x7f2da000ebd0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 shutdown_connections 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:6838/3734427778,v1:172.21.15.125:6839/3734427778] conn(0x560fec05a570 0x560fec05c980 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x560febff1110 0x560fec000070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2d8bfff700 0 client.16533 ms_handle_reset on v2:172.21.15.125:6838/3734427778 2023-11-16T18:29:10.334 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560febfefc00 0x560febffeb20 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 --2- 172.21.15.63:0/2020401658 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x560febff0550 0x560febfff060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 >> 172.21.15.63:0/2020401658 conn(0x560febfe5360 msgr2=0x560febff4060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 shutdown_connections 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 1 -- 172.21.15.63:0/2020401658 wait complete. 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2dbf00cb80 20 client.16533 trim_cache size 0 max 16384 2023-11-16T18:29:10.335 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 msgr2=0x7f2d9c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 0x7f2d9c0a3600 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f2dac101320 tx=0x7f2da0009260 comp rx=0 tx=0).stop 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 msgr2=0x7f2dac19d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f2da4007ee0 tx=0x7f2da400d3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 shutdown_connections 2023-11-16T18:29:10.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f2d9c0a1150 0x7f2d9c0a3600 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2dac101e50 0x7f2dac19d5c0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f2dac1002d0 0x7f2dac196010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 --2- 172.21.15.63:0/2360804581 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f2dac1014c0 0x7f2dac196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 >> 172.21.15.63:0/2360804581 conn(0x7f2dac0fb8d0 msgr2=0x7f2dac0fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 shutdown_connections 2023-11-16T18:29:10.338 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.314+0000 7f2db2e80700 1 -- 172.21.15.63:0/2360804581 wait complete. 2023-11-16T18:29:10.339 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-11-16T18:29:10.488 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 -- 172.21.15.63:0/2810553117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 msgr2=0x7f3a88107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 --2- 172.21.15.63:0/2810553117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a88107600 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3a8000b0a0 tx=0x7f3a8000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 -- 172.21.15.63:0/2810553117 shutdown_connections 2023-11-16T18:29:10.512 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 --2- 172.21.15.63:0/2810553117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a88107600 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 --2- 172.21.15.63:0/2810553117 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a880ff1c0 0x7f3a880ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 --2- 172.21.15.63:0/2810553117 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a881003b0 0x7f3a88100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.468+0000 7f3a8e897700 1 -- 172.21.15.63:0/2810553117 >> 172.21.15.63:0/2810553117 conn(0x7f3a880fa7c0 msgr2=0x7f3a880fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- 172.21.15.63:0/2810553117 shutdown_connections 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- 172.21.15.63:0/2810553117 wait complete. 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 Processor -- start 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- start start 2023-11-16T18:29:10.513 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 0x7f3a881983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a881003b0 0x7f3a881988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8819ff30 con 0x7f3a88100d40 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a881a0070 con 0x7f3a880ff1c0 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.469+0000 7f3a8e897700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a881a0200 con 0x7f3a881003b0 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46728/0 (socket says 172.21.15.63:46728) 2023-11-16T18:29:10.514 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 -- 172.21.15.63:0/313424189 learned_addr learned my addr 172.21.15.63:0/313424189 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a877fe700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a881003b0 0x7f3a881988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a87fff700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 0x7f3a881983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 -- 172.21.15.63:0/313424189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a881003b0 msgr2=0x7f3a881988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a881003b0 0x7f3a881988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 -- 172.21.15.63:0/313424189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 msgr2=0x7f3a881983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 0x7f3a881983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.515 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 -- 172.21.15.63:0/313424189 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a80009d00 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a87fff700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 0x7f3a881983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3a8000b070 tx=0x7f3a8000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a857fa700 1 -- 172.21.15.63:0/313424189 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a8000e040 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a857fa700 1 -- 172.21.15.63:0/313424189 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a80009480 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a857fa700 1 -- 172.21.15.63:0/313424189 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a800052a0 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a8810ab80 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.470+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a8810a9f0 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.473+0000 7f3a857fa700 1 -- 172.21.15.63:0/313424189 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f3a8001d480 con 0x7f3a88100d40 2023-11-16T18:29:10.516 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.473+0000 7f3a857fa700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 0x7f3a700a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.473+0000 7f3a857fa700 1 -- 172.21.15.63:0/313424189 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3a800cdc80 con 0x7f3a88100d40 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.473+0000 7f3a87fff700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 0x7f3a700a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a87fff700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 0x7f3a700a3680 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3a88100210 tx=0x7f3a78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 Processor -- start 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 -- start start 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e92a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.517 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e82f060 con 0x555f5e92a550 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e8818a0 con 0x555f5e929c00 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e87ad30 con 0x555f5e92b110 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46734/0 (socket says 172.21.15.63:46734) 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.474+0000 7f3a877fe700 1 -- 172.21.15.63:0/3647709103 learned_addr learned my addr 172.21.15.63:0/3647709103 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a87fff700 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e92a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.518 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 -- 172.21.15.63:0/3647709103 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 msgr2=0x555f5e92b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 -- 172.21.15.63:0/3647709103 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 msgr2=0x555f5e92a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e92a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 -- 172.21.15.63:0/3647709103 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f5e6fc630 con 0x555f5e92a550 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c009d80 tx=0x7f3a7c011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a6eceb097ce17ff server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a6e7fc700 1 -- 172.21.15.63:0/3647709103 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c004230 con 0x555f5e92a550 2023-11-16T18:29:10.519 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a6e7fc700 1 -- 172.21.15.63:0/3647709103 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a7c004390 con 0x555f5e92a550 2023-11-16T18:29:10.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.475+0000 7f3a6e7fc700 1 -- 172.21.15.63:0/3647709103 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c019860 con 0x555f5e92a550 2023-11-16T18:29:10.520 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3647709103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 msgr2=0x555f5e92ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c009d80 tx=0x7f3a7c011720 comp rx=0 tx=0).stop 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3647709103 shutdown_connections 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e92a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3647709103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e92ab30 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3647709103 >> 172.21.15.63:0/3647709103 conn(0x555f5e91f360 msgr2=0x555f5e924670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3647709103 shutdown_connections 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3647709103 wait complete. 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 -- start start 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.476+0000 7f3a9aa23b80 1 Processor -- start 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92a550 0x555f5e933b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92b110 0x555f5e93ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e81c8e0 con 0x555f5e929c00 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e81c580 con 0x555f5e92b110 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e6fe920 con 0x555f5e92a550 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 10 client.0 _ll_register_callbacks cb 0x555f5e83a780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46738/0 (socket says 172.21.15.63:46738) 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 -- 172.21.15.63:0/2198270257 learned_addr learned my addr 172.21.15.63:0/2198270257 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a877fe700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92a550 0x555f5e933b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.524 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92b110 0x555f5e93ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 -- 172.21.15.63:0/2198270257 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92a550 msgr2=0x555f5e933b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92a550 0x555f5e933b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 -- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92b110 msgr2=0x555f5e93ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92b110 0x555f5e93ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 -- 172.21.15.63:0/2198270257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a7c0099e0 con 0x555f5e929c00 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3a78012c10 tx=0x7f3a780047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e901f8835cc685f server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a677fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.525 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a78004830 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3a78018070 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.477+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555f5e91cb20 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a78004990 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 10 client.16545 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555f5e841190 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555f5e91cb20 con 0x555f5e929c00 2023-11-16T18:29:10.526 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3a78005140 con 0x555f5e929c00 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 10 client.16545 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 10 client.16545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 20 client.16545 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e93f3d0 0x555f5e9417e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 4 client.16545 mds_command: new command op to 24509 tid=0[{"prefix": "get_command_descriptions"}] 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555f5e83d0a0 con 0x555f5e93f3d0 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.478+0000 7f3a877fe700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e93f3d0 0x555f5e9417e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.527 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.479+0000 7f3a877fe700 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e93f3d0 0x555f5e9417e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=979a22e4326b6a9a server_cookie=1ed503e96a93ff46 in_seq=0 out_seq=0 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.479+0000 7f3a677fe700 10 client.16545 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.479+0000 7f3a677fe700 1 -- 172.21.15.63:0/2198270257 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555f5e83d0a0 con 0x555f5e93f3d0 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.479+0000 7f3a677fe700 10 client.16545 handle_command_reply: tid=0 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.479+0000 7f3a9aa23b80 1 client.16545 shutdown 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 msgr2=0x555f5e9335c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3a78012c10 tx=0x7f3a780047c0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 shutdown_connections 2023-11-16T18:29:10.528 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e93f3d0 0x555f5e9417e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92b110 0x555f5e93ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e9335c0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a677fe700 0 client.16545 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2198270257 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92a550 0x555f5e933b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 >> 172.21.15.63:0/2198270257 conn(0x555f5e91f360 msgr2=0x555f5e923de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 shutdown_connections 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2198270257 wait complete. 2023-11-16T18:29:10.529 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.480+0000 7f3a9aa23b80 20 client.16545 trim_cache size 0 max 16384 2023-11-16T18:29:10.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 Processor -- start 2023-11-16T18:29:10.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 -- start start 2023-11-16T18:29:10.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.535 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92a550 0x555f5e93ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e92ba00 con 0x555f5e929c00 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e93c7d0 con 0x555f5e92a550 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e9254e0 con 0x555f5e92b110 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46746/0 (socket says 172.21.15.63:46746) 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 -- 172.21.15.63:0/2745797429 learned_addr learned my addr 172.21.15.63:0/2745797429 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.536 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a877fe700 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92a550 0x555f5e93ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 -- 172.21.15.63:0/2745797429 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 msgr2=0x555f5e92e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 -- 172.21.15.63:0/2745797429 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92a550 msgr2=0x555f5e93ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92a550 0x555f5e93ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.493+0000 7f3a87fff700 1 -- 172.21.15.63:0/2745797429 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f5e840ee0 con 0x555f5e929c00 2023-11-16T18:29:10.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a87fff700 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3a78009810 tx=0x7f3a78009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dedb523ea67f784c server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a6effd700 1 -- 172.21.15.63:0/2745797429 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a78005690 con 0x555f5e929c00 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a6effd700 1 -- 172.21.15.63:0/2745797429 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a78024070 con 0x555f5e929c00 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a6effd700 1 -- 172.21.15.63:0/2745797429 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a780299c0 con 0x555f5e929c00 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2745797429 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 msgr2=0x555f5e93b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3a78009810 tx=0x7f3a78009dc0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2745797429 shutdown_connections 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e92e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e929c00 0x555f5e93b430 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/2745797429 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e92a550 0x555f5e93ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.494+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2745797429 >> 172.21.15.63:0/2745797429 conn(0x555f5e91f360 msgr2=0x555f5e946140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2745797429 shutdown_connections 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/2745797429 wait complete. 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- start start 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 Processor -- start 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e936480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e9399e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e939f20 con 0x555f5e92a550 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e93a090 con 0x555f5e929c00 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f5e93a250 con 0x555f5e92b110 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a9aa23b80 10 client.0 _ll_register_callbacks cb 0x7f3a780127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46754/0 (socket says 172.21.15.63:46754) 2023-11-16T18:29:10.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a877fe700 1 -- 172.21.15.63:0/3195900075 learned_addr learned my addr 172.21.15.63:0/3195900075 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.495+0000 7f3a87fff700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e936480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a8ce34700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e9399e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 -- 172.21.15.63:0/3195900075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 msgr2=0x555f5e9399e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e9399e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 -- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 msgr2=0x555f5e936480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e936480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 -- 172.21.15.63:0/3195900075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555f5e841190 con 0x555f5e92a550 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a877fe700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x555f5e9254b0 tx=0x7f3a7c005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6ab3b8b0d3840 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c02a3b0 con 0x555f5e92a550 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f3a7c009260 con 0x555f5e92a550 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a7c004390 con 0x555f5e92a550 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a7c02a510 con 0x555f5e92a550 2023-11-16T18:29:10.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a9aa23b80 10 client.16551 fetch_fsmap learned FSMap version 28 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555f5e691c60 con 0x555f5e92a550 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a7c004390 con 0x555f5e92a550 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.496+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3a7c011440 con 0x555f5e92a550 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 10 client.16551 fetch_fsmap finished waiting for FSMap version 28 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 10 client.16551 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-11-16T18:29:10.549 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 20 client.16551 populate_metadata read hostname 'smithi063' 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e993f00 0x555f5e996310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 4 client.16551 mds_command: new command op to 24509 tid=0[{"prefix": "damage ls"}] 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 --> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555f5e849660 con 0x555f5e993f00 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a87fff700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e993f00 0x555f5e996310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a677fe700 10 client.16551 ms_handle_connect on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a87fff700 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e993f00 0x555f5e996310 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d99e247ed466f96c server_cookie=e4c38a70b06152cf in_seq=0 out_seq=0 2023-11-16T18:29:10.550 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a677fe700 1 -- 172.21.15.63:0/3195900075 <== mds.0 v2:172.21.15.93:6838/2063013669 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555f5e849660 con 0x555f5e993f00 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a677fe700 10 client.16551 handle_command_reply: tid=0 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.497+0000 7f3a9aa23b80 1 client.16551 shutdown 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 msgr2=0x555f5e9369c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x555f5e9254b0 tx=0x7f3a7c005e50 comp rx=0 tx=0).stop 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 shutdown_connections 2023-11-16T18:29:10.551 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:6838/2063013669,v1:172.21.15.93:6839/2063013669] conn(0x555f5e993f00 0x555f5e996310 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x555f5e92b110 0x555f5e9399e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a677fe700 0 client.16551 ms_handle_reset on v2:172.21.15.93:6838/2063013669 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x555f5e929c00 0x555f5e936480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 --2- 172.21.15.63:0/3195900075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555f5e92a550 0x555f5e9369c0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 >> 172.21.15.63:0/3195900075 conn(0x555f5e91f360 msgr2=0x555f5e93b430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 shutdown_connections 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 1 -- 172.21.15.63:0/3195900075 wait complete. 2023-11-16T18:29:10.552 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a9aa23b80 20 client.16551 trim_cache size 0 max 16384 2023-11-16T18:29:10.553 INFO:teuthology.orchestra.run.smithi063.stdout:[] 2023-11-16T18:29:10.554 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 msgr2=0x7f3a700a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 0x7f3a700a3680 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3a88100210 tx=0x7f3a78009260 comp rx=0 tx=0).stop 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 msgr2=0x7f3a8819f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3a8000b070 tx=0x7f3a8000bc80 comp rx=0 tx=0).stop 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 shutdown_connections 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f3a700a11d0 0x7f3a700a3680 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a88100d40 0x7f3a8819f960 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f3a880ff1c0 0x7f3a881983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.555 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 --2- 172.21.15.63:0/313424189 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f3a881003b0 0x7f3a881988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:10.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 >> 172.21.15.63:0/313424189 conn(0x7f3a880fa7c0 msgr2=0x7f3a88067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:10.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 shutdown_connections 2023-11-16T18:29:10.556 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:10.498+0000 7f3a8e897700 1 -- 172.21.15.63:0/313424189 wait complete. 2023-11-16T18:29:11.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:10 smithi063 ceph-mon[98873]: pgmap v486: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2023-11-16T18:29:11.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:10 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3947936195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:10 smithi093 ceph-mon[100185]: pgmap v486: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2023-11-16T18:29:11.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:10 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3947936195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:10 smithi125 ceph-mon[100672]: pgmap v486: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2023-11-16T18:29:11.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:10 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3947936195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:11.557 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2023-11-16T18:29:11.557 INFO:tasks.fwd_scrub:done joining 2023-11-16T18:29:11.558 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-11-16T18:29:11.569 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:29:11.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 -- 172.21.15.63:0/1924713152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 msgr2=0x7ff8641007f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 --2- 172.21.15.63:0/1924713152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff8641007f0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ff84c009990 tx=0x7ff84c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 -- 172.21.15.63:0/1924713152 shutdown_connections 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 --2- 172.21.15.63:0/1924713152 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff864100d30 0x7ff8641075f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 --2- 172.21.15.63:0/1924713152 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff8640ff1b0 0x7ff8640ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 --2- 172.21.15.63:0/1924713152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff8641007f0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 -- 172.21.15.63:0/1924713152 >> 172.21.15.63:0/1924713152 conn(0x7ff8640fa790 msgr2=0x7ff8640fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:11.710 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 -- 172.21.15.63:0/1924713152 shutdown_connections 2023-11-16T18:29:11.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.708+0000 7ff86954a700 1 -- 172.21.15.63:0/1924713152 wait complete. 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 Processor -- start 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 -- start start 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff8640ff1b0 0x7ff864069c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff864100d30 0x7ff86419d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419daf0 con 0x7ff8641003a0 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419dc60 con 0x7ff8640ff1b0 2023-11-16T18:29:11.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff86954a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419de20 con 0x7ff864100d30 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff8627fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff8627fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46768/0 (socket says 172.21.15.63:46768) 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.709+0000 7ff8627fc700 1 -- 172.21.15.63:0/3279441125 learned_addr learned my addr 172.21.15.63:0/3279441125 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff862ffd700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff8640ff1b0 0x7ff864069c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8637fe700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff864100d30 0x7ff86419d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 -- 172.21.15.63:0/3279441125 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff864100d30 msgr2=0x7ff86419d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:11.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff864100d30 0x7ff86419d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 -- 172.21.15.63:0/3279441125 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff8640ff1b0 msgr2=0x7ff864069c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff8640ff1b0 0x7ff864069c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 -- 172.21.15.63:0/3279441125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff84c0095f0 con 0x7ff8641003a0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff8627fc700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00b620 tx=0x7ff84c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84c01d070 con 0x7ff8641003a0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff84c005030 con 0x7ff8641003a0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff86410ab20 con 0x7ff8641003a0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84c004bf0 con 0x7ff8641003a0 2023-11-16T18:29:11.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.710+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff86410a990 con 0x7ff8641003a0 2023-11-16T18:29:11.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.711+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff86419e3c0 con 0x7ff8641003a0 2023-11-16T18:29:11.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.713+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff84c004d50 con 0x7ff8641003a0 2023-11-16T18:29:11.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.713+0000 7ff85bfff700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 0x7ff8500a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:11.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.714+0000 7ff862ffd700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 0x7ff8500a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:11.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.714+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff84c0ce150 con 0x7ff8641003a0 2023-11-16T18:29:11.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.714+0000 7ff862ffd700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 0x7ff8500a3600 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff864100200 tx=0x7ff854009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:11.718 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.717+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff84c097590 con 0x7ff8641003a0 2023-11-16T18:29:11.922 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.921+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff864106110 con 0x7ff8641003a0 2023-11-16T18:29:11.928 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.923+0000 7ff85bfff700 1 -- 172.21.15.63:0/3279441125 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7ff84c095e60 con 0x7ff8641003a0 2023-11-16T18:29:11.936 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:11.939 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:29:11.964 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 msgr2=0x7ff8500a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:11.968 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 0x7ff8500a3600 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff864100200 tx=0x7ff854009260 comp rx=0 tx=0).stop 2023-11-16T18:29:11.970 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 msgr2=0x7ff86419acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:11.971 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00b620 tx=0x7ff84c004730 comp rx=0 tx=0).stop 2023-11-16T18:29:11.973 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 shutdown_connections 2023-11-16T18:29:11.975 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff8500a1150 0x7ff8500a3600 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.977 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff864100d30 0x7ff86419d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.978 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff8640ff1b0 0x7ff864069c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.980 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 --2- 172.21.15.63:0/3279441125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641003a0 0x7ff86419acc0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:11.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 >> 172.21.15.63:0/3279441125 conn(0x7ff8640fa790 msgr2=0x7ff8640fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:11.981 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 shutdown_connections 2023-11-16T18:29:11.982 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:11.925+0000 7ff86954a700 1 -- 172.21.15.63:0/3279441125 wait complete. 2023-11-16T18:29:11.982 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:29:11.983 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:29:12.112 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- 172.21.15.63:0/2807972446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a01003b0 msgr2=0x7fa1a0100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 --2- 172.21.15.63:0/2807972446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a01003b0 0x7fa1a0100800 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa188009990 tx=0x7fa188009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- 172.21.15.63:0/2807972446 shutdown_connections 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 --2- 172.21.15.63:0/2807972446 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 0x7fa1a0107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 --2- 172.21.15.63:0/2807972446 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a00ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 --2- 172.21.15.63:0/2807972446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a01003b0 0x7fa1a0100800 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- 172.21.15.63:0/2807972446 >> 172.21.15.63:0/2807972446 conn(0x7fa1a00fa7c0 msgr2=0x7fa1a00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:12.113 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- 172.21.15.63:0/2807972446 shutdown_connections 2023-11-16T18:29:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- 172.21.15.63:0/2807972446 wait complete. 2023-11-16T18:29:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 Processor -- start 2023-11-16T18:29:12.114 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.111+0000 7fa1a676d700 1 -- start start 2023-11-16T18:29:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a01003b0 0x7fa1a0101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.116 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 0x7fa1a0101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a0102470 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a01025e0 con 0x7fa1a0100d40 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a676d700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a01a0130 con 0x7fa1a01003b0 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46780/0 (socket says 172.21.15.63:46780) 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 -- 172.21.15.63:0/3129397236 learned_addr learned my addr 172.21.15.63:0/3129397236 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa1a4d0a700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 0x7fa1a0101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19f7fe700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a01003b0 0x7fa1a0101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.117 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 -- 172.21.15.63:0/3129397236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a01003b0 msgr2=0x7fa1a0101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a01003b0 0x7fa1a0101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 -- 172.21.15.63:0/3129397236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 msgr2=0x7fa1a0101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.118 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 0x7fa1a0101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 -- 172.21.15.63:0/3129397236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1880095f0 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.112+0000 7fa19ffff700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fa19000c970 tx=0x7fa19000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa190004220 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa190007d60 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.119 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1a010ab70 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.120 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa190003c90 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1a010a9e0 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.113+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1a01a0880 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.115+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa190004380 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.115+0000 7fa19d7fa700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 0x7fa18c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.115+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa1900ccbc0 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.121 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.115+0000 7fa19f7fe700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 0x7fa18c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.116+0000 7fa19f7fe700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 0x7fa18c0a3600 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa1880095c0 tx=0x7fa188009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.122 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.119+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa190095fd0 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.323 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.322+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa1a01a0f60 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.324 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.323+0000 7fa19d7fa700 1 -- 172.21.15.63:0/3129397236 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa19001d0a0 con 0x7fa1a00ff1c0 2023-11-16T18:29:12.324 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:29:12.326 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 msgr2=0x7fa18c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 0x7fa18c0a3600 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa1880095c0 tx=0x7fa188009550 comp rx=0 tx=0).stop 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 msgr2=0x7fa1a0103150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fa19000c970 tx=0x7fa19000cc80 comp rx=0 tx=0).stop 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 shutdown_connections 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa18c0a1150 0x7fa18c0a3600 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa1a0100d40 0x7fa1a0101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1a00ff1c0 0x7fa1a0103150 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.327 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 --2- 172.21.15.63:0/3129397236 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa1a01003b0 0x7fa1a0101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 >> 172.21.15.63:0/3129397236 conn(0x7fa1a00fa7c0 msgr2=0x7fa1a0067df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:12.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 shutdown_connections 2023-11-16T18:29:12.328 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.325+0000 7fa1a676d700 1 -- 172.21.15.63:0/3129397236 wait complete. 2023-11-16T18:29:12.339 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:29:12.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- 172.21.15.63:0/2106287278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed80ff1c0 msgr2=0x7f6ed80ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 --2- 172.21.15.63:0/2106287278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed80ff5d0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6ed4009990 tx=0x7f6ed4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- 172.21.15.63:0/2106287278 shutdown_connections 2023-11-16T18:29:12.473 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 --2- 172.21.15.63:0/2106287278 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed8100d40 0x7f6ed8107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 --2- 172.21.15.63:0/2106287278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed80ff5d0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 --2- 172.21.15.63:0/2106287278 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 0x7f6ed8100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- 172.21.15.63:0/2106287278 >> 172.21.15.63:0/2106287278 conn(0x7f6ed80fa7a0 msgr2=0x7f6ed80fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- 172.21.15.63:0/2106287278 shutdown_connections 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- 172.21.15.63:0/2106287278 wait complete. 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 Processor -- start 2023-11-16T18:29:12.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.469+0000 7f6ee0585700 1 -- start start 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed8103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 0x7f6ed8101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed8102470 con 0x7f6ed8100d40 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed81025e0 con 0x7f6ed81003b0 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed81a00c0 con 0x7f6ed80ff1c0 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46798/0 (socket says 172.21.15.63:46798) 2023-11-16T18:29:12.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 -- 172.21.15.63:0/1610644979 learned_addr learned my addr 172.21.15.63:0/1610644979 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ede321700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed8103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6eddb20700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 0x7f6ed8101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 -- 172.21.15.63:0/1610644979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 msgr2=0x7f6ed8103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed8103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 -- 172.21.15.63:0/1610644979 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 msgr2=0x7f6ed8101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 0x7f6ed8101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 -- 172.21.15.63:0/1610644979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ed40095f0 con 0x7f6ed8100d40 2023-11-16T18:29:12.476 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ede321700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed8103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6edeb22700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0007ee0 tx=0x7f6ed000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0017070 con 0x7f6ed8100d40 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ed000f040 con 0x7f6ed8100d40 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ed810ab20 con 0x7f6ed8100d40 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0005740 con 0x7f6ed8100d40 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.470+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ed810a990 con 0x7f6ed8100d40 2023-11-16T18:29:12.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.471+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ed81a0760 con 0x7f6ed8100d40 2023-11-16T18:29:12.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.473+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6ed00058a0 con 0x7f6ed8100d40 2023-11-16T18:29:12.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.473+0000 7f6ecf7fe700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 0x7f6ec40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.473+0000 7f6ede321700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 0x7f6ec40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.473+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f6ed00ccba0 con 0x7f6ed8100d40 2023-11-16T18:29:12.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.474+0000 7f6ede321700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 0x7f6ec40a3600 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6ed400b2e0 tx=0x7f6ed4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.477+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6ed00cce60 con 0x7f6ed8100d40 2023-11-16T18:29:12.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.676+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6ed81a0d10 con 0x7f6ed8100d40 2023-11-16T18:29:12.678 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.677+0000 7f6ecf7fe700 1 -- 172.21.15.63:0/1610644979 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6ed0099a40 con 0x7f6ed8100d40 2023-11-16T18:29:12.678 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 msgr2=0x7f6ec40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 0x7f6ec40a3600 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6ed400b2e0 tx=0x7f6ed4005fd0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 msgr2=0x7f6ed8101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0007ee0 tx=0x7f6ed000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 shutdown_connections 2023-11-16T18:29:12.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6ec40a1150 0x7f6ec40a3600 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6ed8100d40 0x7f6ed8101cd0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6ed80ff1c0 0x7f6ed8103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 --2- 172.21.15.63:0/1610644979 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6ed81003b0 0x7f6ed8101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 >> 172.21.15.63:0/1610644979 conn(0x7f6ed80fa7a0 msgr2=0x7f6ed8068e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 shutdown_connections 2023-11-16T18:29:12.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.679+0000 7f6ee0585700 1 -- 172.21.15.63:0/1610644979 wait complete. 2023-11-16T18:29:12.692 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:29:12.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 -- 172.21.15.63:0/4283948036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 msgr2=0x7fd9080ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/4283948036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080ff5d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009990 tx=0x7fd8fc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 -- 172.21.15.63:0/4283948036 shutdown_connections 2023-11-16T18:29:12.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/4283948036 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd908100d40 0x7fd908107600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.823 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/4283948036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080ff5d0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.824 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/4283948036 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd9081003b0 0x7fd908100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.824 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 -- 172.21.15.63:0/4283948036 >> 172.21.15.63:0/4283948036 conn(0x7fd9080fa7c0 msgr2=0x7fd9080fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:12.824 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 -- 172.21.15.63:0/4283948036 shutdown_connections 2023-11-16T18:29:12.824 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.821+0000 7fd90e7ab700 1 -- 172.21.15.63:0/4283948036 wait complete. 2023-11-16T18:29:12.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.822+0000 7fd90e7ab700 1 Processor -- start 2023-11-16T18:29:12.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.822+0000 7fd90e7ab700 1 -- start start 2023-11-16T18:29:12.826 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 0x7fd90819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd908100d40 0x7fd90819d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.828 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90819dc20 con 0x7fd9080ff1c0 2023-11-16T18:29:12.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90819dd90 con 0x7fd9081003b0 2023-11-16T18:29:12.829 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90e7ab700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90819df50 con 0x7fd908100d40 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46808/0 (socket says 172.21.15.63:46808) 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 -- 172.21.15.63:0/1948002357 learned_addr learned my addr 172.21.15.63:0/1948002357 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd9077fe700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 0x7fd90819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd90cd48700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd908100d40 0x7fd90819d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 -- 172.21.15.63:0/1948002357 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd908100d40 msgr2=0x7fd90819d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.830 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd908100d40 0x7fd90819d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.831 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 -- 172.21.15.63:0/1948002357 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 msgr2=0x7fd90819adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:12.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 0x7fd90819adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:12.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 -- 172.21.15.63:0/1948002357 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8fc0095f0 con 0x7fd9080ff1c0 2023-11-16T18:29:12.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd9077fe700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 0x7fd90819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:12.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd907fff700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc00b2e0 tx=0x7fd8fc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.832 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.823+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc01d070 con 0x7fd9080ff1c0 2023-11-16T18:29:12.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.824+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd8fc005030 con 0x7fd9080ff1c0 2023-11-16T18:29:12.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.824+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd90810ab80 con 0x7fd9080ff1c0 2023-11-16T18:29:12.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.824+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc004b90 con 0x7fd9080ff1c0 2023-11-16T18:29:12.833 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.824+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd90810a9f0 con 0x7fd9080ff1c0 2023-11-16T18:29:12.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.824+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd908067b00 con 0x7fd9080ff1c0 2023-11-16T18:29:12.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.826+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd8fc0051a0 con 0x7fd9080ff1c0 2023-11-16T18:29:12.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.826+0000 7fd9057fa700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 0x7fd8f00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:12.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.827+0000 7fd9077fe700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 0x7fd8f00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:12.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.827+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fd8fc0ce300 con 0x7fd9080ff1c0 2023-11-16T18:29:12.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.827+0000 7fd9077fe700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 0x7fd8f00a3600 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8005fd0 tx=0x7fd8f8005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:12.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:12.830+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd8fc097840 con 0x7fd9080ff1c0 2023-11-16T18:29:13.032 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.031+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd908106110 con 0x7fd9080ff1c0 2023-11-16T18:29:13.033 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.031+0000 7fd9057fa700 1 -- 172.21.15.63:0/1948002357 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd8fc09ae60 con 0x7fd9080ff1c0 2023-11-16T18:29:13.033 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:29:13.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 msgr2=0x7fd8f00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 0x7fd8f00a3600 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8005fd0 tx=0x7fd8f8005f60 comp rx=0 tx=0).stop 2023-11-16T18:29:13.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 msgr2=0x7fd9080689a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc00b2e0 tx=0x7fd8fc004730 comp rx=0 tx=0).stop 2023-11-16T18:29:13.035 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 shutdown_connections 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd8f00a1150 0x7fd8f00a3600 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd908100d40 0x7fd90819d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9080ff1c0 0x7fd9080689a0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 --2- 172.21.15.63:0/1948002357 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd9081003b0 0x7fd90819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 >> 172.21.15.63:0/1948002357 conn(0x7fd9080fa7c0 msgr2=0x7fd9080fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 shutdown_connections 2023-11-16T18:29:13.036 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.034+0000 7fd90e7ab700 1 -- 172.21.15.63:0/1948002357 wait complete. 2023-11-16T18:29:13.046 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:12 smithi063 ceph-mon[98873]: pgmap v487: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2023-11-16T18:29:13.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:12 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3279441125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:13.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:12 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3129397236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.047 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:12 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1610644979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.048 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 -- 172.21.15.63:0/3055209549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8105fb0 msgr2=0x7f13f8108410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 --2- 172.21.15.63:0/3055209549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8105fb0 0x7f13f8108410 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f13f000b0a0 tx=0x7f13f000b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 -- 172.21.15.63:0/3055209549 shutdown_connections 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 --2- 172.21.15.63:0/3055209549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8105fb0 0x7f13f8108410 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 --2- 172.21.15.63:0/3055209549 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8100d70 0x7f13f8103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.181 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 --2- 172.21.15.63:0/3055209549 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8103690 0x7f13f8105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 -- 172.21.15.63:0/3055209549 >> 172.21.15.63:0/3055209549 conn(0x7f13f80fa810 msgr2=0x7f13f80fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 -- 172.21.15.63:0/3055209549 shutdown_connections 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.177+0000 7f13fea64700 1 -- 172.21.15.63:0/3055209549 wait complete. 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 Processor -- start 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 -- start start 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8103690 0x7f13f8198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.182 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 0x7f13f819f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f819fe60 con 0x7f13f8100d70 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f819ffa0 con 0x7f13f8105fb0 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fea64700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f81a0130 con 0x7f13f8103690 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fc800700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fc800700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46822/0 (socket says 172.21.15.63:46822) 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fc800700 1 -- 172.21.15.63:0/3341059361 learned_addr learned my addr 172.21.15.63:0/3341059361 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13f7fff700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8103690 0x7f13f8198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.178+0000 7f13fd001700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 0x7f13f819f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.183 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 -- 172.21.15.63:0/3341059361 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8103690 msgr2=0x7f13f8198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8103690 0x7f13f8198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 -- 172.21.15.63:0/3341059361 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 msgr2=0x7f13f819f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 0x7f13f819f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 -- 172.21.15.63:0/3341059361 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13f0009d00 con 0x7f13f8100d70 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fd001700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 0x7f13f819f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fc800700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f13ec00e9a0 tx=0x7f13ec00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:13.184 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13ec009790 con 0x7f13f8100d70 2023-11-16T18:29:13.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13ec00cbd0 con 0x7f13f8100d70 2023-11-16T18:29:13.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13ec018680 con 0x7f13f8100d70 2023-11-16T18:29:13.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13f810bcb0 con 0x7f13f8100d70 2023-11-16T18:29:13.185 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.179+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13f810bb20 con 0x7f13f8100d70 2023-11-16T18:29:13.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:12 smithi093 ceph-mon[100185]: pgmap v487: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2023-11-16T18:29:13.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:12 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3279441125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:13.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:12 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3129397236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:12 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1610644979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.180+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13f8107b20 con 0x7f13f8100d70 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.181+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f13ec00cd40 con 0x7f13f8100d70 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.182+0000 7f13f5ffb700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 0x7f13e80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.182+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f13ec014070 con 0x7f13f8100d70 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.182+0000 7f13f7fff700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 0x7f13e80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.182+0000 7f13f7fff700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 0x7f13e80a3680 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009bf0 tx=0x7f13e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:13.187 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.185+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f13ec0967e0 con 0x7f13f8100d70 2023-11-16T18:29:13.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:12 smithi125 ceph-mon[100672]: pgmap v487: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2023-11-16T18:29:13.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:12 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3279441125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:13.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:12 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3129397236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:12 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1610644979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:13.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.389+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f13f8061700 con 0x7f13f8100d70 2023-11-16T18:29:13.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.389+0000 7f13f5ffb700 1 -- 172.21.15.63:0/3341059361 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f13ec099e00 con 0x7f13f8100d70 2023-11-16T18:29:13.391 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 msgr2=0x7f13e80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 0x7f13e80a3680 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009bf0 tx=0x7f13e4009260 comp rx=0 tx=0).stop 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 msgr2=0x7f13f81982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f13ec00e9a0 tx=0x7f13ec00ed60 comp rx=0 tx=0).stop 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 shutdown_connections 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f13e80a11d0 0x7f13e80a3680 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.393 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f13f8105fb0 0x7f13f819f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13f8100d70 0x7f13f81982e0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 --2- 172.21.15.63:0/3341059361 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f13f8103690 0x7f13f8198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.391+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 >> 172.21.15.63:0/3341059361 conn(0x7f13f80fa810 msgr2=0x7f13f80ff3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:13.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.392+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 shutdown_connections 2023-11-16T18:29:13.394 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.392+0000 7f13fea64700 1 -- 172.21.15.63:0/3341059361 wait complete. 2023-11-16T18:29:13.405 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-11-16T18:29:13.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- 172.21.15.63:0/4092014169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 msgr2=0x7fabd01075f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 --2- 172.21.15.63:0/4092014169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd01075f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fabc800b0a0 tx=0x7fabc800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- 172.21.15.63:0/4092014169 shutdown_connections 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 --2- 172.21.15.63:0/4092014169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd01075f0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 --2- 172.21.15.63:0/4092014169 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 0x7fabd00ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 --2- 172.21.15.63:0/4092014169 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 0x7fabd01007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- 172.21.15.63:0/4092014169 >> 172.21.15.63:0/4092014169 conn(0x7fabd00fa790 msgr2=0x7fabd00fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- 172.21.15.63:0/4092014169 shutdown_connections 2023-11-16T18:29:13.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- 172.21.15.63:0/4092014169 wait complete. 2023-11-16T18:29:13.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 Processor -- start 2023-11-16T18:29:13.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.530+0000 7fabd717a700 1 -- start start 2023-11-16T18:29:13.539 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 0x7fabd01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 0x7fabd01986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd019fd30 con 0x7fabd0100d30 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd019fe70 con 0x7fabd01003a0 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd01a0000 con 0x7fabd00ff1b0 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46840/0 (socket says 172.21.15.63:46840) 2023-11-16T18:29:13.540 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 -- 172.21.15.63:0/1179062088 learned_addr learned my addr 172.21.15.63:0/1179062088 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:13.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabcffff700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 0x7fabd01986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd4f16700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 0x7fabd01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 -- 172.21.15.63:0/1179062088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 msgr2=0x7fabd01981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 0x7fabd01981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.541 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 -- 172.21.15.63:0/1179062088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 msgr2=0x7fabd01986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 0x7fabd01986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 -- 172.21.15.63:0/1179062088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc8009d00 con 0x7fabd0100d30 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd5717700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fabc800b780 tx=0x7fabc800bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc800e040 con 0x7fabd0100d30 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabd010ab30 con 0x7fabd0100d30 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabc8004e60 con 0x7fabd0100d30 2023-11-16T18:29:13.542 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.531+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc801b6b0 con 0x7fabd0100d30 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.532+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabd010a9a0 con 0x7fabd0100d30 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.533+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabd00671d0 con 0x7fabd0100d30 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.534+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fabc801b810 con 0x7fabd0100d30 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.534+0000 7fabcdffb700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 0x7fabc00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.534+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fabc80cea10 con 0x7fabd0100d30 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.534+0000 7fabd4f16700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 0x7fabc00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:13.543 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.535+0000 7fabd4f16700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 0x7fabc00a3600 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fabd0100200 tx=0x7fabc400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:13.544 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.538+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fabc8097eb0 con 0x7fabd0100d30 2023-11-16T18:29:13.797 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.796+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7fabd01a0a20 con 0x7fabd0100d30 2023-11-16T18:29:13.805 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.805+0000 7fabcdffb700 1 -- 172.21.15.63:0/1179062088 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) v1 ==== 81+0+733243 (secure 0 0 0) 0x7fabc809b4d0 con 0x7fabd0100d30 2023-11-16T18:29:13.814 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: "epoch": 18, 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: "active_gid": 14152, 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: "active_name": "x", 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: "active_addrs": { 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2023-11-16T18:29:13.815 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:6800", 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3013530998 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:6801", 2023-11-16T18:29:13.816 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3013530998 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: "active_addr": "172.21.15.63:6801/3013530998", 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: "active_change": "2023-11-16T18:15:42.802625+0000", 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: "active_mgr_features": 4540138322906710015, 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: "available": true, 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: "standbys": [ 2023-11-16T18:29:13.817 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "gid": 24109, 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "z", 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr_features": 4540138322906710015, 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "available_modules": [ 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alerts", 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:13.818 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:13.819 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How frequently to reexamine health status", 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.820 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.821 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.822 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.823 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.824 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.825 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.826 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.826 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.826 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.826 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.826 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.827 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.827 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.827 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.828 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.829 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_destination": { 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_destination", 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.830 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email address to send alerts to", 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.831 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_from_name": { 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_from_name", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "Ceph", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.832 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email From: name", 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_host": { 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_host", 2023-11-16T18:29:13.833 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP server", 2023-11-16T18:29:13.834 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_password": { 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_password", 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.835 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Password to authenticate with", 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.836 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_port": { 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_port", 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "465", 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.837 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP port", 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_sender": { 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_sender", 2023-11-16T18:29:13.838 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP envelope sender", 2023-11-16T18:29:13.839 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_ssl": { 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_ssl", 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.840 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use SSL to connect to SMTP server", 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.841 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_user": { 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_user", 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.842 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "User to authenticate as", 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:13.843 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "balancer", 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "active": { 2023-11-16T18:29:13.844 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "active", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically balance PGs across cluster", 2023-11-16T18:29:13.845 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_time": { 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_time", 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.846 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0000", 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "beginning time of day to automatically balance", 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:13.847 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_weekday": { 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_weekday", 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:13.848 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:13.855 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_max_iterations": { 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_max_iterations", 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.856 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "25", 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "250", 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.857 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_metrics": { 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_metrics", 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "pgs,objects,bytes", 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.858 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_step": { 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_step", 2023-11-16T18:29:13.859 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.5", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0.001", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "0.999", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "aggressiveness of optimization", 2023-11-16T18:29:13.860 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "end_time": { 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_time", 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.861 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2359", 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ending time of day to automatically balance", 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.862 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "end_weekday": { 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_weekday", 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:13.863 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.864 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.865 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.866 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.867 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.868 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.869 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.870 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.871 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.872 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "min_score": { 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_score", 2023-11-16T18:29:13.873 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-11-16T18:29:13.874 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.875 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "upmap", 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "crush-compat", 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "none", 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap" 2023-11-16T18:29:13.876 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Balancer mode", 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_ids": { 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_ids", 2023-11-16T18:29:13.877 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-11-16T18:29:13.878 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.879 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.880 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_deviation": { 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_deviation", 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.881 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "deviation below which no optimization is attempted", 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.882 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_optimizations": { 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_optimizations", 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.883 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:13.884 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm", 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_down_multiplier": { 2023-11-16T18:29:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_down_multiplier", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.886 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_refresh_rate": { 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_refresh_rate", 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.887 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "20", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.888 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_starting_port": { 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_starting_port", 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4721", 2023-11-16T18:29:13.889 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.890 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.890 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.890 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-11-16T18:29:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_password": { 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_password", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web password", 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_user": { 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_user", 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web user", 2023-11-16T18:29:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_ptrace": { 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_ptrace", 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_interval": { 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_interval", 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to autotune daemon memory", 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_memory_target_ratio": { 2023-11-16T18:29:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_memory_target_ratio", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.7", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "cgroups_split": { 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cgroups_split", 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "config_checks_enabled": { 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_checks_enabled", 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.911 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "config_dashboard": { 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_dashboard", 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_alertmanager": { 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_alertmanager", 2023-11-16T18:29:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_base": { 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_base", 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.916 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph", 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Container image name, without the tag", 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.917 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_elasticsearch": { 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_elasticsearch", 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.918 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "elasticsearch container image", 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_grafana": { 2023-11-16T18:29:13.919 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_grafana", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.920 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_haproxy": { 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_haproxy", 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.921 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "HAproxy container image", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.922 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_agent": { 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_agent", 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.923 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger agent container image", 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.924 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_collector": { 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_collector", 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.925 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger collector container image", 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.926 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_query": { 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_query", 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-11-16T18:29:13.927 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger query container image", 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.928 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_keepalived": { 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_keepalived", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.929 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Keepalived container image", 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_loki": { 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_loki", 2023-11-16T18:29:13.930 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Loki container image", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.931 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_node_exporter": { 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_node_exporter", 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.932 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.933 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_prometheus": { 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_prometheus", 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.934 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_promtail": { 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_promtail", 2023-11-16T18:29:13.935 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Promtail container image", 2023-11-16T18:29:13.936 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_snmp_gateway": { 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_snmp_gateway", 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.937 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SNMP Gateway container image", 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.938 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "container_init": { 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_init", 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.939 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.940 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.940 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Run podman/docker with `--init`", 2023-11-16T18:29:13.940 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.940 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.940 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "daemon_cache_timeout": { 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "daemon_cache_timeout", 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.941 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.942 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "default_cephadm_command_timeout": { 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_cephadm_command_timeout", 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "900", 2023-11-16T18:29:13.943 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.944 INFO:teuthology.orchestra.run.smithi063.stdout: "default_registry": { 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_registry", 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io", 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "device_cache_timeout": { 2023-11-16T18:29:13.946 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_cache_timeout", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1800", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.947 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache device inventory", 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "device_enhanced_scan": { 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_enhanced_scan", 2023-11-16T18:29:13.948 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use libstoragemgmt during device scans", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.949 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "facts_cache_timeout": { 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "facts_cache_timeout", 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.950 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache host facts data", 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.951 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "host_check_interval": { 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "host_check_interval", 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.952 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to perform a host check", 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:13.953 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.954 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.955 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "log_refresh_metadata": { 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_refresh_metadata", 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.956 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.957 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.958 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.959 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.960 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:13.961 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.962 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.963 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf": { 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.964 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-11-16T18:29:13.965 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.966 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "*", 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.967 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "max_count_per_host": { 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_count_per_host", 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.968 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of daemons per service per host", 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "max_osd_draining_count": { 2023-11-16T18:29:13.969 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_osd_draining_count", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.970 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "migration_current": { 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "migration_current", 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.971 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "internal - do not modify", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.972 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.973 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "root", 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm-package", 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "root" 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "mode for remote execution of cephadm", 2023-11-16T18:29:13.974 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_alerts_path": { 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_alerts_path", 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.975 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.976 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_password": { 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_password", 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.977 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web password", 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_user": { 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_user", 2023-11-16T18:29:13.978 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web user", 2023-11-16T18:29:13.979 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_insecure": { 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_insecure", 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.980 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.981 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_password": { 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_password", 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.982 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.983 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.983 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.983 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.983 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-11-16T18:29:13.983 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_url": { 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_url", 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.984 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.985 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_username": { 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_username", 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.986 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.987 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.990 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-11-16T18:29:13.990 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.990 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.990 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "secure_monitoring_stack": { 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secure_monitoring_stack", 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.991 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.992 INFO:teuthology.orchestra.run.smithi063.stdout: "service_discovery_port": { 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "service_discovery_port", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8765", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.993 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "cephadm service discovery port", 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "ssh_config_file": { 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssh_config_file", 2023-11-16T18:29:13.994 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-11-16T18:29:13.995 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "use_agent": { 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_agent", 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.996 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.997 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "use_repo_digest": { 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_repo_digest", 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:13.998 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_failed_host_check": { 2023-11-16T18:29:13.999 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_failed_host_check", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.000 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if the host check fails", 2023-11-16T18:29:14.001 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.001 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.001 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_daemons": { 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_daemons", 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.002 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.003 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_hosts": { 2023-11-16T18:29:14.004 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_hosts", 2023-11-16T18:29:14.004 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.004 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.026 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.026 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.026 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.026 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.026 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.027 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crash", 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.028 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.029 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.030 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.031 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.032 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.033 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.034 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.035 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.036 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "retain_interval": { 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retain_interval", 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "31536000", 2023-11-16T18:29:14.037 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain crashes before pruning them", 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.038 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_recent_interval": { 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_recent_interval", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1209600", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.039 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "time interval in which to warn about recent crashes", 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.040 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dashboard", 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.041 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.042 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_HOST": { 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_HOST", 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.043 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.044 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.045 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_ENABLED": { 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_ENABLED", 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.046 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.047 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "ENABLE_BROWSABLE_API": { 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ENABLE_BROWSABLE_API", 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.050 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-11-16T18:29:14.051 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.052 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.053 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.055 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-11-16T18:29:14.056 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.057 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_NFS": { 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.058 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.059 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RBD": { 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.060 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.061 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RGW": { 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.062 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-11-16T18:29:14.063 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.064 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_PASSWORD": { 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_PASSWORD", 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.065 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.066 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.067 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_URL": { 2023-11-16T18:29:14.068 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_URL", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.069 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_USERNAME": { 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_USERNAME", 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.070 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.072 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-11-16T18:29:14.073 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.074 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.075 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.076 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "ISSUE_TRACKER_API_KEY": { 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.077 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.078 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_HOST": { 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_HOST", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.079 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-11-16T18:29:14.080 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.081 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.081 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.081 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.081 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.081 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.089 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.089 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.089 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.089 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.090 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.091 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.092 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-11-16T18:29:14.093 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.094 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.096 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.097 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.098 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.099 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.100 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.101 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_ENABLED": { 2023-11-16T18:29:14.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_ENABLED", 2023-11-16T18:29:14.103 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.103 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.169 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.169 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.170 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.170 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.170 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.214 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.214 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.214 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.215 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.216 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.217 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-11-16T18:29:14.218 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.219 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "REST_REQUESTS_TIMEOUT": { 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.220 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "45", 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.221 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ACCESS_KEY": { 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ACCESS_KEY", 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.222 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.223 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.224 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SECRET_KEY": { 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SECRET_KEY", 2023-11-16T18:29:14.225 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.226 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SSL_VERIFY": { 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SSL_VERIFY", 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.227 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.228 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.229 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-11-16T18:29:14.230 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.231 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.232 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.233 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "cross_origin_url": { 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cross_origin_url", 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.234 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.235 INFO:teuthology.orchestra.run.smithi063.stdout: "crt_file": { 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crt_file", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.236 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "debug": { 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "debug", 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.237 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable/disable debug options", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.238 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "jwt_token_ttl": { 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "jwt_token_ttl", 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.239 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "28800", 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.240 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.241 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.242 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.243 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.244 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.245 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.246 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.247 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.248 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.249 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.250 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "motd": { 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "motd", 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "The message of the day", 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect_resolve_ip_addr": { 2023-11-16T18:29:14.252 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "redirect_resolve_ip_addr", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.253 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:14.254 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.255 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.256 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8080", 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.257 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.258 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl_server_port": { 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl_server_port", 2023-11-16T18:29:14.259 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8443", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.260 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.261 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "redirect", 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect" 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.262 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.263 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.264 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "url_prefix": { 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url_prefix", 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.265 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.266 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_monitoring": { 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_monitoring", 2023-11-16T18:29:14.267 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "monitor device health metrics", 2023-11-16T18:29:14.268 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.269 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.270 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.271 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.285 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.285 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.286 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.286 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.286 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.286 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.371 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.372 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.373 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.374 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.375 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.376 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.377 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.377 INFO:teuthology.orchestra.run.smithi063.stdout: "mark_out_threshold": { 2023-11-16T18:29:14.377 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mark_out_threshold", 2023-11-16T18:29:14.389 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.389 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.389 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.389 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2419200", 2023-11-16T18:29:14.389 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.390 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_name": { 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_name", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "device_health_metrics", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.391 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name of pool in which to store device health metrics", 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "retention_period": { 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retention_period", 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.392 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15552000", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain device health metrics", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.393 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_frequency": { 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_frequency", 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:14.394 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.395 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to scrape device health metrics", 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "self_heal": { 2023-11-16T18:29:14.398 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "self_heal", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.399 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.400 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and check device health", 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.401 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.402 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.402 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_threshold": { 2023-11-16T18:29:14.402 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_threshold", 2023-11-16T18:29:14.407 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.407 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.407 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.407 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7257600", 2023-11-16T18:29:14.407 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.408 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "diskprediction_local", 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.409 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.410 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.411 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.412 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.412 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.412 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.412 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.412 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.413 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.413 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.413 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.414 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.414 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.414 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.415 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.416 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.417 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.418 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.419 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "predict_interval": { 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predict_interval", 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:14.420 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.421 INFO:teuthology.orchestra.run.smithi063.stdout: "predictor_model": { 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predictor_model", 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "prophetstor", 2023-11-16T18:29:14.422 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.423 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.424 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.425 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "influx", 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": false, 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "influxdb python module not found", 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "batch_size": { 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "batch_size", 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.426 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5000", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.427 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "database": { 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "database", 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "ceph", 2023-11-16T18:29:14.428 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": { 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hostname", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.430 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server hostname", 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.431 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "30", 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "5", 2023-11-16T18:29:14.432 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.433 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.434 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.434 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.434 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.513 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.517 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.522 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.522 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.522 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.522 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.523 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.524 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.525 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.526 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.527 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.528 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.529 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "password": { 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "password", 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.530 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "password of InfluxDB server user", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.531 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "port": { 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "port", 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.532 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8086", 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server port", 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.533 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "false", 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.534 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "threads": { 2023-11-16T18:29:14.535 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threads", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "32", 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.536 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "username": { 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "username", 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.537 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "username of InfluxDB server user", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.538 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "verify_ssl": { 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "verify_ssl", 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.539 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "true", 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.540 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "insights", 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.541 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.542 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.543 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.544 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.545 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.546 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.547 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.548 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.548 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.548 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.548 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.548 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.555 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.555 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.555 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.555 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.572 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.572 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.572 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.573 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "iostat", 2023-11-16T18:29:14.574 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.575 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.576 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.577 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.578 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.579 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.580 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.581 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.582 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.583 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.584 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.584 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.584 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.584 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.585 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "k8sevents", 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_event_retention_days": { 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ceph_event_retention_days", 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.586 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7", 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Days to hold ceph event information within local cache", 2023-11-16T18:29:14.587 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "config_check_secs": { 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_check_secs", 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.588 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "10", 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.589 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.590 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.591 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.592 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.593 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.594 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.594 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.595 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.596 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.597 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.602 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.603 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.604 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "localpool", 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "failure_domain": { 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "failure_domain", 2023-11-16T18:29:14.605 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "host", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "failure domain for any created local pool", 2023-11-16T18:29:14.606 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.607 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.608 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.609 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.610 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.611 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.612 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.613 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.614 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.615 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "min_size": { 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_size", 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.616 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default min_size for any created local pool", 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.617 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.618 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.618 INFO:teuthology.orchestra.run.smithi063.stdout: "num_rep": { 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "num_rep", 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3", 2023-11-16T18:29:14.619 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default replica count for any created local pool", 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.620 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_num": { 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_num", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "128", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.621 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default pg_num for any created local pool", 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "prefix": { 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prefix", 2023-11-16T18:29:14.622 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name prefix for any created local pool", 2023-11-16T18:29:14.623 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "subtree": { 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "subtree", 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.624 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "rack", 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "CRUSH level for which to create a local pool", 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.625 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mds_autoscaler", 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.626 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.627 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.628 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.629 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.630 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.631 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.632 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.633 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.634 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.635 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirroring", 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.636 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.637 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.638 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.639 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.640 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.641 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.642 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.643 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.644 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.645 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "nfs", 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.646 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.647 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.648 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.649 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.650 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.651 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.652 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.653 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.654 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.655 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "fail_fs": { 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "fail_fs", 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.656 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.657 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.658 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.659 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.660 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.661 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.662 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.663 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.664 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.665 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator": { 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.666 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "rook", 2023-11-16T18:29:14.667 INFO:teuthology.orchestra.run.smithi063.stdout: "test_orchestrator" 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Orchestrator backend", 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.668 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_perf_query", 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.669 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.670 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.671 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.672 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.673 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.674 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.675 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.676 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.677 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_support", 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.678 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.679 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.680 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.681 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.682 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.683 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.684 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.685 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.686 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.687 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_autoscaler", 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.688 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.689 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.689 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.689 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.689 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.721 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.721 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.721 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.721 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.722 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.723 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.724 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.725 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.763 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.763 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.763 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.764 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.765 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.766 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "noautoscale": { 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "noautoscale", 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.767 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "global autoscale flag", 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.768 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.769 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.770 INFO:teuthology.orchestra.run.smithi063.stdout: "threshold": { 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threshold", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1.0", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.771 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "scaling threshold", 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.772 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "progress", 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_pg_recovery_event": { 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_pg_recovery_event", 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.773 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow the module to show pg recovery progress", 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.774 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.775 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.776 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.777 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.778 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.779 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.780 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.781 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.782 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.783 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.784 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "max_completed_events": { 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_completed_events", 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "50", 2023-11-16T18:29:14.785 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "number of past completed events to remember", 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:14.786 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.787 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long the module is going to sleep", 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus", 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "cache": { 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cache", 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.789 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.790 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "exclude_perf_counters": { 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "exclude_perf_counters", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.791 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.792 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.793 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.794 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.795 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.796 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.797 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.798 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.799 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.800 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools": { 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools", 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.801 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.802 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools_refresh_interval": { 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.803 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_interval": { 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_interval", 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:14.804 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15.0", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.805 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.806 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:14.809 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.810 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "9283", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.811 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "stale_cache_strategy": { 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stale_cache_strategy", 2023-11-16T18:29:14.812 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "log", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.813 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.814 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "default", 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "default", 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "error" 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.815 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.816 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.817 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.819 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.820 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.821 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.822 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.823 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.824 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.825 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.826 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.827 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.827 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.852 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.852 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.852 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.852 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.852 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_snap_create": { 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_snap_create", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.853 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "mirror_snapshot_schedule": { 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirror_snapshot_schedule", 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.854 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.855 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "trash_purge_schedule": { 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "trash_purge_schedule", 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.857 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "restful", 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.858 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.884 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.884 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_auth": { 2023-11-16T18:29:14.884 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_auth", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.885 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.886 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.887 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.888 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.889 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.890 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.891 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.892 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.893 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.894 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.895 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.896 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.897 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.898 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.899 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rgw", 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.900 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.901 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.902 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.903 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.904 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.905 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.906 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.907 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.908 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rook", 2023-11-16T18:29:14.909 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "drive_group_interval": { 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "drive_group_interval", 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.910 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300.0", 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.911 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.912 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.913 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.914 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.915 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.916 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.917 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.918 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.919 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "storage_class": { 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "storage_class", 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.920 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "local", 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-11-16T18:29:14.921 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "selftest", 2023-11-16T18:29:14.922 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.923 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.924 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.925 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.926 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.927 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.928 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.929 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.930 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "roption1": { 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption1", 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.931 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.932 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "roption2": { 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption2", 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "xyz", 2023-11-16T18:29:14.933 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.934 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption1": { 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption1", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.935 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption2": { 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption2", 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.936 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.937 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption3": { 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption3", 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.938 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.939 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption4": { 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption4", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.940 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption5": { 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption5", 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.941 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.942 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption6": { 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption6", 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.943 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.944 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption7": { 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption7", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "42", 2023-11-16T18:29:14.945 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "testkey": { 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testkey", 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.946 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.947 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "testlkey": { 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testlkey", 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.948 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.949 INFO:teuthology.orchestra.run.smithi063.stdout: "testnewline": { 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testnewline", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.950 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.951 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snap_schedule", 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_m_granularity": { 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_m_granularity", 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.952 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow minute scheduled snapshots", 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.953 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "dump_on_update": { 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dump_on_update", 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.954 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "dump database to debug log on update", 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.955 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.956 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.957 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.958 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.959 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.960 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.961 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.962 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.963 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.964 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stats", 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.965 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.966 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.967 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.968 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.969 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.970 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.971 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.972 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.973 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "status", 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.974 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.975 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.985 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.986 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.987 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.988 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.989 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.990 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.991 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telegraf", 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:14.992 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "address": { 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "address", 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.993 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:14.994 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.995 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:14.996 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:14.997 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:14.998 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:14.999 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.000 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.001 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.002 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.003 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.004 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telemetry", 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_basic": { 2023-11-16T18:29:15.005 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_basic", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.006 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share basic cluster information (size, version)", 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_crash": { 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_crash", 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.007 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.008 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_device": { 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_device", 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.009 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_ident": { 2023-11-16T18:29:15.010 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_ident", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.011 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_perf": { 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_perf", 2023-11-16T18:29:15.012 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share various performance metrics of a cluster", 2023-11-16T18:29:15.013 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "contact": { 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "contact", 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.014 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.015 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "description": { 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "description", 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.016 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "device_url": { 2023-11-16T18:29:15.017 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_url", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.018 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.019 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.020 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.021 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "24", 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "8", 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.022 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "last_opt_revision": { 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "last_opt_revision", 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1", 2023-11-16T18:29:15.023 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard": { 2023-11-16T18:29:15.024 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.025 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard_description": { 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard_description", 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.026 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.027 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.028 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.029 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.030 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.031 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.032 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.033 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.034 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.035 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "organization": { 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "organization", 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.036 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.037 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "proxy": { 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "proxy", 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.038 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.039 INFO:teuthology.orchestra.run.smithi063.stdout: "url": { 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.040 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.041 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "test_orchestrator", 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.042 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.043 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.044 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.045 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.046 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.047 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.048 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.049 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.050 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.051 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.052 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.053 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.054 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.055 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.056 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.057 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.058 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.059 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_clones": { 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_clones", 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4", 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.060 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Number of asynchronous cloner threads", 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_delay": { 2023-11-16T18:29:15.061 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_delay", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-11-16T18:29:15.062 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix", 2023-11-16T18:29:15.063 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "discovery_interval": { 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "discovery_interval", 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "100", 2023-11-16T18:29:15.064 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.065 INFO:teuthology.orchestra.run.smithi063.stdout: "identifier": { 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "identifier", 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.066 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:15.067 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.068 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.069 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.070 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.071 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.072 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.073 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.074 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.075 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.076 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_host": { 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_host", 2023-11-16T18:29:15.077 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.078 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_port": { 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_port", 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.079 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10051", 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.080 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_sender": { 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_sender", 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.081 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.082 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: "gid": 24113, 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "y", 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr_features": 4540138322906710015, 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: "available_modules": [ 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.083 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alerts", 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.084 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How frequently to reexamine health status", 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.085 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.086 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.087 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.088 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.089 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.090 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.091 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.092 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.093 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_destination": { 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_destination", 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.094 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email address to send alerts to", 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.095 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_from_name": { 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_from_name", 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "Ceph", 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.096 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email From: name", 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_host": { 2023-11-16T18:29:15.097 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_host", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.098 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP server", 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_password": { 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_password", 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.099 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Password to authenticate with", 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.100 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_port": { 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_port", 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "465", 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.101 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP port", 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_sender": { 2023-11-16T18:29:15.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_sender", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.103 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP envelope sender", 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_ssl": { 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_ssl", 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.104 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use SSL to connect to SMTP server", 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.105 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_user": { 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_user", 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.106 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "User to authenticate as", 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.107 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "balancer", 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "active": { 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "active", 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.108 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically balance PGs across cluster", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.109 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_time": { 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_time", 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.110 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0000", 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "beginning time of day to automatically balance", 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.111 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_weekday": { 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_weekday", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:15.112 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_max_iterations": { 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_max_iterations", 2023-11-16T18:29:15.113 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "25", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "250", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.114 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_metrics": { 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_metrics", 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.115 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "pgs,objects,bytes", 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.116 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_step": { 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_step", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.5", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0.001", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "0.999", 2023-11-16T18:29:15.117 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "aggressiveness of optimization", 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "end_time": { 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_time", 2023-11-16T18:29:15.118 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2359", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ending time of day to automatically balance", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:15.119 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "end_weekday": { 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_weekday", 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.120 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.121 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.122 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.123 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.124 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.125 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.126 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.127 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.128 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.129 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "min_score": { 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_score", 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.130 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.131 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "upmap", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.132 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "crush-compat", 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "none", 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap" 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Balancer mode", 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.133 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_ids": { 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_ids", 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.134 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:15.135 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-11-16T18:29:15.136 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_deviation": { 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_deviation", 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.137 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "deviation below which no optimization is attempted", 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.138 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_optimizations": { 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_optimizations", 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.139 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.140 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm", 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_down_multiplier": { 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_down_multiplier", 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:15.141 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.142 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_refresh_rate": { 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_refresh_rate", 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.143 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "20", 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.144 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_starting_port": { 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_starting_port", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4721", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.145 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_password": { 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_password", 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.146 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web password", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.147 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_user": { 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_user", 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.148 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web user", 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.149 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_ptrace": { 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_ptrace", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.150 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_interval": { 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_interval", 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.151 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to autotune daemon memory", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.152 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_memory_target_ratio": { 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_memory_target_ratio", 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.153 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.7", 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.154 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "cgroups_split": { 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cgroups_split", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.155 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "config_checks_enabled": { 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_checks_enabled", 2023-11-16T18:29:15.156 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.157 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "config_dashboard": { 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_dashboard", 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.158 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.159 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_alertmanager": { 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_alertmanager", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.160 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_base": { 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_base", 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.161 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Container image name, without the tag", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.162 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_elasticsearch": { 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_elasticsearch", 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.163 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "elasticsearch container image", 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.164 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_grafana": { 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_grafana", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.165 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_haproxy": { 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_haproxy", 2023-11-16T18:29:15.166 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "HAproxy container image", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.167 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_agent": { 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_agent", 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.168 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger agent container image", 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.169 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_collector": { 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_collector", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.170 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger collector container image", 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_query": { 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_query", 2023-11-16T18:29:15.171 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger query container image", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.172 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_keepalived": { 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_keepalived", 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.173 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Keepalived container image", 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.174 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_loki": { 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_loki", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.175 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Loki container image", 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_node_exporter": { 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_node_exporter", 2023-11-16T18:29:15.176 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.177 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_prometheus": { 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_prometheus", 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.178 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.179 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_promtail": { 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_promtail", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.180 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Promtail container image", 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_snmp_gateway": { 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_snmp_gateway", 2023-11-16T18:29:15.181 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SNMP Gateway container image", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.182 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.183 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.183 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.183 INFO:teuthology.orchestra.run.smithi063.stdout: "container_init": { 2023-11-16T18:29:15.183 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_init", 2023-11-16T18:29:15.207 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Run podman/docker with `--init`", 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: "daemon_cache_timeout": { 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "daemon_cache_timeout", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "default_cephadm_command_timeout": { 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_cephadm_command_timeout", 2023-11-16T18:29:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "900", 2023-11-16T18:29:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.237 INFO:teuthology.orchestra.run.smithi063.stdout: "default_registry": { 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_registry", 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io", 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.238 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "device_cache_timeout": { 2023-11-16T18:29:15.239 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_cache_timeout", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1800", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.240 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache device inventory", 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "device_enhanced_scan": { 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_enhanced_scan", 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.241 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use libstoragemgmt during device scans", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.242 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "facts_cache_timeout": { 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "facts_cache_timeout", 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.243 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.244 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:15.244 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.244 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.244 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.244 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache host facts data", 2023-11-16T18:29:15.251 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "host_check_interval": { 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "host_check_interval", 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.252 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.253 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.253 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:15.253 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.253 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.254 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.254 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to perform a host check", 2023-11-16T18:29:15.254 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.255 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.255 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.255 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.255 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.255 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.257 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.258 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.258 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.259 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.259 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.261 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.261 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.261 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.261 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.261 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.262 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "log_refresh_metadata": { 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_refresh_metadata", 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.263 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.264 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.265 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.266 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.267 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.268 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.269 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.269 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.279 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.279 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.279 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.279 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.280 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf": { 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-11-16T18:29:15.281 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.282 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-11-16T18:29:15.283 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.283 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.283 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.283 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.283 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-11-16T18:29:15.284 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-11-16T18:29:15.284 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "*", 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.285 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "max_count_per_host": { 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_count_per_host", 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.286 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of daemons per service per host", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.287 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.288 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.288 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.289 INFO:teuthology.orchestra.run.smithi063.stdout: "max_osd_draining_count": { 2023-11-16T18:29:15.289 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_osd_draining_count", 2023-11-16T18:29:15.289 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.289 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.290 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.290 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.290 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.291 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "migration_current": { 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "migration_current", 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.292 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "internal - do not modify", 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:15.293 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "root", 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.294 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm-package", 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "root" 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "mode for remote execution of cephadm", 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.295 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_alerts_path": { 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_alerts_path", 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-11-16T18:29:15.296 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.297 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_password": { 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_password", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.298 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web password", 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.299 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_user": { 2023-11-16T18:29:15.300 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_user", 2023-11-16T18:29:15.300 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web user", 2023-11-16T18:29:15.301 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_insecure": { 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_insecure", 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.302 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.303 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_password": { 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_password", 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.304 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_url": { 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_url", 2023-11-16T18:29:15.305 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-11-16T18:29:15.306 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_username": { 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_username", 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.307 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.308 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "secure_monitoring_stack": { 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secure_monitoring_stack", 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.309 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.310 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "service_discovery_port": { 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "service_discovery_port", 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8765", 2023-11-16T18:29:15.311 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "cephadm service discovery port", 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.312 INFO:teuthology.orchestra.run.smithi063.stdout: "ssh_config_file": { 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssh_config_file", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.313 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-11-16T18:29:15.314 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.314 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.314 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.318 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.318 INFO:teuthology.orchestra.run.smithi063.stdout: "use_agent": { 2023-11-16T18:29:15.318 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_agent", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.319 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "use_repo_digest": { 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_repo_digest", 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.320 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-11-16T18:29:15.321 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_failed_host_check": { 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_failed_host_check", 2023-11-16T18:29:15.322 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.323 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.323 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.323 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.324 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.324 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.324 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.324 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if the host check fails", 2023-11-16T18:29:15.324 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_daemons": { 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_daemons", 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.325 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.326 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_hosts": { 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_hosts", 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.327 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.328 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crash", 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.329 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.330 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.331 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.332 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.333 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.334 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.335 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.336 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.337 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "retain_interval": { 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retain_interval", 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.338 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "31536000", 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain crashes before pruning them", 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.339 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_recent_interval": { 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_recent_interval", 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1209600", 2023-11-16T18:29:15.340 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "time interval in which to warn about recent crashes", 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.341 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dashboard", 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-11-16T18:29:15.342 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.343 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_HOST": { 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_HOST", 2023-11-16T18:29:15.344 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.345 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.346 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.347 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_ENABLED": { 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_ENABLED", 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.348 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.349 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.350 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "ENABLE_BROWSABLE_API": { 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ENABLE_BROWSABLE_API", 2023-11-16T18:29:15.351 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.352 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.353 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.354 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.354 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.354 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.354 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-11-16T18:29:15.355 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.356 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.357 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.358 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.359 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.360 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_NFS": { 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.361 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RBD": { 2023-11-16T18:29:15.362 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.363 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RGW": { 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.364 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.365 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.366 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.367 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_PASSWORD": { 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_PASSWORD", 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.368 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.369 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.370 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_URL": { 2023-11-16T18:29:15.371 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_URL", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.372 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_USERNAME": { 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_USERNAME", 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.373 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.374 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.375 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.376 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-11-16T18:29:15.377 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-11-16T18:29:15.377 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.377 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.377 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.406 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.406 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.406 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.406 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.406 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.407 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.407 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.407 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.408 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.409 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "ISSUE_TRACKER_API_KEY": { 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.410 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.412 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.412 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_HOST": { 2023-11-16T18:29:15.412 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_HOST", 2023-11-16T18:29:15.412 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.412 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.413 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.414 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.415 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.416 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.417 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.418 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.419 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.420 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.421 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.422 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.423 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.425 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-11-16T18:29:15.426 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.427 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_ENABLED": { 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_ENABLED", 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.428 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.429 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.430 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.431 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.432 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-11-16T18:29:15.433 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8", 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.434 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "REST_REQUESTS_TIMEOUT": { 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.435 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.436 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "45", 2023-11-16T18:29:15.436 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.436 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.436 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.436 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ACCESS_KEY": { 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ACCESS_KEY", 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.437 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.438 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.439 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.439 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.440 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.440 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-11-16T18:29:15.440 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-11-16T18:29:15.440 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.440 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.441 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.442 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.442 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.442 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SECRET_KEY": { 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SECRET_KEY", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.443 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SSL_VERIFY": { 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SSL_VERIFY", 2023-11-16T18:29:15.444 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.445 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.446 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.447 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.448 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.449 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.450 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "cross_origin_url": { 2023-11-16T18:29:15.451 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cross_origin_url", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.452 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "crt_file": { 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crt_file", 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.454 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "debug": { 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "debug", 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.455 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable/disable debug options", 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.456 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "jwt_token_ttl": { 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "jwt_token_ttl", 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "28800", 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.457 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.458 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.459 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.460 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.461 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.462 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.463 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.464 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.465 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.466 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.467 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.468 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "motd": { 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "motd", 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.469 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "The message of the day", 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.470 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect_resolve_ip_addr": { 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "redirect_resolve_ip_addr", 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.471 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.472 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.473 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8080", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.475 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.476 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.477 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl_server_port": { 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl_server_port", 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.478 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8443", 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.479 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "redirect", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.480 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect" 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.481 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:15.482 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "url_prefix": { 2023-11-16T18:29:15.483 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url_prefix", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.484 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.485 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_monitoring": { 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_monitoring", 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.486 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "monitor device health metrics", 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.487 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.488 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.489 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.490 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.491 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.492 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.493 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.494 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.495 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.496 INFO:teuthology.orchestra.run.smithi063.stdout: "mark_out_threshold": { 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mark_out_threshold", 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2419200", 2023-11-16T18:29:15.497 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.498 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_name": { 2023-11-16T18:29:15.499 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_name", 2023-11-16T18:29:15.499 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.499 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.499 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "device_health_metrics", 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name of pool in which to store device health metrics", 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.500 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "retention_period": { 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retention_period", 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15552000", 2023-11-16T18:29:15.501 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain device health metrics", 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.502 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_frequency": { 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_frequency", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.503 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to scrape device health metrics", 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "self_heal": { 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "self_heal", 2023-11-16T18:29:15.504 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-11-16T18:29:15.505 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.506 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and check device health", 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.507 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_threshold": { 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_threshold", 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7257600", 2023-11-16T18:29:15.508 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.509 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "diskprediction_local", 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.510 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.511 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.512 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.513 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.514 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.515 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.516 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.517 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.518 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "predict_interval": { 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predict_interval", 2023-11-16T18:29:15.519 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.520 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "predictor_model": { 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predictor_model", 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.521 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "prophetstor", 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.522 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.523 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.524 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "influx", 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": false, 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "influxdb python module not found", 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "batch_size": { 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "batch_size", 2023-11-16T18:29:15.525 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5000", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-11-16T18:29:15.526 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "database": { 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "database", 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.527 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "ceph", 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.528 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": { 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hostname", 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.529 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server hostname", 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.530 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "30", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "5", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.531 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.532 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.533 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.534 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.535 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.536 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.537 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.538 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.539 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.540 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "password": { 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "password", 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.541 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "password of InfluxDB server user", 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.542 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "port": { 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "port", 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8086", 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.543 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.544 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.544 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server port", 2023-11-16T18:29:15.544 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.725 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.725 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.725 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.725 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:15.726 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:15.726 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.726 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.726 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.730 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "false", 2023-11-16T18:29:15.738 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.738 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "threads": { 2023-11-16T18:29:15.739 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threads", 2023-11-16T18:29:15.740 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:15.740 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "32", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.741 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.742 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.742 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.796 INFO:teuthology.orchestra.run.smithi063.stdout: "username": { 2023-11-16T18:29:15.879 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "username", 2023-11-16T18:29:15.879 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.879 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "username of InfluxDB server user", 2023-11-16T18:29:15.880 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "verify_ssl": { 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "verify_ssl", 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.881 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "true", 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.954 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "insights", 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:15.955 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:15.956 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.957 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:15.958 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.959 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:15.960 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:15.961 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:15.962 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:15.963 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:15.964 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:15.964 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:15.964 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:15.964 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:15.964 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.024 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.024 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.024 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.024 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.024 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "iostat", 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.025 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.026 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.027 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.028 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.101 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.102 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.103 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.104 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.105 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.106 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.106 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.106 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.106 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.159 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.159 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.159 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.159 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "k8sevents", 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_event_retention_days": { 2023-11-16T18:29:16.160 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ceph_event_retention_days", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.161 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Days to hold ceph event information within local cache", 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "config_check_secs": { 2023-11-16T18:29:16.162 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_check_secs", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "10", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.163 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.164 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.165 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.166 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.167 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.168 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.169 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.169 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.169 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.169 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.261 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.261 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.261 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.262 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.263 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.264 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.265 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "localpool", 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "failure_domain": { 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "failure_domain", 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.266 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.267 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.267 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "host", 2023-11-16T18:29:16.267 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.269 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.269 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "failure domain for any created local pool", 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.270 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.271 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.271 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.271 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.271 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.271 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.272 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.273 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.274 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.275 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.276 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.277 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.278 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.279 INFO:teuthology.orchestra.run.smithi063.stdout: "min_size": { 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_size", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.280 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default min_size for any created local pool", 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "num_rep": { 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "num_rep", 2023-11-16T18:29:16.281 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default replica count for any created local pool", 2023-11-16T18:29:16.282 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_num": { 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_num", 2023-11-16T18:29:16.283 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.296 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.296 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.296 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "128", 2023-11-16T18:29:16.296 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default pg_num for any created local pool", 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.297 INFO:teuthology.orchestra.run.smithi063.stdout: "prefix": { 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prefix", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.298 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name prefix for any created local pool", 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "subtree": { 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "subtree", 2023-11-16T18:29:16.299 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "rack", 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.300 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "CRUSH level for which to create a local pool", 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.301 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mds_autoscaler", 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.302 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.303 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.304 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.305 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.306 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.307 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.308 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.309 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.310 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.311 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirroring", 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.312 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.313 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.314 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.315 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.316 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.317 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.318 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.319 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.320 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.321 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "nfs", 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.322 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.323 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.324 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.325 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.326 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.327 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.328 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.329 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.330 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:16.331 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "fail_fs": { 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "fail_fs", 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.332 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.333 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.334 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.335 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.336 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.337 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.338 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.339 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.340 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.341 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.342 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.342 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator": { 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:16.343 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2023-11-16T18:29:16.344 INFO:teuthology.orchestra.run.smithi063.stdout: "rook", 2023-11-16T18:29:16.345 INFO:teuthology.orchestra.run.smithi063.stdout: "test_orchestrator" 2023-11-16T18:29:16.345 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.345 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Orchestrator backend", 2023-11-16T18:29:16.345 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.345 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_perf_query", 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.346 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.347 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.348 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.349 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.350 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.351 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.351 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.351 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.351 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.351 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.352 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.353 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.354 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.355 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_support", 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.356 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.357 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.358 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.359 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.360 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.361 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.362 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.363 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.364 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.365 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_autoscaler", 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.366 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.367 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.368 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.369 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.370 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.371 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.372 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.373 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.374 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.375 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.375 INFO:teuthology.orchestra.run.smithi063.stdout: "noautoscale": { 2023-11-16T18:29:16.375 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "noautoscale", 2023-11-16T18:29:16.375 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.376 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "global autoscale flag", 2023-11-16T18:29:16.377 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-11-16T18:29:16.377 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.377 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.377 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.378 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:16.378 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:16.380 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.380 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.380 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.381 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "threshold": { 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threshold", 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:16.382 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1.0", 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "scaling threshold", 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.383 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "progress", 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.384 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_pg_recovery_event": { 2023-11-16T18:29:16.385 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_pg_recovery_event", 2023-11-16T18:29:16.385 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.385 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.385 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.403 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow the module to show pg recovery progress", 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.404 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.405 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.406 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.407 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.407 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.407 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.409 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.410 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.411 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.412 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.413 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.414 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.415 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.431 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.431 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.431 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.431 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.431 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "max_completed_events": { 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_completed_events", 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "50", 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.432 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "number of past completed events to remember", 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.433 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.434 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.449 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long the module is going to sleep", 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.450 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus", 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "cache": { 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cache", 2023-11-16T18:29:16.451 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.452 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "exclude_perf_counters": { 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "exclude_perf_counters", 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.453 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.454 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.455 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.455 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.456 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.456 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.456 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.456 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.457 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.458 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.459 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.459 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.459 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.459 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.459 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.460 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.462 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.463 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.464 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.465 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.465 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.465 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.466 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.467 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.468 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools": { 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools", 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.469 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.470 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools_refresh_interval": { 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.471 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_interval": { 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_interval", 2023-11-16T18:29:16.472 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15.0", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.473 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.474 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.475 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "9283", 2023-11-16T18:29:16.476 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.477 INFO:teuthology.orchestra.run.smithi063.stdout: "stale_cache_strategy": { 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stale_cache_strategy", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "log", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.478 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:16.479 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "default", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "default", 2023-11-16T18:29:16.480 INFO:teuthology.orchestra.run.smithi063.stdout: "error" 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:16.481 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.482 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2023-11-16T18:29:16.483 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.484 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.485 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.486 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.487 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.488 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.489 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.490 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.491 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.492 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_snap_create": { 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_snap_create", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.493 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "mirror_snapshot_schedule": { 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirror_snapshot_schedule", 2023-11-16T18:29:16.494 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.495 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "trash_purge_schedule": { 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "trash_purge_schedule", 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.496 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.497 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "restful", 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.498 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_auth": { 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_auth", 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.499 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:16.500 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.501 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.502 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.503 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.504 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.505 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.506 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.508 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.509 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.510 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.511 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.512 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.513 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.514 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rgw", 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.515 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.516 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.517 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.518 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.519 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.520 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.522 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.523 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rook", 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.524 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "drive_group_interval": { 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "drive_group_interval", 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300.0", 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.525 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.526 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.527 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.528 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.529 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.530 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.531 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.532 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.533 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.534 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "storage_class": { 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "storage_class", 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.535 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "local", 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.536 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "selftest", 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.537 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.538 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.539 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.540 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.541 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.542 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.543 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.544 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.545 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "roption1": { 2023-11-16T18:29:16.546 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption1", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.547 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "roption2": { 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption2", 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.548 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "xyz", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.549 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption1": { 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption1", 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.550 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.551 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption2": { 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption2", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.552 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption3": { 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption3", 2023-11-16T18:29:16.553 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.554 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption4": { 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption4", 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.555 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.556 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption5": { 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption5", 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.557 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption6": { 2023-11-16T18:29:16.558 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption6", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.559 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption7": { 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption7", 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "42", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.561 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "testkey": { 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testkey", 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.562 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.563 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "testlkey": { 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testlkey", 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.564 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "testnewline": { 2023-11-16T18:29:16.565 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testnewline", 2023-11-16T18:29:16.566 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.566 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.566 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.568 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.568 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.568 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.568 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.568 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.569 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.571 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.571 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snap_schedule", 2023-11-16T18:29:16.571 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.571 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.572 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.572 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_m_granularity": { 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_m_granularity", 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.573 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow minute scheduled snapshots", 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.574 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "dump_on_update": { 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dump_on_update", 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.575 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "dump database to debug log on update", 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.576 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.577 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.578 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.579 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.580 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.580 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.580 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.581 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.582 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.582 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.583 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.583 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.583 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.583 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.583 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.584 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.585 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.586 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.587 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.587 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.587 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.587 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.588 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stats", 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.589 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.590 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.591 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.592 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.593 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.593 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.593 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.593 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.594 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.595 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.596 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.597 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.598 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "status", 2023-11-16T18:29:16.599 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.600 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.601 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.602 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.603 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.604 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.605 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.606 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.607 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.608 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telegraf", 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "address": { 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "address", 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.609 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.610 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.611 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15", 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.612 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.613 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.614 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.615 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.616 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.617 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.618 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.619 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.620 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.621 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telemetry", 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_basic": { 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_basic", 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.622 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share basic cluster information (size, version)", 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.623 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_crash": { 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_crash", 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.624 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_device": { 2023-11-16T18:29:16.625 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_device", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.626 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_ident": { 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_ident", 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.627 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.628 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_perf": { 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_perf", 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.629 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share various performance metrics of a cluster", 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.630 INFO:teuthology.orchestra.run.smithi063.stdout: "contact": { 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "contact", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.631 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "description": { 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "description", 2023-11-16T18:29:16.632 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.633 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "device_url": { 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_url", 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.634 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.638 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.639 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:16.640 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "24", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "8", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.641 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "last_opt_revision": { 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "last_opt_revision", 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.642 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1", 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.643 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard": { 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard", 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.644 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard_description": { 2023-11-16T18:29:16.645 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard_description", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.646 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.647 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.648 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.649 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.650 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.651 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.652 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.653 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.654 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.655 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "organization": { 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "organization", 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.656 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.657 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "proxy": { 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "proxy", 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.658 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: "url": { 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.660 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.661 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "test_orchestrator", 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.662 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.663 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.664 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.665 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.666 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.667 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.668 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.669 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.670 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.671 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.672 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.673 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.674 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.675 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.676 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.677 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.678 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.679 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_clones": { 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_clones", 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.680 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4", 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Number of asynchronous cloner threads", 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.681 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_delay": { 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_delay", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.682 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.683 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix", 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "discovery_interval": { 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "discovery_interval", 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:16.684 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "100", 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.685 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "identifier": { 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "identifier", 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.686 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.687 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.687 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.687 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.688 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.689 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.690 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:16.690 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:16.690 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.690 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.691 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.692 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.694 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.695 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.696 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.697 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.698 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.699 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.700 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_host": { 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_host", 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.701 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_port": { 2023-11-16T18:29:16.702 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_port", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10051", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.703 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_sender": { 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_sender", 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.704 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.705 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: "modules": [ 2023-11-16T18:29:16.706 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "dashboard", 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "iostat", 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "nfs", 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "restful" 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "available_modules": [ 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alerts", 2023-11-16T18:29:16.707 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.708 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How frequently to reexamine health status", 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.709 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.710 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.711 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.712 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.713 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.714 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.715 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.716 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.717 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_destination": { 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_destination", 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.718 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email address to send alerts to", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_from_name": { 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_from_name", 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "Ceph", 2023-11-16T18:29:16.720 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email From: name", 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_host": { 2023-11-16T18:29:16.721 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_host", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.722 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP server", 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_password": { 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_password", 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.723 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Password to authenticate with", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.724 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_port": { 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_port", 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.725 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "465", 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP port", 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.726 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_sender": { 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_sender", 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.727 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP envelope sender", 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_ssl": { 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_ssl", 2023-11-16T18:29:16.728 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use SSL to connect to SMTP server", 2023-11-16T18:29:16.729 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_user": { 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_user", 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.730 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "User to authenticate as", 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.731 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "balancer", 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.732 INFO:teuthology.orchestra.run.smithi063.stdout: "active": { 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "active", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.733 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically balance PGs across cluster", 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_time": { 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_time", 2023-11-16T18:29:16.734 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0000", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "beginning time of day to automatically balance", 2023-11-16T18:29:16.735 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_weekday": { 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_weekday", 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.736 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.737 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_max_iterations": { 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_max_iterations", 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "25", 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:16.738 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "250", 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_metrics": { 2023-11-16T18:29:16.739 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_metrics", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "pgs,objects,bytes", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-11-16T18:29:16.740 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_step": { 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_step", 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.741 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.5", 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0.001", 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "0.999", 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "aggressiveness of optimization", 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.742 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "end_time": { 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_time", 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2359", 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.743 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ending time of day to automatically balance", 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "end_weekday": { 2023-11-16T18:29:16.744 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_weekday", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.745 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.746 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.747 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.748 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.749 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.750 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.751 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.752 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.754 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "min_score": { 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_score", 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.755 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:16.756 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "upmap", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "crush-compat", 2023-11-16T18:29:16.757 INFO:teuthology.orchestra.run.smithi063.stdout: "none", 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap" 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Balancer mode", 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.758 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_ids": { 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_ids", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.759 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.760 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.761 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_deviation": { 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_deviation", 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.762 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "deviation below which no optimization is attempted", 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.763 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_optimizations": { 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_optimizations", 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.764 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.765 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm", 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_down_multiplier": { 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_down_multiplier", 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.766 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.767 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_refresh_rate": { 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_refresh_rate", 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.768 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "20", 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.769 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_starting_port": { 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_starting_port", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4721", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.770 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_password": { 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_password", 2023-11-16T18:29:16.771 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web password", 2023-11-16T18:29:16.772 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "alertmanager_web_user": { 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alertmanager_web_user", 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.773 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Alertmanager web user", 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.774 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_ptrace": { 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_ptrace", 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.775 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.776 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_interval": { 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_interval", 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.777 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to autotune daemon memory", 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_memory_target_ratio": { 2023-11-16T18:29:16.778 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_memory_target_ratio", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.7", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.779 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "cgroups_split": { 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cgroups_split", 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.780 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.781 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "config_checks_enabled": { 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_checks_enabled", 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.782 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.783 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "config_dashboard": { 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_dashboard", 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.784 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_alertmanager": { 2023-11-16T18:29:16.785 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_alertmanager", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.786 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_base": { 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_base", 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.787 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Container image name, without the tag", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.788 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_elasticsearch": { 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_elasticsearch", 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.789 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "elasticsearch container image", 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.790 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_grafana": { 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_grafana", 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.791 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_haproxy": { 2023-11-16T18:29:16.792 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_haproxy", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.793 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "HAproxy container image", 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_agent": { 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_agent", 2023-11-16T18:29:16.794 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger agent container image", 2023-11-16T18:29:16.795 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_collector": { 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_collector", 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.796 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger collector container image", 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.797 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_query": { 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_query", 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-11-16T18:29:16.798 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger query container image", 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_keepalived": { 2023-11-16T18:29:16.799 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_keepalived", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.800 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Keepalived container image", 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_loki": { 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_loki", 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.801 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Loki container image", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.802 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_node_exporter": { 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_node_exporter", 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.803 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.804 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_prometheus": { 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_prometheus", 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.805 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_promtail": { 2023-11-16T18:29:16.806 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_promtail", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.807 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Promtail container image", 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_snmp_gateway": { 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_snmp_gateway", 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.808 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SNMP Gateway container image", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.809 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "container_init": { 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_init", 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.810 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Run podman/docker with `--init`", 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.811 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "daemon_cache_timeout": { 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "daemon_cache_timeout", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.812 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "default_cephadm_command_timeout": { 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_cephadm_command_timeout", 2023-11-16T18:29:16.813 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "900", 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.814 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "default_registry": { 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_registry", 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.815 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io", 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.816 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "device_cache_timeout": { 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_cache_timeout", 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1800", 2023-11-16T18:29:16.817 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache device inventory", 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.818 INFO:teuthology.orchestra.run.smithi063.stdout: "device_enhanced_scan": { 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_enhanced_scan", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.819 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use libstoragemgmt during device scans", 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "facts_cache_timeout": { 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "facts_cache_timeout", 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.820 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache host facts data", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.821 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "host_check_interval": { 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "host_check_interval", 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.822 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to perform a host check", 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.823 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.824 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.825 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "log_refresh_metadata": { 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_refresh_metadata", 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.826 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.827 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.828 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.829 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.830 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.831 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.832 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.833 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf": { 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.834 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-11-16T18:29:16.835 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "*", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.836 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "max_count_per_host": { 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_count_per_host", 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of daemons per service per host", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.838 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "max_osd_draining_count": { 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_osd_draining_count", 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.839 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.840 INFO:teuthology.orchestra.run.smithi063.stdout: "migration_current": { 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "migration_current", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.841 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "internal - do not modify", 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2023-11-16T18:29:16.842 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "root", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm-package", 2023-11-16T18:29:16.843 INFO:teuthology.orchestra.run.smithi063.stdout: "root" 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "mode for remote execution of cephadm", 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_alerts_path": { 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_alerts_path", 2023-11-16T18:29:16.844 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-11-16T18:29:16.845 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_password": { 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_password", 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.846 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web password", 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.847 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_web_user": { 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_web_user", 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.848 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus web user", 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_insecure": { 2023-11-16T18:29:16.849 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_insecure", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.850 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_password": { 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_password", 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.851 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.852 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_url": { 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_url", 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.853 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.854 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_username": { 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_username", 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.855 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "secure_monitoring_stack": { 2023-11-16T18:29:16.856 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secure_monitoring_stack", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.857 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "service_discovery_port": { 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "service_discovery_port", 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.858 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8765", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "cephadm service discovery port", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.859 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "ssh_config_file": { 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssh_config_file", 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.860 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.861 INFO:teuthology.orchestra.run.smithi063.stdout: "use_agent": { 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_agent", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.862 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "use_repo_digest": { 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_repo_digest", 2023-11-16T18:29:16.863 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.864 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_failed_host_check": { 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_failed_host_check", 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.865 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if the host check fails", 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.866 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_daemons": { 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_daemons", 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.867 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_hosts": { 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_hosts", 2023-11-16T18:29:16.868 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-11-16T18:29:16.869 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crash", 2023-11-16T18:29:16.870 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.871 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.872 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.873 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.874 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.875 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.876 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.877 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.878 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "retain_interval": { 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retain_interval", 2023-11-16T18:29:16.879 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "31536000", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain crashes before pruning them", 2023-11-16T18:29:16.880 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_recent_interval": { 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_recent_interval", 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.881 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1209600", 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "time interval in which to warn about recent crashes", 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.882 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dashboard", 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:16.883 INFO:teuthology.orchestra.run.smithi063.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.884 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_HOST": { 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_HOST", 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.885 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.886 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.887 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_ENABLED": { 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_ENABLED", 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.889 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-11-16T18:29:16.890 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.891 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "ENABLE_BROWSABLE_API": { 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ENABLE_BROWSABLE_API", 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.892 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.893 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.894 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.895 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.896 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.897 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.898 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.899 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.900 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_NFS": { 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.901 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RBD": { 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.902 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.903 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RGW": { 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.904 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.905 INFO:teuthology.orchestra.run.smithi063.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_PASSWORD": { 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_PASSWORD", 2023-11-16T18:29:16.907 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.908 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.909 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.910 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_URL": { 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_URL", 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.911 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_USERNAME": { 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_USERNAME", 2023-11-16T18:29:16.912 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.913 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.914 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.915 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.916 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-11-16T18:29:16.917 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.918 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "ISSUE_TRACKER_API_KEY": { 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.919 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.920 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_HOST": { 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_HOST", 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-11-16T18:29:16.922 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.923 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.924 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.925 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.926 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-11-16T18:29:16.927 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.928 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.929 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.930 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.931 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-11-16T18:29:16.932 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.933 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.934 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.935 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_ENABLED": { 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_ENABLED", 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.936 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.937 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.938 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.939 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.940 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.941 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8", 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.942 INFO:teuthology.orchestra.run.smithi063.stdout: "REST_REQUESTS_TIMEOUT": { 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "45", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.943 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ACCESS_KEY": { 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ACCESS_KEY", 2023-11-16T18:29:16.944 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.945 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.947 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SECRET_KEY": { 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SECRET_KEY", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.948 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SSL_VERIFY": { 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SSL_VERIFY", 2023-11-16T18:29:16.949 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.950 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:16.952 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.952 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.952 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.952 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.952 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.963 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.963 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:16.964 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.965 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.970 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:16.971 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.972 INFO:teuthology.orchestra.run.smithi063.stdout: "cross_origin_url": { 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cross_origin_url", 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.973 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.974 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.974 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "crt_file": { 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crt_file", 2023-11-16T18:29:16.975 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.976 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.977 INFO:teuthology.orchestra.run.smithi063.stdout: "debug": { 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "debug", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.978 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable/disable debug options", 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "jwt_token_ttl": { 2023-11-16T18:29:16.979 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "jwt_token_ttl", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "28800", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.980 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.981 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.982 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.982 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.983 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.984 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.985 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.985 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.985 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.986 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:16.987 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.988 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:16.989 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.990 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:16.991 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:16.991 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:16.991 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.992 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:16.993 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.994 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "motd": { 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "motd", 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.995 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "The message of the day", 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect_resolve_ip_addr": { 2023-11-16T18:29:16.996 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "redirect_resolve_ip_addr", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.997 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:16.998 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:16.999 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8080", 2023-11-16T18:29:17.000 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:17.001 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.002 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl_server_port": { 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl_server_port", 2023-11-16T18:29:17.003 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8443", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.004 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.005 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "redirect", 2023-11-16T18:29:17.006 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect" 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.007 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.008 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.009 INFO:teuthology.orchestra.run.smithi063.stdout: "url_prefix": { 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url_prefix", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.010 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.011 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_monitoring": { 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_monitoring", 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.012 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "monitor device health metrics", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.013 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.014 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.014 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.014 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.017 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.018 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.019 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.020 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.021 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.022 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.023 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.024 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.025 INFO:teuthology.orchestra.run.smithi063.stdout: "mark_out_threshold": { 2023-11-16T18:29:17.026 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mark_out_threshold", 2023-11-16T18:29:17.026 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2419200", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.027 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_name": { 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_name", 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.028 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "device_health_metrics", 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name of pool in which to store device health metrics", 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.029 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "retention_period": { 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retention_period", 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15552000", 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.030 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain device health metrics", 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_frequency": { 2023-11-16T18:29:17.031 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_frequency", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to scrape device health metrics", 2023-11-16T18:29:17.032 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "self_heal": { 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "self_heal", 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.033 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.034 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.035 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and check device health", 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_threshold": { 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_threshold", 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7257600", 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.037 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "diskprediction_local", 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.039 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.040 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.041 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.042 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.043 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.044 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.045 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.046 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.047 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "predict_interval": { 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predict_interval", 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.048 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "predictor_model": { 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predictor_model", 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "prophetstor", 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.050 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.051 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2023-11-16T18:29:17.053 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.054 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "influx", 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": false, 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "influxdb python module not found", 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "batch_size": { 2023-11-16T18:29:17.055 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "batch_size", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5000", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-11-16T18:29:17.056 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: "database": { 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "database", 2023-11-16T18:29:17.057 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "ceph", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-11-16T18:29:17.058 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": { 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hostname", 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.059 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server hostname", 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.060 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "30", 2023-11-16T18:29:17.061 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "5", 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.062 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.063 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.064 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.065 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.066 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.067 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.067 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.067 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.067 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.067 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.068 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.069 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.069 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.069 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.069 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.072 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.072 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.073 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.074 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "password": { 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "password", 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.075 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "password of InfluxDB server user", 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "port": { 2023-11-16T18:29:17.076 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "port", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8086", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.077 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server port", 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2023-11-16T18:29:17.078 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "false", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:17.079 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "threads": { 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threads", 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.080 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "32", 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.081 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "username": { 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "username", 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.082 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "username of InfluxDB server user", 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.083 INFO:teuthology.orchestra.run.smithi063.stdout: "verify_ssl": { 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "verify_ssl", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "true", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.084 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.085 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "insights", 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.086 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.087 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.088 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.089 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.090 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.091 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.092 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.093 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.094 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "iostat", 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.095 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.096 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.097 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.098 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.099 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.100 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.101 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.102 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.103 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "k8sevents", 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.104 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_event_retention_days": { 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ceph_event_retention_days", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.105 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Days to hold ceph event information within local cache", 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "config_check_secs": { 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_check_secs", 2023-11-16T18:29:17.106 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "10", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-11-16T18:29:17.107 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.108 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.109 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.110 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.111 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.112 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.113 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.114 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.115 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.116 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "localpool", 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "failure_domain": { 2023-11-16T18:29:17.117 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "failure_domain", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "host", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.118 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "failure domain for any created local pool", 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.119 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.120 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.121 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.122 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.123 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.124 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.125 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.126 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "min_size": { 2023-11-16T18:29:17.127 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_size", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.128 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default min_size for any created local pool", 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "num_rep": { 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "num_rep", 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.129 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3", 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default replica count for any created local pool", 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.130 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_num": { 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_num", 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "128", 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default pg_num for any created local pool", 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "prefix": { 2023-11-16T18:29:17.132 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prefix", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.133 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name prefix for any created local pool", 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "subtree": { 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "subtree", 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.134 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "rack", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "CRUSH level for which to create a local pool", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-11-16T18:29:17.135 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mds_autoscaler", 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.136 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.137 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.138 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.139 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.140 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.141 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.142 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.143 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.144 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.145 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirroring", 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.146 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.147 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.148 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.149 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.150 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.151 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.152 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.153 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.154 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "nfs", 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.155 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.156 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.157 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.158 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.159 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.160 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.161 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.162 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.163 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.164 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "fail_fs": { 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "fail_fs", 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.166 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.167 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.168 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.169 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.170 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.171 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.172 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.173 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.174 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator": { 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.175 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "rook", 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "test_orchestrator" 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Orchestrator backend", 2023-11-16T18:29:17.176 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_perf_query", 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.177 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.178 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.179 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.180 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.181 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.182 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.183 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.184 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.185 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.186 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_support", 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.187 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.188 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.189 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.190 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.191 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.192 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.193 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.194 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.195 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_autoscaler", 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.196 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.197 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.198 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.199 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.200 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.201 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.202 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.203 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.204 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "noautoscale": { 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "noautoscale", 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.205 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "global autoscale flag", 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.206 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:17.207 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.222 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.222 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "threshold": { 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threshold", 2023-11-16T18:29:17.223 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1.0", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "scaling threshold", 2023-11-16T18:29:17.224 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "progress", 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.225 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_pg_recovery_event": { 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_pg_recovery_event", 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.226 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow the module to show pg recovery progress", 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.227 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.228 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.229 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.230 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.231 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "max_completed_events": { 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_completed_events", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "50", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "number of past completed events to remember", 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long the module is going to sleep", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus", 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "cache": { 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cache", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "exclude_perf_counters": { 2023-11-16T18:29:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "exclude_perf_counters", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-11-16T18:29:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools": { 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools_refresh_interval": { 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300", 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_interval": { 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_interval", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15.0", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "9283", 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "stale_cache_strategy": { 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stale_cache_strategy", 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "log", 2023-11-16T18:29:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "default", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "default", 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "error" 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2023-11-16T18:29:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.277 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.278 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.279 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_snap_create": { 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_snap_create", 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.280 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "mirror_snapshot_schedule": { 2023-11-16T18:29:17.281 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirror_snapshot_schedule", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.282 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "trash_purge_schedule": { 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "trash_purge_schedule", 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.284 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "restful", 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.285 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_auth": { 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_auth", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.286 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.287 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.288 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.289 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.290 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.291 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.292 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.293 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.294 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.295 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.296 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2023-11-16T18:29:17.297 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.298 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.299 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.300 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rgw", 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.301 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.302 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.303 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.304 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.305 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.306 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.307 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.308 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.309 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.310 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rook", 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "drive_group_interval": { 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "drive_group_interval", 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.311 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300.0", 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.312 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.313 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.314 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.315 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.316 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.317 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.318 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.319 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.320 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "storage_class": { 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "storage_class", 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.321 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "local", 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.322 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "selftest", 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.323 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.324 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.325 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.326 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.327 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.328 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.329 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.330 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.331 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "roption1": { 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption1", 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.332 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.333 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "roption2": { 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption2", 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "xyz", 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.334 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption1": { 2023-11-16T18:29:17.335 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption1", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.336 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption2": { 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption2", 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.337 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.338 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption3": { 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption3", 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.339 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption4": { 2023-11-16T18:29:17.340 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption4", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.341 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption5": { 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption5", 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.342 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.343 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption6": { 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption6", 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.344 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption7": { 2023-11-16T18:29:17.345 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption7", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "42", 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.346 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "testkey": { 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testkey", 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.347 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.348 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "testlkey": { 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testlkey", 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.349 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.350 INFO:teuthology.orchestra.run.smithi063.stdout: "testnewline": { 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testnewline", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.351 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.352 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snap_schedule", 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_m_granularity": { 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_m_granularity", 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.353 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow minute scheduled snapshots", 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.354 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "dump_on_update": { 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dump_on_update", 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.355 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "dump database to debug log on update", 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.356 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.357 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.358 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.359 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.360 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.361 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.362 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.363 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.364 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.365 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stats", 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.366 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.367 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.368 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.369 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.370 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.370 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.370 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.370 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.370 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.392 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.392 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.392 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.392 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.392 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.393 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.394 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.394 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.401 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.401 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.401 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.402 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.403 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "status", 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.404 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.405 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.406 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.407 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.408 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.409 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.410 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.411 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.412 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.413 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telegraf", 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "address": { 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "address", 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.414 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15", 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.416 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.417 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.418 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.419 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.420 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.421 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.422 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.423 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.424 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.425 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telemetry", 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.426 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_basic": { 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_basic", 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.427 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share basic cluster information (size, version)", 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_crash": { 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_crash", 2023-11-16T18:29:17.428 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-11-16T18:29:17.429 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.430 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_device": { 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_device", 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.438 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.439 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_ident": { 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_ident", 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.440 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.441 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.441 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-11-16T18:29:17.441 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.441 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.441 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.448 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.448 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_perf": { 2023-11-16T18:29:17.448 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_perf", 2023-11-16T18:29:17.448 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.448 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share various performance metrics of a cluster", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.449 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "contact": { 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "contact", 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.450 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.451 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "description": { 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "description", 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.452 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "device_url": { 2023-11-16T18:29:17.453 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_url", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.454 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.455 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.456 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.457 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "24", 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "8", 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.458 INFO:teuthology.orchestra.run.smithi063.stdout: "last_opt_revision": { 2023-11-16T18:29:17.459 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "last_opt_revision", 2023-11-16T18:29:17.459 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.459 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.459 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.460 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1", 2023-11-16T18:29:17.460 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.460 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard": { 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard", 2023-11-16T18:29:17.461 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.462 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard_description": { 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard_description", 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.463 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.464 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.465 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.466 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.467 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.468 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.469 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.470 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.471 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.472 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "organization": { 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "organization", 2023-11-16T18:29:17.473 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.474 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "proxy": { 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "proxy", 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.475 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.476 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "url": { 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url", 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.477 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "test_orchestrator", 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.479 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.480 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.480 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.480 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.480 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.481 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.482 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.483 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.484 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.485 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.486 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.487 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.488 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.489 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.490 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.491 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.492 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.493 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.494 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.495 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.496 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.497 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_clones": { 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_clones", 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4", 2023-11-16T18:29:17.498 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Number of asynchronous cloner threads", 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.499 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_delay": { 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_delay", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.500 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.501 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix", 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "discovery_interval": { 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "discovery_interval", 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.502 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "100", 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.503 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "identifier": { 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "identifier", 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.504 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2023-11-16T18:29:17.505 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.506 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.507 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.508 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.509 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.510 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2023-11-16T18:29:17.511 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2023-11-16T18:29:17.512 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.513 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2023-11-16T18:29:17.514 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.515 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_host": { 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_host", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.516 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_port": { 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_port", 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2023-11-16T18:29:17.517 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10051", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.518 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_sender": { 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_sender", 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2023-11-16T18:29:17.519 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2023-11-16T18:29:17.520 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: "services": { 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: "dashboard": "https://172.21.15.63:8443/" 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: "always_on_modules": { 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: "octopus": [ 2023-11-16T18:29:17.521 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2023-11-16T18:29:17.522 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "pacific": [ 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2023-11-16T18:29:17.523 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "quincy": [ 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2023-11-16T18:29:17.524 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2023-11-16T18:29:17.525 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "reef": [ 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2023-11-16T18:29:17.526 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "last_failure_osd_epoch": 3, 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: "active_clients": [ 2023-11-16T18:29:17.527 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:0", 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 190779566 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.528 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "libcephsqlite", 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:0", 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3050975808 2023-11-16T18:29:17.529 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2023-11-16T18:29:17.530 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:0", 2023-11-16T18:29:17.531 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2185745279 2023-11-16T18:29:17.531 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.531 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.531 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:17.531 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: { 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.63:0", 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3747093146 2023-11-16T18:29:17.532 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.533 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.533 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:17.533 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2023-11-16T18:29:17.533 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:17.535 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1948002357' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.535 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3341059361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.535 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:13 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1179062088' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-11-16T18:29:17.535 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:14 smithi125 ceph-mon[100672]: pgmap v488: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:17.535 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:16 smithi125 ceph-mon[100672]: pgmap v489: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:17.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1948002357' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3341059361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:13 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1179062088' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-11-16T18:29:17.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:14 smithi093 ceph-mon[100185]: pgmap v488: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:17.536 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:16 smithi093 ceph-mon[100185]: pgmap v489: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 msgr2=0x7fabc00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 0x7fabc00a3600 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fabd0100200 tx=0x7fabc400a3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 msgr2=0x7fabd019f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fabc800b780 tx=0x7fabc800bd00 comp rx=0 tx=0).stop 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 shutdown_connections 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fabc00a1150 0x7fabc00a3600 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabd0100d30 0x7fabd019f760 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:17.537 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fabd00ff1b0 0x7fabd01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:17.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 --2- 172.21.15.63:0/1179062088 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fabd01003a0 0x7fabd01986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:17.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 >> 172.21.15.63:0/1179062088 conn(0x7fabd00fa790 msgr2=0x7fabd0068e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:17.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 shutdown_connections 2023-11-16T18:29:17.538 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:13.810+0000 7fabd717a700 1 -- 172.21.15.63:0/1179062088 wait complete. 2023-11-16T18:29:17.546 DEBUG:tasks.check_counter:Getting stats from a 2023-11-16T18:29:17.546 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.a perf dump 2023-11-16T18:29:17.547 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1948002357' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.547 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3341059361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:17.547 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:13 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1179062088' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-11-16T18:29:17.547 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:14 smithi063 ceph-mon[98873]: pgmap v488: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:17.547 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:16 smithi063 ceph-mon[98873]: pgmap v489: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.3 KiB/s wr, 14 op/s 2023-11-16T18:29:18.272 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:29:19.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:18 smithi063 ceph-mon[98873]: pgmap v490: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2023-11-16T18:29:19.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:18 smithi093 ceph-mon[100185]: pgmap v490: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2023-11-16T18:29:19.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:18 smithi125 ceph-mon[100672]: pgmap v490: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2023-11-16T18:29:21.046 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:21.046 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:21.046 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 0, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 0, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 0, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.001665261, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000000000, 2023-11-16T18:29:21.047 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000421595, 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:21.048 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:21.049 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 5, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 97, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 3152, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 92944, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.007317205, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.004831390, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.001638152, 2023-11-16T18:29:21.050 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 96, 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.004828427, 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000050296 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:21.051 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 92944 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 127, 2023-11-16T18:29:21.052 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 124, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 445328, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 70064, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.019909186, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.007234629, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.011914380, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.002727409, 2023-11-16T18:29:21.053 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 123, 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.006558293, 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000053319 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:21.054 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 445328, 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 70064 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2023-11-16T18:29:21.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:21.056 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:21.057 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:21.058 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:21.059 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148880, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 29, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:21.060 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:21.061 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2023-11-16T18:29:21.062 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2023-11-16T18:29:21.063 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 128, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 427393, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 128, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 128, 2023-11-16T18:29:21.064 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 427393, 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:21.065 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:21.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:20 smithi063 ceph-mon[98873]: pgmap v491: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2023-11-16T18:29:21.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:20 smithi093 ceph-mon[100185]: pgmap v491: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2023-11-16T18:29:21.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:20 smithi125 ceph-mon[100672]: pgmap v491: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2023-11-16T18:29:21.443 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2023-11-16T18:29:21.443 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2023-11-16T18:29:21.443 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2023-11-16T18:29:21.443 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2023-11-16T18:29:21.443 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.a 2023-11-16T18:29:21.443 DEBUG:tasks.check_counter:Getting stats from d 2023-11-16T18:29:21.444 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.d perf dump 2023-11-16T18:29:22.096 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:29:23.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:22 smithi063 ceph-mon[98873]: pgmap v492: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2023-11-16T18:29:23.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:22 smithi093 ceph-mon[100185]: pgmap v492: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2023-11-16T18:29:23.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:22 smithi125 ceph-mon[100672]: pgmap v492: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2023-11-16T18:29:23.444 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:23.444 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:23.444 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 132, 2023-11-16T18:29:23.444 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 129, 2023-11-16T18:29:23.444 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 446688, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 73024, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.021640821, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.007542849, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.011279317, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.002934609, 2023-11-16T18:29:23.445 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 128, 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.007941153, 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000062040 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:23.446 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 446688, 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 73024 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1, 2023-11-16T18:29:23.447 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 98, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 160, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 93024, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.008755956, 2023-11-16T18:29:23.448 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.006161887, 2023-11-16T18:29:23.449 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.001424647, 2023-11-16T18:29:23.449 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:23.449 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:23.449 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 96, 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.006638815, 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000069154 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:23.450 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 93024 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 4, 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 4, 2023-11-16T18:29:23.451 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2992, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 448, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.000972375, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000043373, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000897505, 2023-11-16T18:29:23.452 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3, 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000952631, 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000317543 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:23.453 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 448 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.454 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:23.456 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:23.457 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:23.457 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:23.457 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:23.458 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:23.458 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:23.458 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:23.460 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148880, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 29, 2023-11-16T18:29:23.461 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:23.462 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2023-11-16T18:29:23.463 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2023-11-16T18:29:23.464 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 133, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 428043, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 133, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 133, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 428043, 2023-11-16T18:29:23.465 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:23.466 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:23.859 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-11-16T18:29:23.859 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-11-16T18:29:23.860 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2023-11-16T18:29:23.860 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2023-11-16T18:29:23.860 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2023-11-16T18:29:23.860 DEBUG:tasks.check_counter:Getting stats from g 2023-11-16T18:29:23.860 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.g perf dump 2023-11-16T18:29:24.083 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:29:24.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:29:24.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:29:24.084 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:23 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:29:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:29:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:29:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:29:24.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:23 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:29:24.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-11-16T18:29:24.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-11-16T18:29:24.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-11-16T18:29:24.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:23 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' 2023-11-16T18:29:24.512 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:29:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:24 smithi063 ceph-mon[98873]: pgmap v493: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2023-11-16T18:29:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:24 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:24 smithi063 ceph-mon[98873]: Service mgr has no related daemon already placed. 2023-11-16T18:29:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:24 smithi063 ceph-mon[98873]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:24 smithi063 ceph-mon[98873]: Service mds.all has no related daemon already placed. 2023-11-16T18:29:25.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:24 smithi093 ceph-mon[100185]: pgmap v493: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2023-11-16T18:29:25.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:24 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:24 smithi093 ceph-mon[100185]: Service mgr has no related daemon already placed. 2023-11-16T18:29:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:24 smithi093 ceph-mon[100185]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:24 smithi093 ceph-mon[100185]: Service mds.all has no related daemon already placed. 2023-11-16T18:29:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:24 smithi125 ceph-mon[100672]: pgmap v493: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2023-11-16T18:29:25.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:24 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:24 smithi125 ceph-mon[100672]: Service mgr has no related daemon already placed. 2023-11-16T18:29:25.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:24 smithi125 ceph-mon[100672]: Service mon has no related daemon already placed. 2023-11-16T18:29:25.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:24 smithi125 ceph-mon[100672]: Service mds.all has no related daemon already placed. 2023-11-16T18:29:25.901 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:25.960 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:25.960 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 129, 2023-11-16T18:29:25.960 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 126, 2023-11-16T18:29:25.960 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 445872, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 71248, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.021362728, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.006904353, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.012629114, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.002781305, 2023-11-16T18:29:25.961 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 125, 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.006254970, 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000050039 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:25.962 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 445872, 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 71248 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1, 2023-11-16T18:29:25.963 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 96, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 160, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 92672, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.007075443, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.004936209, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.001184985, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:25.964 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 94, 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.004237131, 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000045075 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:25.965 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:25.966 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.966 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:25.966 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 92672 2023-11-16T18:29:25.966 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 4, 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 4, 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2992, 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 448, 2023-11-16T18:29:25.967 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:25.968 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:25.968 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.000787833, 2023-11-16T18:29:25.969 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000040633, 2023-11-16T18:29:25.969 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000738138, 2023-11-16T18:29:25.969 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3, 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000834745, 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000278248 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:25.970 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 448 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.971 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:25.972 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:25.973 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:25.974 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:25.975 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:25.976 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148840, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 28, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2023-11-16T18:29:25.977 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:25.978 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:25.979 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:25.980 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2023-11-16T18:29:25.980 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:25.981 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2023-11-16T18:29:25.981 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:25.982 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2023-11-16T18:29:25.983 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 130, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 427653, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 130, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 130, 2023-11-16T18:29:25.984 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 427653, 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:25.985 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:26.376 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2023-11-16T18:29:26.376 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2023-11-16T18:29:26.377 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2023-11-16T18:29:26.377 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2023-11-16T18:29:26.377 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.g 2023-11-16T18:29:26.377 DEBUG:tasks.check_counter:Getting stats from j 2023-11-16T18:29:26.377 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.j perf dump 2023-11-16T18:29:27.030 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.a/config 2023-11-16T18:29:27.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:26 smithi093 ceph-mon[100185]: pgmap v494: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:27.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:26 smithi125 ceph-mon[100672]: pgmap v494: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:27.266 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:26 smithi063 ceph-mon[98873]: pgmap v494: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 0, 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2, 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 0, 2023-11-16T18:29:28.417 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 0, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.001611266, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000000000, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000338010, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:28.418 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:28.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 5, 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 102, 2023-11-16T18:29:28.420 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 3152, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 93824, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.008098579, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.005382745, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.001835665, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:28.421 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 101, 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.007801852, 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000077246 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:28.422 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 93824 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:28.423 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 134, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 131, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 447232, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 74208, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:28.424 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.020560315, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.007406918, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.011799073, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.003042106, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 130, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.008695078, 2023-11-16T18:29:28.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000066885 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.426 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 447232, 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 74208 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2023-11-16T18:29:28.427 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:28.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:28.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:28.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2023-11-16T18:29:28.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148840, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 28, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:28.432 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:28.433 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:28.434 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2023-11-16T18:29:28.435 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 135, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 428303, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 135, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 135, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 428303, 2023-11-16T18:29:28.436 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout: } 2023-11-16T18:29:28.437 INFO:teuthology.orchestra.run.smithi063.stdout:} 2023-11-16T18:29:28.794 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-11-16T18:29:28.795 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-11-16T18:29:28.795 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2023-11-16T18:29:28.795 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2023-11-16T18:29:28.795 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2023-11-16T18:29:28.795 DEBUG:tasks.check_counter:Getting stats from b 2023-11-16T18:29:28.795 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.b perf dump 2023-11-16T18:29:29.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:28 smithi063 ceph-mon[98873]: pgmap v495: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:29.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:28 smithi093 ceph-mon[100185]: pgmap v495: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:29.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:28 smithi125 ceph-mon[100672]: pgmap v495: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2023-11-16T18:29:29.463 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:29:30.783 INFO:teuthology.orchestra.run.smithi093.stdout:{ 2023-11-16T18:29:30.783 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:30.783 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 38741, 2023-11-16T18:29:30.783 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 39283, 2023-11-16T18:29:30.783 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 42814108, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 137180339, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 99, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 6, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 2.119569127, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.712837904, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.581304403, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.789531923, 2023-11-16T18:29:30.784 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 39281, 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 59.052657432, 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.001503338 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 13816, 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.002043221, 2023-11-16T18:29:30.785 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000147 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 112401, 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 198590, 2023-11-16T18:29:30.786 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 42572648, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 160319309, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 9, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 7.019075359, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 2.978648387, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 67.872894784, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.862843436, 2023-11-16T18:29:30.787 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 198589, 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 111.383438750, 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000560874 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 218024, 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.030460152, 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000139 2023-11-16T18:29:30.788 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 28774000, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 101364096 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 87554, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 78357, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 28707668, 2023-11-16T18:29:30.789 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 115625736, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 16, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 3.786126017, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 1.332947435, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 1.837952344, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.834417338, 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:30.790 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 78356, 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 47.602514670, 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000607515 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 87458, 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.012484084, 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000142 2023-11-16T18:29:30.791 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 248736 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: "cct": { 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: "total_workers": 1, 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: "unhealthy_workers": 0 2023-11-16T18:29:30.792 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-MDSRank": { 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 12076, 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 61.840254868, 2023-11-16T18:29:30.793 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.005120922 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 23006, 2023-11-16T18:29:30.794 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 6.957000378, 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000302399 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "mds": { 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "request": 61264, 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "reply": 53559, 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "reply_latency": { 2023-11-16T18:29:30.795 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 53559, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 159.581206471, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002979540 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_reply": 0, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "forward": 7705, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_complete": 288, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_keys": 1, 2023-11-16T18:29:30.796 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_commit": 5707, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_split": 149, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_merge": 42, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes": 28, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_top": 6, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_bottom": 12, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pin_tail": 10, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pinned": 19, 2023-11-16T18:29:30.797 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_expired": 36082, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_with_caps": 4, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "caps": 4, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "subtrees": 4, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse": 76896, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_hit": 68387, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_forward": 7332, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_discover": 139, 2023-11-16T18:29:30.798 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_dir_fetch": 285, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_lock": 0, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "load_cent": 1821, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "q": 0, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "exported": 306, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "exported_inodes": 29704, 2023-11-16T18:29:30.799 INFO:teuthology.orchestra.run.smithi093.stdout: "imported": 283, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "imported_inodes": 0, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_backtrace_fetch": 20277, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rfiles": 4, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rbytes": 246, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rsnaps": 0, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_fetch": 20277, 2023-11-16T18:29:30.800 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_inodes": 51, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_base_inodes": 5, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dirfrag_rstats": 46, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_file_inodes": 20226, 2023-11-16T18:29:30.801 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_inode_file_caps": 4, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_revoke": 345, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_grant": 39013, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_trunc": 1, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps": 16288, 2023-11-16T18:29:30.802 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps_dirty": 15941, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_cap_release": 230, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "process_request_cap_release": 21168 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_cache": { 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update": 1650, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update_receipt": 2335, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_try_discover": 1168, 2023-11-16T18:29:30.803 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_send_discover": 1516, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_handle_discover": 1864, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays": 0, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_created": 13684, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_enqueued": 13684, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:30.804 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_migrated": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_started": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_completed": 0, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_enqueue_scrub": 5, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_exportdir": 306, 2023-11-16T18:29:30.805 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_flush": 0, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragmentdir": 210, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_inodestats": 0 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_log": { 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "evadd": 70335, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "evex": 70324, 2023-11-16T18:29:30.806 INFO:teuthology.orchestra.run.smithi093.stdout: "evtrm": 70324, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "ev": 11, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "evexg": 0, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "evexd": 41, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "segadd": 104, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "segex": 103, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "segtrm": 103, 2023-11-16T18:29:30.807 INFO:teuthology.orchestra.run.smithi093.stdout: "seg": 2, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "segexg": 0, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "segexd": 1, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "expos": 175380836, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "wrpos": 175401321, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "rdpos": 0, 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "jlat": { 2023-11-16T18:29:30.808 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 1499, 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 109.786871318, 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.073240074 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: "replayed": 0 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.809 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_mem": { 2023-11-16T18:29:30.848 INFO:teuthology.orchestra.run.smithi093.stdout: "ino": 31, 2023-11-16T18:29:30.848 INFO:teuthology.orchestra.run.smithi093.stdout: "ino+": 30746, 2023-11-16T18:29:30.848 INFO:teuthology.orchestra.run.smithi093.stdout: "ino-": 30715, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dir": 30, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dir+": 3508, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dir-": 3478, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dn": 28, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dn+": 52288, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "dn-": 52260, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "cap": 4, 2023-11-16T18:29:30.849 INFO:teuthology.orchestra.run.smithi093.stdout: "cap+": 36148, 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "cap-": 36144, 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "rss": 174312, 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "heap": 207156 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_server": { 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_client_request": 62489, 2023-11-16T18:29:30.850 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_server_request": 96, 2023-11-16T18:29:30.851 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_request": 61264, 2023-11-16T18:29:30.851 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_session": 87, 2023-11-16T18:29:30.851 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_peer_request": 196, 2023-11-16T18:29:30.851 INFO:teuthology.orchestra.run.smithi093.stdout: "req_create_latency": { 2023-11-16T18:29:30.851 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 25021, 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 70.350774252, 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002811669 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getattr_latency": { 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 66, 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.138744366, 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002102187 2023-11-16T18:29:30.852 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "req_link_latency": { 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.853 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookup_latency": { 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 13782, 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 25.462049399, 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.001847485 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.854 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupino_latency": { 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.855 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupname_latency": { 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.856 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.857 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lssnap_latency": { 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mkdir_latency": { 2023-11-16T18:29:30.858 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 125, 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.124403534, 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000995228 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mknod_latency": { 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.859 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mksnap_latency": { 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "req_open_latency": { 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.860 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "req_readdir_latency": { 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 834, 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 12.831629678, 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.015385647 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.861 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rename_latency": { 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 2, 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.003699058, 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.001849529 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.862 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmdir_latency": { 2023-11-16T18:29:30.863 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 112, 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.307491547, 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002745460 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.864 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 3, 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.002471772, 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000823924 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setattr_latency": { 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 4, 2023-11-16T18:29:30.865 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.012812266, 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.003203066 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.866 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 22, 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 10.016958940, 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.455316315 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setlayout_latency": { 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.867 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setxattr_latency": { 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 16, 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.033956094, 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002122255 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "req_symlink_latency": { 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.868 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: "req_unlink_latency": { 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 13572, 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 40.296215565, 2023-11-16T18:29:30.869 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002969069 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.870 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_sessions": { 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "session_count": 1, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "session_add": 3, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "session_remove": 2, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_open": 1, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_stale": 0, 2023-11-16T18:29:30.871 INFO:teuthology.orchestra.run.smithi093.stdout: "total_load": 14126, 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "average_load": 14126, 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "avg_session_uptime": 341 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "mempool": { 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_bytes": 360, 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_items": 360, 2023-11-16T18:29:30.872 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:30.873 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:30.874 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:30.875 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_items": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:30.876 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_bytes": 299405, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_items": 126, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_bytes": 704, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_items": 8, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_bytes": 0, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_items": 0, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:30.877 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_items": 169, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:30.878 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_items": 0, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_bytes": 131728, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_items": 802, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_items": 0, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_items": 0 2023-11-16T18:29:30.879 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "objecter": { 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_active": 0, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_laggy": 0, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send": 103578, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send_bytes": 228155960, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_resend": 28, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_reply": 103578, 2023-11-16T18:29:30.880 INFO:teuthology.orchestra.run.smithi093.stdout: "op_latency": { 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 103578, 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 45846.567035543, 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.442628425 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "op_inflight": 0, 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "oplen_avg": { 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 103578, 2023-11-16T18:29:30.881 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 182356 2023-11-16T18:29:30.882 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.882 INFO:teuthology.orchestra.run.smithi093.stdout: "op": 103578, 2023-11-16T18:29:30.882 INFO:teuthology.orchestra.run.smithi093.stdout: "op_r": 20807, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "op_w": 82771, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "op_rmw": 0, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "op_pg": 0, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_stat": 4437, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_create": 46170, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_read": 236, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_write": 1730, 2023-11-16T18:29:30.883 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writefull": 196, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writesame": 0, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_append": 0, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_zero": 0, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_truncate": 6, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_delete": 28863, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_mapext": 0, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:30.884 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_getxattr": 20287, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_setxattr": 69590, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_call": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_watch": 0, 2023-11-16T18:29:30.885 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_notify": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_other": 1, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_active": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_send": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_resend": 0, 2023-11-16T18:29:30.886 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_ping": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_active": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_send": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_resend": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_active": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_send": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_resend": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_active": 0, 2023-11-16T18:29:30.887 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_send": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_resend": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "command_active": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "command_send": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "command_resend": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "map_epoch": 93, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "map_full": 0, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "map_inc": 10, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_sessions": 12, 2023-11-16T18:29:30.888 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_open": 12, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_close": 0, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_laggy": 0, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_wr": 10048, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_rd": 578, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_del": 214 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.889 INFO:teuthology.orchestra.run.smithi093.stdout: "oft": { 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_objs": 1, 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_updates": 0, 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_removes": 0 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "osd-slow-ops": { 2023-11-16T18:29:30.890 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_ops_count": 61886 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "purge_queue": { 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops_high_water": 16, 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing": 0, 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_high_water": 15, 2023-11-16T18:29:30.891 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executed": 13684, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 238692, 2023-11-16T18:29:30.892 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 89441042, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 238692, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 238692, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 89441042, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.893 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:30.894 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 103578, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 229642016, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 103578, 2023-11-16T18:29:30.895 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 229642016, 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:30.896 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 1024, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 103578, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 103578, 2023-11-16T18:29:30.897 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 103578, 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 103578, 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.898 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 13684, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 1490668, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 13684, 2023-11-16T18:29:30.899 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 231, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 1490668, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.900 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle-0x564bcd59a0a0": { 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 70335, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 171207017, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:30.901 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 70335, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1499, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 171207017, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:30.902 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:30.903 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:30.903 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.903 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:30.903 INFO:teuthology.orchestra.run.smithi093.stdout:} 2023-11-16T18:29:31.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:30 smithi093 ceph-mon[100185]: pgmap v496: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 853 B/s wr, 7 op/s 2023-11-16T18:29:31.219 INFO:tasks.check_counter:Daemon mds.b mds.exported=306 2023-11-16T18:29:31.219 INFO:tasks.check_counter:Daemon mds.b mds.imported=283 2023-11-16T18:29:31.219 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=1650 2023-11-16T18:29:31.219 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=2335 2023-11-16T18:29:31.219 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=149 2023-11-16T18:29:31.219 DEBUG:tasks.check_counter:Getting stats from e 2023-11-16T18:29:31.220 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.e perf dump 2023-11-16T18:29:31.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:30 smithi125 ceph-mon[100672]: pgmap v496: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 853 B/s wr, 7 op/s 2023-11-16T18:29:31.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:30 smithi063 ceph-mon[98873]: pgmap v496: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 853 B/s wr, 7 op/s 2023-11-16T18:29:31.856 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:29:32.964 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:32 smithi093 ceph-mon[100185]: pgmap v497: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 7 op/s 2023-11-16T18:29:33.194 INFO:teuthology.orchestra.run.smithi093.stdout:{ 2023-11-16T18:29:33.195 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:33.195 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 397, 2023-11-16T18:29:33.195 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 399, 2023-11-16T18:29:33.195 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 42047386, 2023-11-16T18:29:33.195 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 123531, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 8, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 4, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.055412590, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.011767603, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.029351804, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.010276367, 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:33.196 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 397, 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.017825869, 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000044901 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.197 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 474, 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 573, 2023-11-16T18:29:33.198 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 71606116, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 382756, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 6, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.082198510, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.012913847, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.049664700, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.014768792, 2023-11-16T18:29:33.199 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 571, 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.029104347, 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000050970 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.200 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 235648 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 851, 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 841, 2023-11-16T18:29:33.201 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 68166253, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 293581, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 5, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 4, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.120555434, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.025083529, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.062274652, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.028485313, 2023-11-16T18:29:33.202 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 841, 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.057112878, 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000067910 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.203 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 486016, 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 76192 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: "cct": { 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: "total_workers": 1, 2023-11-16T18:29:33.204 INFO:teuthology.orchestra.run.smithi093.stdout: "unhealthy_workers": 0 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-MDSRank": { 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 2512, 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.162524356, 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000064699 2023-11-16T18:29:33.205 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.206 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: "mds": { 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: "request": 0, 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: "reply": 0, 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: "reply_latency": { 2023-11-16T18:29:33.207 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_reply": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "forward": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_complete": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_keys": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_commit": 0, 2023-11-16T18:29:33.208 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_split": 0, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_merge": 0, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes": 21094, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_top": 0, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_bottom": 0, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pin_tail": 21094, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pinned": 21094, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_expired": 10690, 2023-11-16T18:29:33.209 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_with_caps": 0, 2023-11-16T18:29:33.211 INFO:teuthology.orchestra.run.smithi093.stdout: "caps": 0, 2023-11-16T18:29:33.211 INFO:teuthology.orchestra.run.smithi093.stdout: "subtrees": 1, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_hit": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_forward": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_discover": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_dir_fetch": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:33.213 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_lock": 0, 2023-11-16T18:29:33.214 INFO:teuthology.orchestra.run.smithi093.stdout: "load_cent": 0, 2023-11-16T18:29:33.324 INFO:teuthology.orchestra.run.smithi093.stdout: "q": 0, 2023-11-16T18:29:33.324 INFO:teuthology.orchestra.run.smithi093.stdout: "exported": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "exported_inodes": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "imported": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "imported_inodes": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_backtrace_fetch": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rfiles": 0, 2023-11-16T18:29:33.325 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rbytes": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rsnaps": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_fetch": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_inodes": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_base_inodes": 0, 2023-11-16T18:29:33.326 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dirfrag_rstats": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_file_inodes": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_inode_file_caps": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_revoke": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_grant": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_trunc": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:33.327 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps": 0, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps_dirty": 0, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_cap_release": 0, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "process_request_cap_release": 0 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_cache": { 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update": 0, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update_receipt": 0, 2023-11-16T18:29:33.328 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_try_discover": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_send_discover": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_handle_discover": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:33.329 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_created": 0, 2023-11-16T18:29:33.405 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_enqueued": 0, 2023-11-16T18:29:33.405 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:33.405 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_migrated": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_started": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_completed": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_enqueue_scrub": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_exportdir": 0, 2023-11-16T18:29:33.406 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_flush": 0, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragmentdir": 0, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_inodestats": 0 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_log": { 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "evadd": 0, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "evex": 0, 2023-11-16T18:29:33.407 INFO:teuthology.orchestra.run.smithi093.stdout: "evtrm": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "ev": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "evexg": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "evexd": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "segadd": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "segex": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "segtrm": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "seg": 97, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "segexg": 0, 2023-11-16T18:29:33.408 INFO:teuthology.orchestra.run.smithi093.stdout: "segexd": 0, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "expos": 4194304, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "wrpos": 0, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "rdpos": 184605844, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "jlat": { 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.409 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "replayed": 76098 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_mem": { 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "ino": 13, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "ino+": 22247, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "ino-": 22234, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "dir": 11, 2023-11-16T18:29:33.410 INFO:teuthology.orchestra.run.smithi093.stdout: "dir+": 1389, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "dir-": 1378, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "dn": 21094, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "dn+": 59710, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "dn-": 38616, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "cap": 0, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "cap+": 0, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "cap-": 0, 2023-11-16T18:29:33.411 INFO:teuthology.orchestra.run.smithi093.stdout: "rss": 109464, 2023-11-16T18:29:33.412 INFO:teuthology.orchestra.run.smithi093.stdout: "heap": 207156 2023-11-16T18:29:33.412 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.412 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_server": { 2023-11-16T18:29:33.412 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_client_request": 0, 2023-11-16T18:29:33.412 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_server_request": 0, 2023-11-16T18:29:33.413 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_request": 0, 2023-11-16T18:29:33.413 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_session": 0, 2023-11-16T18:29:33.413 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_peer_request": 0, 2023-11-16T18:29:33.413 INFO:teuthology.orchestra.run.smithi093.stdout: "req_create_latency": { 2023-11-16T18:29:33.413 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.414 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.414 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.414 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.414 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getattr_latency": { 2023-11-16T18:29:33.414 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.415 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "req_link_latency": { 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookup_latency": { 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.416 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupino_latency": { 2023-11-16T18:29:33.417 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupname_latency": { 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.418 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.419 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lssnap_latency": { 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mkdir_latency": { 2023-11-16T18:29:33.420 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mknod_latency": { 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.421 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mksnap_latency": { 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "req_open_latency": { 2023-11-16T18:29:33.422 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "req_readdir_latency": { 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.423 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rename_latency": { 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.424 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmdir_latency": { 2023-11-16T18:29:33.425 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.426 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setattr_latency": { 2023-11-16T18:29:33.427 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.428 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setlayout_latency": { 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.429 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setxattr_latency": { 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "req_symlink_latency": { 2023-11-16T18:29:33.430 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "req_unlink_latency": { 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.431 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.432 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_sessions": { 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "session_count": 1, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "session_add": 2, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "session_remove": 1, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_open": 1, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_stale": 0, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "total_load": 0, 2023-11-16T18:29:33.433 INFO:teuthology.orchestra.run.smithi093.stdout: "average_load": 0, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "avg_session_uptime": 1819 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "mempool": { 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:33.434 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:33.435 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:33.436 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:33.437 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_items": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:33.438 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_bytes": 230423, 2023-11-16T18:29:33.439 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_items": 70, 2023-11-16T18:29:33.439 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:33.683 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:33.683 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_bytes": 0, 2023-11-16T18:29:33.683 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_items": 0, 2023-11-16T18:29:33.683 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:33.684 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:33.684 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:33.684 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:33.687 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_items": 169, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_items": 0, 2023-11-16T18:29:33.689 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_bytes": 14892936, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_items": 84504, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_items": 0, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_items": 0 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.690 INFO:teuthology.orchestra.run.smithi093.stdout: "objecter": { 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_active": 0, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_laggy": 0, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send": 1569, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send_bytes": 21, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_resend": 3, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_reply": 1569, 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "op_latency": { 2023-11-16T18:29:33.691 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 1569, 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 2.931937902, 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.001868666 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "op_inflight": 0, 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "oplen_avg": { 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 1569, 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 1570 2023-11-16T18:29:33.692 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "op": 1569, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "op_r": 1569, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "op_w": 0, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "op_rmw": 0, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "op_pg": 0, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_stat": 965, 2023-11-16T18:29:33.693 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_create": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_read": 602, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_write": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writefull": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writesame": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_append": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_zero": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_truncate": 0, 2023-11-16T18:29:33.694 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_delete": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_mapext": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_getxattr": 1, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_setxattr": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:33.695 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_call": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_watch": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_notify": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:33.696 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_other": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_active": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_send": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_resend": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_ping": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_active": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_send": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_resend": 0, 2023-11-16T18:29:33.697 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_active": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_send": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_resend": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_active": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_send": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_resend": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "command_active": 0, 2023-11-16T18:29:33.698 INFO:teuthology.orchestra.run.smithi093.stdout: "command_send": 0, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "command_resend": 0, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "map_epoch": 93, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "map_full": 0, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "map_inc": 4, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_sessions": 10, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_open": 10, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_close": 0, 2023-11-16T18:29:33.699 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_laggy": 0, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_wr": 0, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_rd": 2, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_del": 0 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "oft": { 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_objs": 0, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:33.700 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_updates": 0, 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_removes": 0 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "osd-slow-ops": { 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_ops_count": 0 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "purge_queue": { 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:33.701 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops_high_water": 0, 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing": 0, 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_high_water": 0, 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executed": 0, 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:33.702 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 1718, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 181654554, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 1718, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:33.703 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1718, 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 181654554, 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.704 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:33.705 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 1569, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 180896753, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1569, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 180896753, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.706 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 1024, 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:33.707 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 1569, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 1569, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1569, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 1569, 2023-11-16T18:29:33.708 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:33.709 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 0, 2023-11-16T18:29:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 0, 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle-0x55e97d6dc460": { 2023-11-16T18:29:33.711 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:33.712 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 0, 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 0, 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.713 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:33.714 INFO:teuthology.orchestra.run.smithi093.stdout:} 2023-11-16T18:29:33.714 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:32 smithi063 ceph-mon[98873]: pgmap v497: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 7 op/s 2023-11-16T18:29:33.715 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:32 smithi125 ceph-mon[100672]: pgmap v497: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 7 op/s 2023-11-16T18:29:33.716 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2023-11-16T18:29:33.716 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2023-11-16T18:29:33.716 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2023-11-16T18:29:33.716 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2023-11-16T18:29:33.716 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2023-11-16T18:29:33.716 DEBUG:tasks.check_counter:Getting stats from h 2023-11-16T18:29:33.716 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.h perf dump 2023-11-16T18:29:34.353 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:29:35.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:34 smithi093 ceph-mon[100185]: pgmap v498: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 341 B/s wr, 7 op/s 2023-11-16T18:29:35.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:34 smithi125 ceph-mon[100672]: pgmap v498: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 341 B/s wr, 7 op/s 2023-11-16T18:29:35.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:34 smithi063 ceph-mon[98873]: pgmap v498: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 341 B/s wr, 7 op/s 2023-11-16T18:29:35.591 INFO:teuthology.orchestra.run.smithi093.stdout:{ 2023-11-16T18:29:35.591 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:35.591 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 915, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 916, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 67386055, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 284264, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 8, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 4, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.108378496, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.026563637, 2023-11-16T18:29:35.592 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.049807992, 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.024028303, 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 914, 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.055455156, 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000060673 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:35.593 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:35.594 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 349, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 445, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 70649600, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 344522, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 7, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 6, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.065630366, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.010570182, 2023-11-16T18:29:35.595 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.042864054, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.009068471, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 444, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.030265435, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000068165 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.596 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 237472 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 540, 2023-11-16T18:29:35.597 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 532, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 34160594, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 197225, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 5, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 4, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.073849415, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.016024118, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.038442146, 2023-11-16T18:29:35.598 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.017331116, 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 531, 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.032060603, 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000060377 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.599 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 482912, 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 75312 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "cct": { 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "total_workers": 1, 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: "unhealthy_workers": 0 2023-11-16T18:29:35.600 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-MDSRank": { 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 2648, 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.626764428, 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000236693 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.601 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "queue_len": 0, 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "complete_latency": { 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.602 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "mds": { 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "request": 0, 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "reply": 0, 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "reply_latency": { 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.603 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_reply": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "forward": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_complete": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_fetch_keys": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_commit": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_split": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_merge": 0, 2023-11-16T18:29:35.604 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes": 1061, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_top": 732, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_bottom": 320, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pin_tail": 9, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_pinned": 15, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_expired": 20296, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "inodes_with_caps": 0, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "caps": 0, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "subtrees": 2, 2023-11-16T18:29:35.605 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_hit": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_forward": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_discover": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_dir_fetch": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "traverse_lock": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "load_cent": 0, 2023-11-16T18:29:35.606 INFO:teuthology.orchestra.run.smithi093.stdout: "q": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "exported": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "exported_inodes": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "imported": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "imported_inodes": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_backtrace_fetch": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:35.607 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rfiles": 4, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rbytes": 246, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "root_rsnaps": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_fetch": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_inodes": 0, 2023-11-16T18:29:35.608 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dir_base_inodes": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_dirfrag_rstats": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "scrub_file_inodes": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_inode_file_caps": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_revoke": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_grant": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_trunc": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:35.609 INFO:teuthology.orchestra.run.smithi093.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps": 0, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_caps_dirty": 0, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_cap_release": 0, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "process_request_cap_release": 0 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_cache": { 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update": 0, 2023-11-16T18:29:35.610 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_update_receipt": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_try_discover": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_send_discover": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "dir_handle_discover": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_created": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_enqueued": 0, 2023-11-16T18:29:35.611 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "strays_migrated": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_started": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "recovery_completed": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_enqueue_scrub": 0, 2023-11-16T18:29:35.612 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_exportdir": 0, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_flush": 0, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragmentdir": 0, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "ireq_inodestats": 0 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_log": { 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "evadd": 0, 2023-11-16T18:29:35.613 INFO:teuthology.orchestra.run.smithi093.stdout: "evex": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "evtrm": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "ev": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "evexg": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "evexd": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "segadd": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "segex": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "segtrm": 0, 2023-11-16T18:29:35.614 INFO:teuthology.orchestra.run.smithi093.stdout: "seg": 2, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "segexg": 0, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "segexd": 0, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "expos": 175380836, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "wrpos": 0, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "rdpos": 175399669, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "jlat": { 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.615 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "replayed": 70335 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_mem": { 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "ino": 26, 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "ino+": 25517, 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "ino-": 25491, 2023-11-16T18:29:35.616 INFO:teuthology.orchestra.run.smithi093.stdout: "dir": 21, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "dir+": 1619, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "dir-": 1598, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "dn": 1061, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "dn+": 48368, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "dn-": 47307, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "cap": 0, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "cap+": 0, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "cap-": 0, 2023-11-16T18:29:35.617 INFO:teuthology.orchestra.run.smithi093.stdout: "rss": 95320, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "heap": 207156 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_server": { 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_client_request": 0, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "dispatch_server_request": 0, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_request": 0, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_client_session": 0, 2023-11-16T18:29:35.618 INFO:teuthology.orchestra.run.smithi093.stdout: "handle_peer_request": 0, 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "req_create_latency": { 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getattr_latency": { 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.619 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.620 INFO:teuthology.orchestra.run.smithi093.stdout: "req_link_latency": { 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookup_latency": { 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.621 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupino_latency": { 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.622 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupname_latency": { 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.623 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.624 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "req_lssnap_latency": { 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mkdir_latency": { 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.625 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mknod_latency": { 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.626 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "req_mksnap_latency": { 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "req_open_latency": { 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.627 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "req_readdir_latency": { 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rename_latency": { 2023-11-16T18:29:35.628 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.629 INFO:teuthology.orchestra.run.smithi093.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmdir_latency": { 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.630 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:35.631 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setattr_latency": { 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.632 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.633 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setlayout_latency": { 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "req_setxattr_latency": { 2023-11-16T18:29:35.634 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "req_symlink_latency": { 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.635 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "req_unlink_latency": { 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:35.636 INFO:teuthology.orchestra.run.smithi093.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_sessions": { 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "session_count": 1, 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "session_add": 3, 2023-11-16T18:29:35.637 INFO:teuthology.orchestra.run.smithi093.stdout: "session_remove": 2, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_open": 1, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "sessions_stale": 0, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "total_load": 0, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "average_load": 0, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "avg_session_uptime": 1820 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "mempool": { 2023-11-16T18:29:35.638 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:35.639 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:35.640 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:35.641 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_items": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:35.642 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_bytes": 238645, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_items": 78, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_bytes": 0, 2023-11-16T18:29:35.643 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_items": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_items": 169, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:35.644 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_items": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_bytes": 830949, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_items": 4624, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_items": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:35.645 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_items": 0 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "objecter": { 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_active": 0, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_laggy": 0, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send": 1650, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_send_bytes": 26, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_resend": 4, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_reply": 1650, 2023-11-16T18:29:35.646 INFO:teuthology.orchestra.run.smithi093.stdout: "op_latency": { 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 1650, 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 4.017914932, 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.002435099 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "op_inflight": 0, 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "oplen_avg": { 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 1650, 2023-11-16T18:29:35.647 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 1651 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "op": 1650, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "op_r": 1650, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "op_w": 0, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "op_rmw": 0, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "op_pg": 0, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_stat": 1002, 2023-11-16T18:29:35.648 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_create": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_read": 645, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_write": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writefull": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_writesame": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_append": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_zero": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_truncate": 0, 2023-11-16T18:29:35.649 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_delete": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_mapext": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_getxattr": 2, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_setxattr": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:35.650 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_call": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_watch": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_notify": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "osdop_other": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_active": 0, 2023-11-16T18:29:35.651 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_send": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_resend": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "linger_ping": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_active": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_send": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolop_resend": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_active": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_send": 0, 2023-11-16T18:29:35.652 INFO:teuthology.orchestra.run.smithi093.stdout: "poolstat_resend": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_active": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_send": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "statfs_resend": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "command_active": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "command_send": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "command_resend": 0, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "map_epoch": 93, 2023-11-16T18:29:35.653 INFO:teuthology.orchestra.run.smithi093.stdout: "map_full": 0, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "map_inc": 4, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_sessions": 11, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_open": 11, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_session_close": 0, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_laggy": 0, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_wr": 0, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_rd": 2, 2023-11-16T18:29:35.654 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_del": 0 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "oft": { 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_objs": 0, 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_updates": 0, 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "omap_total_removes": 0 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "osd-slow-ops": { 2023-11-16T18:29:35.655 INFO:teuthology.orchestra.run.smithi093.stdout: "slow_ops_count": 0 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "purge_queue": { 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_ops_high_water": 0, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing": 0, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executing_high_water": 0, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_executed": 0, 2023-11-16T18:29:35.656 INFO:teuthology.orchestra.run.smithi093.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 1800, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 172023674, 2023-11-16T18:29:35.657 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 1800, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1800, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 172023674, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.658 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:35.659 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 1650, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 171253745, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1650, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 171253745, 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:35.660 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 1024, 2023-11-16T18:29:35.661 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 1650, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 1650, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 1650, 2023-11-16T18:29:35.662 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 1650, 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:35.663 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:35.664 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 0, 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 0, 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.665 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-write_buf_throttle-0x5647c6b7c460": { 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 3758096384, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 0, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 0, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:35.666 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:35.667 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:35.668 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.668 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:35.668 INFO:teuthology.orchestra.run.smithi093.stdout:} 2023-11-16T18:29:36.009 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2023-11-16T18:29:36.010 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2023-11-16T18:29:36.010 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2023-11-16T18:29:36.010 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2023-11-16T18:29:36.010 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=0 2023-11-16T18:29:36.010 DEBUG:tasks.check_counter:Getting stats from k 2023-11-16T18:29:36.010 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.k perf dump 2023-11-16T18:29:36.657 INFO:teuthology.orchestra.run.smithi093.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.b/config 2023-11-16T18:29:37.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:36 smithi093 ceph-mon[100185]: pgmap v499: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:37.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:36 smithi125 ceph-mon[100672]: pgmap v499: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:37.333 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:36 smithi063 ceph-mon[98873]: pgmap v499: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout:{ 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 0, 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 2, 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 0, 2023-11-16T18:29:38.047 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 0, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.001128487, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.000000000, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.000281623, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:38.048 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:38.049 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 141, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 136, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 451040, 2023-11-16T18:29:38.050 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 76432, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.021731341, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.007252902, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.012288161, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.003558271, 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:38.051 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 136, 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.006783186, 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000049876 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:38.052 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 451040, 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 76432 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_messages": 1, 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages": 102, 2023-11-16T18:29:38.053 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_bytes": 160, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_bytes": 93728, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_total_time": 0.005859232, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_send_time": 0.003799344, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_recv_time": 0.000876404, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:38.054 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 100, 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.010521874, 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000105218 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "msgr_send_encrypted_bytes": 93728 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "cct": { 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "total_workers": 0, 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "unhealthy_workers": 0 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.056 INFO:teuthology.orchestra.run.smithi093.stdout: "mempool": { 2023-11-16T18:29:38.057 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:38.057 INFO:teuthology.orchestra.run.smithi093.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:38.057 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:38.058 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:38.069 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:38.069 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:38.069 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:38.070 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:38.071 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_items": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:38.072 INFO:teuthology.orchestra.run.smithi093.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_bytes": 148823, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_anon_items": 27, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_bytes": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_items": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:38.073 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_items": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:38.074 INFO:teuthology.orchestra.run.smithi093.stdout: "pgmap_items": 0, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "mds_co_items": 2, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_1_items": 0, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: "unittest_2_items": 0 2023-11-16T18:29:38.075 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "val": 0, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "max": 104857600, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "get_started": 0, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "get": 138, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "get_sum": 428693, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:38.076 INFO:teuthology.orchestra.run.smithi093.stdout: "get_or_fail_success": 138, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "take": 0, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "take_sum": 0, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "put": 138, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "put_sum": 428693, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "wait": { 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "avgcount": 0, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "sum": 0.000000000, 2023-11-16T18:29:38.077 INFO:teuthology.orchestra.run.smithi093.stdout: "avgtime": 0.000000000 2023-11-16T18:29:38.078 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:38.078 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-11-16T18:29:38.078 INFO:teuthology.orchestra.run.smithi093.stdout:} 2023-11-16T18:29:38.510 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2023-11-16T18:29:38.510 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2023-11-16T18:29:38.510 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2023-11-16T18:29:38.510 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2023-11-16T18:29:38.510 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.k 2023-11-16T18:29:38.510 DEBUG:tasks.check_counter:Getting stats from c 2023-11-16T18:29:38.511 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.c perf dump 2023-11-16T18:29:39.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:38 smithi093 ceph-mon[100185]: pgmap v500: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:39.184 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:29:39.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:38 smithi125 ceph-mon[100672]: pgmap v500: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:39.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:38 smithi063 ceph-mon[98873]: pgmap v500: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:40.423 INFO:teuthology.orchestra.run.smithi125.stdout:{ 2023-11-16T18:29:40.423 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:40.423 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 23773, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 23666, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 43292316, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 43224813, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 12, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 7, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 1.575619048, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.539868858, 2023-11-16T18:29:40.424 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.613634858, 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.468504812, 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 23666, 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 4.586628231, 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000193806 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:40.425 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 19184, 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.003030427, 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000157 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 496720, 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 210016 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:40.426 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 57962, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 67347, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 48282470, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 85869081, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 8, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 3.377193669, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 1.245484836, 2023-11-16T18:29:40.427 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 1.757900304, 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.581719024, 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 67347, 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 7.087695801, 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000105241 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:40.428 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 86608, 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.014367578, 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000165 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 239856 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:40.429 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 96088, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 165890, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 35424216, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 178218328, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 20, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 7, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 6.441291158, 2023-11-16T18:29:40.430 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 2.862860971, 2023-11-16T18:29:40.444 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 93.202027265, 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.650371714, 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 165886, 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 19.427026744, 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000117110 2023-11-16T18:29:40.526 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 188806, 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.029389240, 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000155 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 27384368, 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 96353056 2023-11-16T18:29:40.527 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.528 INFO:teuthology.orchestra.run.smithi125.stdout: "cct": { 2023-11-16T18:29:40.528 INFO:teuthology.orchestra.run.smithi125.stdout: "total_workers": 1, 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: "unhealthy_workers": 0 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-MDSRank": { 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:40.545 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 4651, 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 80.437036766, 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.017294568 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:40.546 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 32193, 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 21.628089499, 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000671825 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "mds": { 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "request": 57249, 2023-11-16T18:29:40.547 INFO:teuthology.orchestra.run.smithi125.stdout: "reply": 52269, 2023-11-16T18:29:40.548 INFO:teuthology.orchestra.run.smithi125.stdout: "reply_latency": { 2023-11-16T18:29:40.548 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 52269, 2023-11-16T18:29:40.548 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 203.151643666, 2023-11-16T18:29:40.645 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.003886656 2023-11-16T18:29:40.645 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.645 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_reply": 0, 2023-11-16T18:29:40.645 INFO:teuthology.orchestra.run.smithi125.stdout: "forward": 4980, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_complete": 48, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_keys": 0, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_commit": 928, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_split": 108, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_merge": 53, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes": 19, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_top": 2, 2023-11-16T18:29:40.646 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_bottom": 7, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pin_tail": 10, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pinned": 15, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_expired": 19482, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_with_caps": 1, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "caps": 1, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "subtrees": 4, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse": 80134, 2023-11-16T18:29:40.647 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_hit": 74239, 2023-11-16T18:29:40.648 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_forward": 4964, 2023-11-16T18:29:40.718 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_discover": 8, 2023-11-16T18:29:40.718 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_dir_fetch": 25, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_lock": 0, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "load_cent": 0, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "q": 0, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "exported": 355, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "exported_inodes": 13555, 2023-11-16T18:29:40.719 INFO:teuthology.orchestra.run.smithi125.stdout: "imported": 202, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "imported_inodes": 0, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_backtrace_fetch": 5882, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rfiles": 4, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rbytes": 246, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rsnaps": 0, 2023-11-16T18:29:40.720 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_fetch": 5882, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_inodes": 2, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_base_inodes": 0, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dirfrag_rstats": 2, 2023-11-16T18:29:40.721 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_file_inodes": 5880, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_inode_file_caps": 4, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_revoke": 8, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_grant": 31883, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_trunc": 0, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:40.722 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:40.741 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps": 17418, 2023-11-16T18:29:40.741 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps_dirty": 17330, 2023-11-16T18:29:40.741 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_cap_release": 486, 2023-11-16T18:29:40.741 INFO:teuthology.orchestra.run.smithi125.stdout: "process_request_cap_release": 38926 2023-11-16T18:29:40.741 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_cache": { 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update": 999, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update_receipt": 3382, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_try_discover": 1693, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_send_discover": 1698, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_handle_discover": 1137, 2023-11-16T18:29:40.742 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays": 0, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_created": 21084, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_enqueued": 21084, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_migrated": 0, 2023-11-16T18:29:40.743 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_started": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_completed": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_enqueue_scrub": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_exportdir": 449, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_flush": 0, 2023-11-16T18:29:40.744 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragmentdir": 161, 2023-11-16T18:29:40.745 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:40.745 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_inodestats": 0 2023-11-16T18:29:40.745 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_log": { 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "evadd": 76098, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "evex": 0, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "evtrm": 0, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "ev": 76098, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "evexg": 0, 2023-11-16T18:29:40.778 INFO:teuthology.orchestra.run.smithi125.stdout: "evexd": 0, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "segadd": 97, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "segex": 0, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "segtrm": 0, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "seg": 97, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "segexg": 0, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "segexd": 0, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "expos": 4194304, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "wrpos": 184606982, 2023-11-16T18:29:40.779 INFO:teuthology.orchestra.run.smithi125.stdout: "rdpos": 0, 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "jlat": { 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1529, 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 178.655041110, 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.116844369 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "replayed": 0 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.780 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_mem": { 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "ino": 24, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "ino+": 22366, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "ino-": 22342, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "dir": 22, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "dir+": 2844, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "dir-": 2822, 2023-11-16T18:29:40.781 INFO:teuthology.orchestra.run.smithi125.stdout: "dn": 19, 2023-11-16T18:29:40.829 INFO:teuthology.orchestra.run.smithi125.stdout: "dn+": 55753, 2023-11-16T18:29:40.829 INFO:teuthology.orchestra.run.smithi125.stdout: "dn-": 55734, 2023-11-16T18:29:40.829 INFO:teuthology.orchestra.run.smithi125.stdout: "cap": 1, 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "cap+": 36145, 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "cap-": 36144, 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "rss": 160040, 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "heap": 198964 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_server": { 2023-11-16T18:29:40.830 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_client_request": 60509, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_server_request": 20, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_request": 57249, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_session": 10, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_peer_request": 166, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "req_create_latency": { 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 9992, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 32.005930698, 2023-11-16T18:29:40.831 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.003203155 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getattr_latency": { 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 32, 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.012503741, 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000390741 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.832 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "req_link_latency": { 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.833 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.860 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.860 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookup_latency": { 2023-11-16T18:29:40.860 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 20247, 2023-11-16T18:29:40.860 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 56.355264327, 2023-11-16T18:29:40.860 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.002783388 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupino_latency": { 2023-11-16T18:29:40.861 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1, 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000168604, 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000168604 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupname_latency": { 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.862 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.863 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lssnap_latency": { 2023-11-16T18:29:40.864 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.895 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.895 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.923 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mkdir_latency": { 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.924 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mknod_latency": { 2023-11-16T18:29:40.925 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.934 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.934 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mksnap_latency": { 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "req_open_latency": { 2023-11-16T18:29:40.935 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "req_readdir_latency": { 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 913, 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 3.601541992, 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.003944733 2023-11-16T18:29:40.936 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rename_latency": { 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.937 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:40.938 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.022 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.022 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmdir_latency": { 2023-11-16T18:29:41.022 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 2, 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.021879196, 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.010939598 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.023 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.024 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:41.024 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setattr_latency": { 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.043 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.044 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.047 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.056 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setlayout_latency": { 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.057 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setxattr_latency": { 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.058 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "req_symlink_latency": { 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "req_unlink_latency": { 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 21082, 2023-11-16T18:29:41.059 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 111.154355108, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.005272476 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.060 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_sessions": { 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: "session_count": 1, 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: "session_add": 2, 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: "session_remove": 1, 2023-11-16T18:29:41.061 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_open": 1, 2023-11-16T18:29:41.110 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_stale": 0, 2023-11-16T18:29:41.110 INFO:teuthology.orchestra.run.smithi125.stdout: "total_load": 27771, 2023-11-16T18:29:41.110 INFO:teuthology.orchestra.run.smithi125.stdout: "average_load": 27771, 2023-11-16T18:29:41.110 INFO:teuthology.orchestra.run.smithi125.stdout: "avg_session_uptime": 340 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "mempool": { 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:41.111 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:41.112 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:41.113 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:41.116 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:41.117 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:41.118 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:41.118 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:41.119 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:41.119 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:41.119 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:41.120 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:41.121 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:41.121 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_items": 0, 2023-11-16T18:29:41.121 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:41.121 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:41.122 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:41.123 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:41.123 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_bytes": 281931, 2023-11-16T18:29:41.124 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_items": 118, 2023-11-16T18:29:41.125 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_bytes": 792, 2023-11-16T18:29:41.125 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_items": 9, 2023-11-16T18:29:41.126 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_bytes": 0, 2023-11-16T18:29:41.127 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_items": 0, 2023-11-16T18:29:41.127 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:41.128 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:41.128 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:41.129 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:41.130 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:41.130 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_items": 169, 2023-11-16T18:29:41.131 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:41.132 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:41.133 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:41.133 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_items": 0, 2023-11-16T18:29:41.134 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_bytes": 97007, 2023-11-16T18:29:41.134 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_items": 554, 2023-11-16T18:29:41.134 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:41.134 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_items": 0, 2023-11-16T18:29:41.135 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:41.135 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_items": 0 2023-11-16T18:29:41.136 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.136 INFO:teuthology.orchestra.run.smithi125.stdout: "objecter": { 2023-11-16T18:29:41.137 INFO:teuthology.orchestra.run.smithi125.stdout: "op_active": 0, 2023-11-16T18:29:41.137 INFO:teuthology.orchestra.run.smithi125.stdout: "op_laggy": 0, 2023-11-16T18:29:41.138 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send": 52634, 2023-11-16T18:29:41.139 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send_bytes": 192855089, 2023-11-16T18:29:41.139 INFO:teuthology.orchestra.run.smithi125.stdout: "op_resend": 28, 2023-11-16T18:29:41.140 INFO:teuthology.orchestra.run.smithi125.stdout: "op_reply": 52634, 2023-11-16T18:29:41.140 INFO:teuthology.orchestra.run.smithi125.stdout: "op_latency": { 2023-11-16T18:29:41.141 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 52634, 2023-11-16T18:29:41.141 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 345.229979303, 2023-11-16T18:29:41.142 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.006559067 2023-11-16T18:29:41.142 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.142 INFO:teuthology.orchestra.run.smithi125.stdout: "op_inflight": 0, 2023-11-16T18:29:41.143 INFO:teuthology.orchestra.run.smithi125.stdout: "oplen_avg": { 2023-11-16T18:29:41.143 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 52634, 2023-11-16T18:29:41.143 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 53626 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: "op": 52634, 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: "op_r": 6326, 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: "op_w": 46308, 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: "op_rmw": 0, 2023-11-16T18:29:41.146 INFO:teuthology.orchestra.run.smithi125.stdout: "op_pg": 0, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_stat": 0, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_create": 10, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_read": 396, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_write": 1925, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writefull": 142, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writesame": 0, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_append": 0, 2023-11-16T18:29:41.147 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_zero": 0, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_truncate": 1, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_delete": 43267, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_mapext": 0, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_getxattr": 5882, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_setxattr": 20, 2023-11-16T18:29:41.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_call": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_watch": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_notify": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls": 0, 2023-11-16T18:29:41.149 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:41.237 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_other": 0, 2023-11-16T18:29:41.237 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_active": 0, 2023-11-16T18:29:41.237 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_send": 0, 2023-11-16T18:29:41.249 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_resend": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_ping": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_active": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_send": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_resend": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_active": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_send": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_resend": 0, 2023-11-16T18:29:41.250 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_active": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_send": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_resend": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "command_active": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "command_send": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "command_resend": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "map_epoch": 93, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "map_full": 0, 2023-11-16T18:29:41.251 INFO:teuthology.orchestra.run.smithi125.stdout: "map_inc": 4, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_sessions": 12, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_open": 12, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_close": 0, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_laggy": 0, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_wr": 1861, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_rd": 96, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_del": 26 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.252 INFO:teuthology.orchestra.run.smithi125.stdout: "oft": { 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_objs": 1, 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_updates": 0, 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_removes": 0 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "osd-slow-ops": { 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_ops_count": 57896 2023-11-16T18:29:41.253 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "purge_queue": { 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops_high_water": 57, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing": 0, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_high_water": 8, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executed": 21084, 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:41.254 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.255 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:41.255 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:41.255 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:41.292 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:41.292 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 177819, 2023-11-16T18:29:41.292 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 107995440, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 177819, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 177819, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 107995440, 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:41.293 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:41.294 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:41.295 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 52634, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 195152565, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 52634, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 195152565, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.296 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.297 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.297 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.310 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:41.310 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:41.310 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 1024, 2023-11-16T18:29:41.310 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 52634, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 52634, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 52634, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 52634, 2023-11-16T18:29:41.311 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:41.312 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 21084, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 2298244, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 21084, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:41.313 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 396, 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 2298244, 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:41.314 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle-0x55ec91d600a0": { 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 76098, 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 180412678, 2023-11-16T18:29:41.315 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 76098, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 1529, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 180412678, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:41.333 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:41.334 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:41.334 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.334 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:41.334 INFO:teuthology.orchestra.run.smithi125.stdout:} 2023-11-16T18:29:41.335 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:40 smithi063 ceph-mon[98873]: pgmap v501: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:29:41.335 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:40 smithi093 ceph-mon[100185]: pgmap v501: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:29:41.336 INFO:tasks.check_counter:Daemon mds.c mds.exported=355 2023-11-16T18:29:41.336 INFO:tasks.check_counter:Daemon mds.c mds.imported=202 2023-11-16T18:29:41.336 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=999 2023-11-16T18:29:41.337 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=3382 2023-11-16T18:29:41.337 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=108 2023-11-16T18:29:41.337 DEBUG:tasks.check_counter:Getting stats from f 2023-11-16T18:29:41.337 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.f perf dump 2023-11-16T18:29:41.337 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:40 smithi125 ceph-mon[100672]: pgmap v501: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2023-11-16T18:29:41.977 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:29:43.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:42 smithi093 ceph-mon[100185]: pgmap v502: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:43.257 INFO:teuthology.orchestra.run.smithi125.stdout:{ 2023-11-16T18:29:43.257 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:43.257 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 844, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 836, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 35148318, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 292762, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 7, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 3, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.108606594, 2023-11-16T18:29:43.258 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.026925278, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.047331891, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.028011731, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 835, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.052903289, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000063357 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.259 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 483568, 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 76928 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.260 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 193, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 293, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 54593469, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 298702, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 7, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 6, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.049619519, 2023-11-16T18:29:43.261 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.007063604, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.035297369, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.004989859, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 291, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.016043496, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000055132 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.262 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 160, 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 238928 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.263 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 654, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 654, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 67293458, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 202605, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 6, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.085111984, 2023-11-16T18:29:43.264 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.015109605, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.047562242, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.018230812, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 653, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.038824768, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000059456 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.265 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 448 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.266 INFO:teuthology.orchestra.run.smithi125.stdout: "cct": { 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "total_workers": 1, 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "unhealthy_workers": 0 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-MDSRank": { 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 2489, 2023-11-16T18:29:43.267 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.184299301, 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000074045 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.268 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "mds": { 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "request": 0, 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "reply": 0, 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "reply_latency": { 2023-11-16T18:29:43.269 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_reply": 0, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "forward": 0, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_complete": 0, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_keys": 0, 2023-11-16T18:29:43.270 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_commit": 0, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_split": 0, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_merge": 0, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes": 19113, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_top": 0, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_bottom": 0, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pin_tail": 19113, 2023-11-16T18:29:43.271 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pinned": 19113, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_expired": 11465, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_with_caps": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "caps": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "subtrees": 1, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_hit": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_forward": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_discover": 0, 2023-11-16T18:29:43.272 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_dir_fetch": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_lock": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "load_cent": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "q": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "exported": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "exported_inodes": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "imported": 0, 2023-11-16T18:29:43.273 INFO:teuthology.orchestra.run.smithi125.stdout: "imported_inodes": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_backtrace_fetch": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rfiles": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rbytes": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rsnaps": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_fetch": 0, 2023-11-16T18:29:43.274 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:43.275 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:43.529 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:43.529 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_inodes": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_base_inodes": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dirfrag_rstats": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_file_inodes": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_inode_file_caps": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_revoke": 0, 2023-11-16T18:29:43.530 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_grant": 0, 2023-11-16T18:29:43.543 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_trunc": 0, 2023-11-16T18:29:43.543 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:43.543 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:43.543 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps": 0, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps_dirty": 0, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_cap_release": 0, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "process_request_cap_release": 0 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_cache": { 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update": 0, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update_receipt": 0, 2023-11-16T18:29:43.544 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_try_discover": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_send_discover": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_handle_discover": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_created": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_enqueued": 0, 2023-11-16T18:29:43.545 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_migrated": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_started": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_completed": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_enqueue_scrub": 0, 2023-11-16T18:29:43.546 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_exportdir": 0, 2023-11-16T18:29:43.547 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_flush": 0, 2023-11-16T18:29:43.547 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragmentdir": 0, 2023-11-16T18:29:43.549 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:43.549 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_inodestats": 0 2023-11-16T18:29:43.549 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.549 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_log": { 2023-11-16T18:29:43.562 INFO:teuthology.orchestra.run.smithi125.stdout: "evadd": 0, 2023-11-16T18:29:43.562 INFO:teuthology.orchestra.run.smithi125.stdout: "evex": 0, 2023-11-16T18:29:43.562 INFO:teuthology.orchestra.run.smithi125.stdout: "evtrm": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "ev": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "evexg": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "evexd": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "segadd": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "segex": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "segtrm": 0, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "seg": 75, 2023-11-16T18:29:43.563 INFO:teuthology.orchestra.run.smithi125.stdout: "segexg": 0, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "segexd": 0, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "expos": 4194304, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "wrpos": 0, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "rdpos": 160276859, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "jlat": { 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.564 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "replayed": 64488 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_mem": { 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "ino": 14, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "ino+": 23612, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "ino-": 23598, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "dir": 21, 2023-11-16T18:29:43.565 INFO:teuthology.orchestra.run.smithi125.stdout: "dir+": 1559, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "dir-": 1538, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "dn": 19113, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "dn+": 57007, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "dn-": 37894, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "cap": 0, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "cap+": 0, 2023-11-16T18:29:43.566 INFO:teuthology.orchestra.run.smithi125.stdout: "cap-": 0, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "rss": 108264, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "heap": 207156 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_server": { 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_client_request": 0, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_server_request": 0, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_request": 0, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_session": 0, 2023-11-16T18:29:43.567 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_peer_request": 0, 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "req_create_latency": { 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getattr_latency": { 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.568 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.569 INFO:teuthology.orchestra.run.smithi125.stdout: "req_link_latency": { 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookup_latency": { 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.570 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupino_latency": { 2023-11-16T18:29:43.571 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupname_latency": { 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.572 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.573 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lssnap_latency": { 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mkdir_latency": { 2023-11-16T18:29:43.574 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mknod_latency": { 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.575 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mksnap_latency": { 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "req_open_latency": { 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.576 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "req_readdir_latency": { 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.577 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rename_latency": { 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.578 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.579 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmdir_latency": { 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.580 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setattr_latency": { 2023-11-16T18:29:43.581 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.582 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setlayout_latency": { 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.583 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setxattr_latency": { 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.584 INFO:teuthology.orchestra.run.smithi125.stdout: "req_symlink_latency": { 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "req_unlink_latency": { 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.585 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.586 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_sessions": { 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "session_count": 1, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "session_add": 1, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "session_remove": 0, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_open": 1, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_stale": 0, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "total_load": 0, 2023-11-16T18:29:43.587 INFO:teuthology.orchestra.run.smithi125.stdout: "average_load": 0, 2023-11-16T18:29:43.588 INFO:teuthology.orchestra.run.smithi125.stdout: "avg_session_uptime": 1817 2023-11-16T18:29:43.588 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.588 INFO:teuthology.orchestra.run.smithi125.stdout: "mempool": { 2023-11-16T18:29:43.588 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:43.589 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:43.590 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:43.591 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_items": 0, 2023-11-16T18:29:43.592 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_bytes": 238537, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_items": 75, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_bytes": 0, 2023-11-16T18:29:43.593 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_items": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_items": 169, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:43.594 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_items": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_bytes": 13493932, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_items": 74138, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_items": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:43.595 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_items": 0 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "objecter": { 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_active": 0, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_laggy": 0, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send": 1536, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send_bytes": 21, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_resend": 3, 2023-11-16T18:29:43.596 INFO:teuthology.orchestra.run.smithi125.stdout: "op_reply": 1536, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "op_latency": { 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1536, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 3.889932599, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.002532508 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "op_inflight": 0, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "oplen_avg": { 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1536, 2023-11-16T18:29:43.597 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 1537 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "op": 1536, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "op_r": 1536, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "op_w": 0, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "op_rmw": 0, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "op_pg": 0, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_stat": 938, 2023-11-16T18:29:43.598 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_create": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_read": 596, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_write": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writefull": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writesame": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_append": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_zero": 0, 2023-11-16T18:29:43.599 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_truncate": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_delete": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_mapext": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_getxattr": 1, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_setxattr": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:43.600 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_call": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_watch": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_notify": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_other": 0, 2023-11-16T18:29:43.601 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_active": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_send": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_resend": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_ping": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_active": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_send": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_resend": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_active": 0, 2023-11-16T18:29:43.602 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_send": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_resend": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_active": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_send": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_resend": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "command_active": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "command_send": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "command_resend": 0, 2023-11-16T18:29:43.603 INFO:teuthology.orchestra.run.smithi125.stdout: "map_epoch": 93, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "map_full": 0, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "map_inc": 4, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_sessions": 11, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_open": 11, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_close": 0, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_laggy": 0, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_wr": 0, 2023-11-16T18:29:43.604 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_rd": 2, 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_del": 0 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "oft": { 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_objs": 0, 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_updates": 0, 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_removes": 0 2023-11-16T18:29:43.605 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "osd-slow-ops": { 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_ops_count": 0 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "purge_queue": { 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops_high_water": 0, 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing": 0, 2023-11-16T18:29:43.606 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_high_water": 0, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executed": 0, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 1687, 2023-11-16T18:29:43.607 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 156872730, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 1687, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 1687, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 156872730, 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:43.608 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:43.609 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 1536, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 156120111, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 1536, 2023-11-16T18:29:43.610 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 156120111, 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:43.611 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 1024, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 1536, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 1536, 2023-11-16T18:29:43.612 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 1536, 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 1536, 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.613 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:43.614 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 0, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 0, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.615 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle-0x556ce78d8460": { 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:43.616 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:43.617 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:43.618 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:43.618 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.618 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:43.618 INFO:teuthology.orchestra.run.smithi125.stdout:} 2023-11-16T18:29:43.621 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:42 smithi063 ceph-mon[98873]: pgmap v502: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:43.622 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:42 smithi125 ceph-mon[100672]: pgmap v502: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2023-11-16T18:29:43.723 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2023-11-16T18:29:43.723 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2023-11-16T18:29:43.723 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2023-11-16T18:29:43.723 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2023-11-16T18:29:43.723 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2023-11-16T18:29:43.723 DEBUG:tasks.check_counter:Getting stats from i 2023-11-16T18:29:43.724 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.i perf dump 2023-11-16T18:29:44.365 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:29:45.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:44 smithi093 ceph-mon[100185]: pgmap v503: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2023-11-16T18:29:45.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:44 smithi125 ceph-mon[100672]: pgmap v503: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2023-11-16T18:29:45.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:44 smithi063 ceph-mon[98873]: pgmap v503: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2023-11-16T18:29:45.599 INFO:teuthology.orchestra.run.smithi125.stdout:{ 2023-11-16T18:29:45.599 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:45.599 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 20964, 2023-11-16T18:29:45.599 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 21052, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 9093472, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 84431252, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 19, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 7, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 1.427683123, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.558206253, 2023-11-16T18:29:45.600 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.577931326, 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.336073755, 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 21049, 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 3.379549567, 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000160556 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:45.601 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 19128, 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.002789493, 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000145 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 496624, 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 83104 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.602 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 18666, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 18225, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 42005008, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 65262071, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 8, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 5, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 1.170541266, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.400420325, 2023-11-16T18:29:45.603 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.454771396, 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.335901630, 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 18226, 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 3.783684440, 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000207598 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:45.604 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 13801, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.002094672, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000151 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 241232 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 85310, 2023-11-16T18:29:45.605 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 152678, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 31622938, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 142555291, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 12, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 6, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 5.899798370, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 2.587901581, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 78.388897494, 2023-11-16T18:29:45.606 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.625606107, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 152676, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 16.094790195, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000105417 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 172717, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.029826130, 2023-11-16T18:29:45.607 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000172 2023-11-16T18:29:45.608 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.608 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 23942880, 2023-11-16T18:29:45.608 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 76219888 2023-11-16T18:29:45.611 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.624 INFO:teuthology.orchestra.run.smithi125.stdout: "cct": { 2023-11-16T18:29:45.624 INFO:teuthology.orchestra.run.smithi125.stdout: "total_workers": 1, 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "unhealthy_workers": 0 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-MDSRank": { 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 4153, 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 62.564106547, 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.015064798 2023-11-16T18:29:45.625 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: "finisher-PurgeQueue": { 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: "queue_len": 0, 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: "complete_latency": { 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 23855, 2023-11-16T18:29:45.626 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 11.320393671, 2023-11-16T18:29:45.627 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000474550 2023-11-16T18:29:45.627 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:45.627 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.628 INFO:teuthology.orchestra.run.smithi125.stdout: "mds": { 2023-11-16T18:29:45.656 INFO:teuthology.orchestra.run.smithi125.stdout: "request": 49113, 2023-11-16T18:29:45.656 INFO:teuthology.orchestra.run.smithi125.stdout: "reply": 39445, 2023-11-16T18:29:45.656 INFO:teuthology.orchestra.run.smithi125.stdout: "reply_latency": { 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 39445, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 116.179900222, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.002945364 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_reply": 0, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "forward": 9668, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_complete": 40, 2023-11-16T18:29:45.657 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_fetch_keys": 0, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_commit": 925, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_split": 110, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_merge": 34, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes": 49, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_top": 22, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_bottom": 16, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pin_tail": 11, 2023-11-16T18:29:45.658 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_pinned": 16, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_expired": 25575, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "inodes_with_caps": 1, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "caps": 1, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "subtrees": 4, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse": 58958, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_hit": 49172, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_forward": 9383, 2023-11-16T18:29:45.659 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_discover": 6, 2023-11-16T18:29:45.660 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_dir_fetch": 40, 2023-11-16T18:29:45.660 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_remote_ino": 0, 2023-11-16T18:29:45.660 INFO:teuthology.orchestra.run.smithi125.stdout: "traverse_lock": 0, 2023-11-16T18:29:45.660 INFO:teuthology.orchestra.run.smithi125.stdout: "load_cent": 0, 2023-11-16T18:29:45.660 INFO:teuthology.orchestra.run.smithi125.stdout: "q": 0, 2023-11-16T18:29:45.684 INFO:teuthology.orchestra.run.smithi125.stdout: "exported": 159, 2023-11-16T18:29:45.684 INFO:teuthology.orchestra.run.smithi125.stdout: "exported_inodes": 20441, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "imported": 335, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "imported_inodes": 0, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_dir_fetch": 0, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_backtrace_fetch": 6874, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "openino_peer_discover": 0, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rfiles": 4, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rbytes": 246, 2023-11-16T18:29:45.685 INFO:teuthology.orchestra.run.smithi125.stdout: "root_rsnaps": 0, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_fetch": 6874, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_set_tag": 0, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_backtrace_repaired": 0, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_inotable_repaired": 0, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_inodes": 4, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dir_base_inodes": 0, 2023-11-16T18:29:45.686 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_dirfrag_rstats": 4, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "scrub_file_inodes": 6870, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_inode_file_caps": 4, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_revoke": 15, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_grant": 30748, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_trunc": 0, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "ceph_cap_op_flush_ack": 0, 2023-11-16T18:29:45.687 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps": 16987, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_caps_dirty": 16974, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_cap_release": 159, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "process_request_cap_release": 24598 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_cache": { 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update": 1735, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_update_receipt": 3060, 2023-11-16T18:29:45.688 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_try_discover": 1532, 2023-11-16T18:29:45.689 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_send_discover": 1735, 2023-11-16T18:29:45.796 INFO:teuthology.orchestra.run.smithi125.stdout: "dir_handle_discover": 1948, 2023-11-16T18:29:45.867 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays": 1, 2023-11-16T18:29:45.867 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_delayed": 0, 2023-11-16T18:29:45.867 INFO:teuthology.orchestra.run.smithi125.stdout: "num_strays_enqueuing": 0, 2023-11-16T18:29:45.867 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_created": 15356, 2023-11-16T18:29:45.867 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_enqueued": 15355, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_reintegrated": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "strays_migrated": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_processing": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_enqueued": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "num_recovering_prioritized": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_started": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "recovery_completed": 0, 2023-11-16T18:29:45.868 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_enqueue_scrub": 0, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_exportdir": 161, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_flush": 0, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragmentdir": 157, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_fragstats": 0, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "ireq_inodestats": 0 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_log": { 2023-11-16T18:29:45.869 INFO:teuthology.orchestra.run.smithi125.stdout: "evadd": 64488, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "evex": 0, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "evtrm": 0, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "ev": 64488, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "evexg": 0, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "evexd": 0, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "segadd": 75, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "segex": 0, 2023-11-16T18:29:45.870 INFO:teuthology.orchestra.run.smithi125.stdout: "segtrm": 0, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "seg": 75, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "segexg": 0, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "segexd": 0, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "expos": 4194304, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "wrpos": 160277997, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "rdpos": 0, 2023-11-16T18:29:45.871 INFO:teuthology.orchestra.run.smithi125.stdout: "jlat": { 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1025, 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 105.031454331, 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.102469711 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "replayed": 0 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_mem": { 2023-11-16T18:29:45.872 INFO:teuthology.orchestra.run.smithi125.stdout: "ino": 25, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "ino+": 23657, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "ino-": 23632, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dir": 32, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dir+": 2874, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dir-": 2842, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dn": 49, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dn+": 56237, 2023-11-16T18:29:45.873 INFO:teuthology.orchestra.run.smithi125.stdout: "dn-": 56188, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "cap": 1, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "cap+": 23736, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "cap-": 23735, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "rss": 154056, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "heap": 198964 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_server": { 2023-11-16T18:29:45.874 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_client_request": 49755, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "dispatch_server_request": 62, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_request": 49113, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_client_session": 25, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "handle_peer_request": 177, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "req_create_latency": { 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 14999, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 29.611743195, 2023-11-16T18:29:45.875 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.001974247 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getattr_latency": { 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1, 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.062373531, 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.062373531 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getfilelock_latency": { 2023-11-16T18:29:45.876 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "req_link_latency": { 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.877 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookup_latency": { 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 8196, 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 14.806117120, 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.001806505 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookuphash_latency": { 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.878 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupino_latency": { 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 1, 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000277416, 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000277416 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.879 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupname_latency": { 2023-11-16T18:29:45.880 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.880 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.880 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.880 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupparent_latency": { 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.881 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lookupsnap_latency": { 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "req_lssnap_latency": { 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.882 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mkdir_latency": { 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.883 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mknod_latency": { 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "req_mksnap_latency": { 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.884 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "req_open_latency": { 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "req_readdir_latency": { 2023-11-16T18:29:45.885 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 892, 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 16.900167914, 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.018946376 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rename_latency": { 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.886 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "req_renamesnap_latency": { 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "req_snapdiff_latency": { 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.887 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmdir_latency": { 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 2, 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.056442834, 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.028221417 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.888 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmsnap_latency": { 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "req_rmxattr_latency": { 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.889 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setattr_latency": { 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setdirlayout_latency": { 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.890 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setfilelock_latency": { 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.891 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setlayout_latency": { 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "req_setxattr_latency": { 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.892 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "req_symlink_latency": { 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "req_unlink_latency": { 2023-11-16T18:29:45.893 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 15354, 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 54.742778212, 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.003565375 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_revoke_eviction": 0, 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "cap_acquisition_throttle": 0, 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "req_getvxattr_latency": { 2023-11-16T18:29:45.894 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_sessions": { 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "session_count": 1, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "session_add": 1, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "session_remove": 0, 2023-11-16T18:29:45.895 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_open": 1, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "sessions_stale": 0, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "total_load": 14925, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "average_load": 14925, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "avg_session_uptime": 345 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "mempool": { 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:45.896 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:45.897 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:45.898 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:45.898 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:45.898 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:45.898 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:45.899 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:45.900 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:45.900 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:45.900 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:45.900 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:45.900 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:45.904 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:45.904 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:45.904 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:45.904 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:45.904 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_items": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:46.073 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_bytes": 289597, 2023-11-16T18:29:46.074 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_items": 110, 2023-11-16T18:29:46.074 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_bytes": 88, 2023-11-16T18:29:46.074 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_items": 1, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_bytes": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_items": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_bytes": 8800, 2023-11-16T18:29:46.075 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_items": 169, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_items": 0, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_bytes": 134131, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_items": 864, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:46.076 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_items": 0, 2023-11-16T18:29:46.077 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:46.077 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_items": 0 2023-11-16T18:29:46.077 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.077 INFO:teuthology.orchestra.run.smithi125.stdout: "objecter": { 2023-11-16T18:29:46.104 INFO:teuthology.orchestra.run.smithi125.stdout: "op_active": 0, 2023-11-16T18:29:46.104 INFO:teuthology.orchestra.run.smithi125.stdout: "op_laggy": 0, 2023-11-16T18:29:46.104 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send": 41135, 2023-11-16T18:29:46.104 INFO:teuthology.orchestra.run.smithi125.stdout: "op_send_bytes": 167861420, 2023-11-16T18:29:46.104 INFO:teuthology.orchestra.run.smithi125.stdout: "op_resend": 27, 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: "op_reply": 41135, 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: "op_latency": { 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 41135, 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 318.466449339, 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.007741982 2023-11-16T18:29:46.105 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: "op_inflight": 0, 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: "oplen_avg": { 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 41135, 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 42135 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.106 INFO:teuthology.orchestra.run.smithi125.stdout: "op": 41135, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "op_r": 7110, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "op_w": 34025, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "op_rmw": 0, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "op_pg": 0, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_stat": 0, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_create": 10, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_read": 196, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_write": 1221, 2023-11-16T18:29:46.107 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writefull": 85, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_writesame": 0, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_append": 0, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_zero": 0, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_truncate": 0, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_delete": 31749, 2023-11-16T18:29:46.108 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_mapext": 0, 2023-11-16T18:29:46.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_sparse_read": 0, 2023-11-16T18:29:46.148 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_clonerange": 0, 2023-11-16T18:29:46.153 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_getxattr": 6874, 2023-11-16T18:29:46.153 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_setxattr": 20, 2023-11-16T18:29:46.154 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_cmpxattr": 0, 2023-11-16T18:29:46.217 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_rmxattr": 0, 2023-11-16T18:29:46.217 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_resetxattrs": 0, 2023-11-16T18:29:46.217 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_call": 0, 2023-11-16T18:29:46.217 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_watch": 0, 2023-11-16T18:29:46.217 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_notify": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_src_cmpxattr": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_pgls_filter": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "osdop_other": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_active": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_send": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_resend": 0, 2023-11-16T18:29:46.218 INFO:teuthology.orchestra.run.smithi125.stdout: "linger_ping": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_active": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_send": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolop_resend": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_active": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_send": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "poolstat_resend": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_active": 0, 2023-11-16T18:29:46.219 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_send": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "statfs_resend": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "command_active": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "command_send": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "command_resend": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "map_epoch": 93, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "map_full": 0, 2023-11-16T18:29:46.220 INFO:teuthology.orchestra.run.smithi125.stdout: "map_inc": 4, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_sessions": 12, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_open": 12, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_session_close": 0, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_laggy": 0, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_wr": 1875, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_rd": 80, 2023-11-16T18:29:46.270 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_del": 25 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: "oft": { 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_objs": 1, 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_kv_pairs": 0, 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_updates": 0, 2023-11-16T18:29:46.271 INFO:teuthology.orchestra.run.smithi125.stdout: "omap_total_removes": 0 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: "osd-slow-ops": { 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: "slow_ops_count": 49494 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: "purge_queue": { 2023-11-16T18:29:46.273 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops": 0, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_ops_high_water": 16, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing": 0, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executing_high_water": 8, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_executed": 15355, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "pq_item_in_journal": 0 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:46.274 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 124936, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 68803218, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 124936, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:46.275 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 124936, 2023-11-16T18:29:46.276 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 68803218, 2023-11-16T18:29:46.276 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:46.276 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:46.278 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:46.278 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:46.278 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.278 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_bytes": { 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:46.279 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 41135, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 169534475, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 41135, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 169534475, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:46.280 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-objecter_ops": { 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 1024, 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 0, 2023-11-16T18:29:46.281 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 0, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 0, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 41135, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 41135, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 41135, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 41135, 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:46.282 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle": { 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:46.283 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 15355, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 1673695, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 15355, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 196, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 1673695, 2023-11-16T18:29:46.284 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-write_buf_throttle-0x56264063e0a0": { 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:46.285 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 3758096384, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 64488, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 156083693, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 64488, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:46.286 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 1025, 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 156083693, 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:46.287 INFO:teuthology.orchestra.run.smithi125.stdout:} 2023-11-16T18:29:46.289 INFO:tasks.check_counter:Daemon mds.i mds.exported=159 2023-11-16T18:29:46.289 INFO:tasks.check_counter:Daemon mds.i mds.imported=335 2023-11-16T18:29:46.289 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=1735 2023-11-16T18:29:46.289 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=3060 2023-11-16T18:29:46.289 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=110 2023-11-16T18:29:46.289 DEBUG:tasks.check_counter:Getting stats from l 2023-11-16T18:29:46.290 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5e4a743ad7fd1422ebd6c4dc950a21a303279207 shell --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 -- ceph daemon mds.l perf dump 2023-11-16T18:29:46.928 INFO:teuthology.orchestra.run.smithi125.stderr:Inferring config /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/mon.c/config 2023-11-16T18:29:47.158 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:46 smithi125 ceph-mon[100672]: pgmap v504: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:47.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:46 smithi093 ceph-mon[100185]: pgmap v504: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:47.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:46 smithi063 ceph-mon[98873]: pgmap v504: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:48.279 INFO:teuthology.orchestra.run.smithi125.stdout:{ 2023-11-16T18:29:48.279 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-0": { 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 0, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 2, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 0, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 0, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 4, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 0, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.001191520, 2023-11-16T18:29:48.280 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.000000000, 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.000340772, 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:48.281 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 0, 2023-11-16T18:29:48.282 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 0 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-1": { 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 5, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 107, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 3152, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 94704, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 3, 2023-11-16T18:29:48.283 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 2, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.005903241, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.003663116, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.001149748, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 106, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.007653871, 2023-11-16T18:29:48.284 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000072206 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 94704 2023-11-16T18:29:48.285 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "AsyncMessenger::Worker-2": { 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_messages": 141, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages": 138, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_bytes": 449232, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_bytes": 78064, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_created_connections": 2, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_active_connections": 1, 2023-11-16T18:29:48.286 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_total_time": 0.022378589, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_send_time": 0.007813225, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_recv_time": 0.012112475, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_running_fast_dispatch_time": 0.003664277, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_messages_queue_lat": { 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 137, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.008333207, 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000060826 2023-11-16T18:29:48.287 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_handle_ack_lat": { 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_recv_encrypted_bytes": 449232, 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: "msgr_send_encrypted_bytes": 78064 2023-11-16T18:29:48.288 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "cct": { 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "total_workers": 0, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "unhealthy_workers": 0 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "mempool": { 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_bytes": 0, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "bloom_filter_items": 0, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_bytes": 0, 2023-11-16T18:29:48.289 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_alloc_items": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_bytes": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_data_items": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_bytes": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_onode_items": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_bytes": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_meta_items": 0, 2023-11-16T18:29:48.290 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_bytes": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_other_items": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_bytes": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_cache_buffer_items": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_bytes": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_extent_items": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_bytes": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_blob_items": 0, 2023-11-16T18:29:48.291 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_bytes": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_shared_blob_items": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_bytes": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_inline_bl_items": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_bytes": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_fsck_items": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_bytes": 0, 2023-11-16T18:29:48.292 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_txc_items": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_bytes": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_deferred_items": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_bytes": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluestore_writing_items": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_bytes": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_items": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_bytes": 0, 2023-11-16T18:29:48.293 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_reader_items": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_bytes": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "bluefs_file_writer_items": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_bytes": 149047, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_anon_items": 31, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_bytes": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "buffer_meta_items": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_bytes": 0, 2023-11-16T18:29:48.294 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_items": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_bytes": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_mapbl_items": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_bytes": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osd_pglog_items": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_bytes": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_items": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_bytes": 0, 2023-11-16T18:29:48.295 INFO:teuthology.orchestra.run.smithi125.stdout: "osdmap_mapping_items": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_bytes": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "pgmap_items": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_bytes": 928, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "mds_co_items": 2, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_bytes": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_1_items": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_bytes": 0, 2023-11-16T18:29:48.296 INFO:teuthology.orchestra.run.smithi125.stdout: "unittest_2_items": 0 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: }, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "val": 0, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "max": 104857600, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "get_started": 0, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "get": 142, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "get_sum": 429316, 2023-11-16T18:29:48.297 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_fail": 0, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "get_or_fail_success": 142, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "take": 0, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "take_sum": 0, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "put": 142, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "put_sum": 429316, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "wait": { 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "avgcount": 0, 2023-11-16T18:29:48.298 INFO:teuthology.orchestra.run.smithi125.stdout: "sum": 0.000000000, 2023-11-16T18:29:48.299 INFO:teuthology.orchestra.run.smithi125.stdout: "avgtime": 0.000000000 2023-11-16T18:29:48.299 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:48.299 INFO:teuthology.orchestra.run.smithi125.stdout: } 2023-11-16T18:29:48.299 INFO:teuthology.orchestra.run.smithi125.stdout:} 2023-11-16T18:29:48.681 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2023-11-16T18:29:48.681 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2023-11-16T18:29:48.681 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2023-11-16T18:29:48.681 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2023-11-16T18:29:48.682 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.l 2023-11-16T18:29:48.682 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-11-16T18:29:48.694 INFO:tasks.kclient:Unmounting kernel clients... 2023-11-16T18:29:48.694 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:29:48.694 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-16T18:29:48.740 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2023-11-16T18:29:48.740 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-16T18:29:48.801 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:29:49.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 -- 172.21.15.63:0/1976805207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694101510 msgr2=0x7f5694101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.002 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1976805207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694101510 0x7f5694101960 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f5688009990 tx=0x7f5688009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 -- 172.21.15.63:0/1976805207 shutdown_connections 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1976805207 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101ea0 0x7f5694108760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1976805207 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694100320 0x7f5694100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1976805207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694101510 0x7f5694101960 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 -- 172.21.15.63:0/1976805207 >> 172.21.15.63:0/1976805207 conn(0x7f56940fb900 msgr2=0x7f56940fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 -- 172.21.15.63:0/1976805207 shutdown_connections 2023-11-16T18:29:49.003 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 -- 172.21.15.63:0/1976805207 wait complete. 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:48.999+0000 7f569a8d8700 1 Processor -- start 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 -- start start 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101510 0x7f56941963d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694101ea0 0x7f569419d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f569419da10 con 0x7f5694100320 2023-11-16T18:29:49.004 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f569419db50 con 0x7f5694101ea0 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f569a8d8700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f569419dce0 con 0x7f5694101510 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46848/0 (socket says 172.21.15.63:46848) 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 -- 172.21.15.63:0/1757548777 learned_addr learned my addr 172.21.15.63:0/1757548777 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f56937fe700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101510 0x7f56941963d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5698e75700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694101ea0 0x7f569419d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 -- 172.21.15.63:0/1757548777 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101510 msgr2=0x7f56941963d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.005 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101510 0x7f56941963d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 -- 172.21.15.63:0/1757548777 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694101ea0 msgr2=0x7f569419d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694101ea0 0x7f569419d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.000+0000 7f5693fff700 1 -- 172.21.15.63:0/1757548777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56880095f0 con 0x7f5694100320 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f5693fff700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f568400c990 tx=0x7f568400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5684007940 con 0x7f5694100320 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f569410bc20 con 0x7f5694100320 2023-11-16T18:29:49.006 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f568400f450 con 0x7f5694100320 2023-11-16T18:29:49.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5684018660 con 0x7f5694100320 2023-11-16T18:29:49.007 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.001+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f569410ba90 con 0x7f5694100320 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.002+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5694107840 con 0x7f5694100320 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.003+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f568400f830 con 0x7f5694100320 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.003+0000 7f56917fa700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 0x7f567c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.003+0000 7f56937fe700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 0x7f567c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.004+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f56840ccbd0 con 0x7f5694100320 2023-11-16T18:29:49.008 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.004+0000 7f56937fe700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 0x7f567c0a3600 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f568800b5c0 tx=0x7f5688005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.009 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.007+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f5684096070 con 0x7f5694100320 2023-11-16T18:29:49.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:48 smithi125 ceph-mon[100672]: pgmap v505: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 7 op/s 2023-11-16T18:29:49.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:48 smithi093 ceph-mon[100185]: pgmap v505: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 7 op/s 2023-11-16T18:29:49.212 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.211+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f569402cfe0 con 0x7f5694100320 2023-11-16T18:29:49.214 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.213+0000 7f56917fa700 1 -- 172.21.15.63:0/1757548777 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7f568400f5c0 con 0x7f5694100320 2023-11-16T18:29:49.214 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:49.214 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:29:49.216 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 msgr2=0x7f567c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 0x7f567c0a3600 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f568800b5c0 tx=0x7f5688005960 comp rx=0 tx=0).stop 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 msgr2=0x7f5694195e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f568400c990 tx=0x7f568400cca0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 shutdown_connections 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f567c0a1150 0x7f567c0a3600 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f5694101ea0 0x7f569419d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5694100320 0x7f5694195e90 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.217 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 --2- 172.21.15.63:0/1757548777 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f5694101510 0x7f56941963d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 >> 172.21.15.63:0/1757548777 conn(0x7f56940fb900 msgr2=0x7f5694104980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 shutdown_connections 2023-11-16T18:29:49.218 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.215+0000 7f569a8d8700 1 -- 172.21.15.63:0/1757548777 wait complete. 2023-11-16T18:29:49.228 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:48 smithi063 ceph-mon[98873]: pgmap v505: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 7 op/s 2023-11-16T18:29:49.229 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-16T18:17:51.339508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-16T18:21:50.666215+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-16T18:21:51.524226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-11-16T18:21:54.607208+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-11-16T18:29:49.230 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-16T18:29:49.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 -- 172.21.15.63:0/1978769629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 msgr2=0x7fc8dc107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.359 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/1978769629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc107600 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fc8d400b0a0 tx=0x7fc8d400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 -- 172.21.15.63:0/1978769629 shutdown_connections 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/1978769629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc107600 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/1978769629 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/1978769629 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 -- 172.21.15.63:0/1978769629 >> 172.21.15.63:0/1978769629 conn(0x7fc8dc0fa7c0 msgr2=0x7fc8dc0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 -- 172.21.15.63:0/1978769629 shutdown_connections 2023-11-16T18:29:49.360 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.358+0000 7fc8e09ad700 1 -- 172.21.15.63:0/1978769629 wait complete. 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 Processor -- start 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 -- start start 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc068940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc19d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8dc19ffa0 con 0x7fc8dc100d40 2023-11-16T18:29:49.379 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8dc1a0110 con 0x7fc8dc1003b0 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8e09ad700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8dc1a02d0 con 0x7fc8dc0ff1c0 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8da59c700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc068940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46866/0 (socket says 172.21.15.63:46866) 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 -- 172.21.15.63:0/4269331387 learned_addr learned my addr 172.21.15.63:0/4269331387 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8d9d9b700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc19d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 -- 172.21.15.63:0/4269331387 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 msgr2=0x7fc8dc068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.380 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc068940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 -- 172.21.15.63:0/4269331387 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 msgr2=0x7fc8dc19d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc19d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8dad9d700 1 -- 172.21.15.63:0/4269331387 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8d4009d00 con 0x7fc8dc100d40 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8d9d9b700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc19d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.359+0000 7fc8da59c700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8dad9d700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc8d400b070 tx=0x7fc8d40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d400e040 con 0x7fc8dc100d40 2023-11-16T18:29:49.381 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8d4004e50 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8dc10ab80 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d401d6e0 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.360+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8dc10a9f0 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.361+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8dc106760 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.363+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc8d4003a00 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.363+0000 7fc8cb7fe700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 0x7fc8c40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.363+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc8d40ce6b0 con 0x7fc8dc100d40 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.363+0000 7fc8da59c700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 0x7fc8c40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.382 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.364+0000 7fc8da59c700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 0x7fc8c40a3600 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc100210 tx=0x7fc8cc007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.383 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.367+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc8d4097b50 con 0x7fc8dc100d40 2023-11-16T18:29:49.563 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.562+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc8dc067b00 con 0x7fc8dc100d40 2023-11-16T18:29:49.564 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.563+0000 7fc8cb7fe700 1 -- 172.21.15.63:0/4269331387 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc8d409b170 con 0x7fc8dc100d40 2023-11-16T18:29:49.564 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 msgr2=0x7fc8c40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 0x7fc8c40a3600 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc100210 tx=0x7fc8cc007400 comp rx=0 tx=0).stop 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 msgr2=0x7fc8dc19f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc8d400b070 tx=0x7fc8d40095c0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 shutdown_connections 2023-11-16T18:29:49.567 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc8c40a1150 0x7fc8c40a3600 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8dc100d40 0x7fc8dc19f8f0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc8dc0ff1c0 0x7fc8dc068940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 --2- 172.21.15.63:0/4269331387 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc8dc1003b0 0x7fc8dc19d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 >> 172.21.15.63:0/4269331387 conn(0x7fc8dc0fa7c0 msgr2=0x7fc8dc1038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 shutdown_connections 2023-11-16T18:29:49.568 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.565+0000 7fc8e09ad700 1 -- 172.21.15.63:0/4269331387 wait complete. 2023-11-16T18:29:49.579 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-16T18:29:49.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 -- 172.21.15.63:0/503418007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1014c0 msgr2=0x7f885c101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.707 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 --2- 172.21.15.63:0/503418007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1014c0 0x7f885c101910 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f884c009990 tx=0x7f884c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 -- 172.21.15.63:0/503418007 shutdown_connections 2023-11-16T18:29:49.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 --2- 172.21.15.63:0/503418007 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.708 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 --2- 172.21.15.63:0/503418007 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1002d0 0x7f885c1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 --2- 172.21.15.63:0/503418007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1014c0 0x7f885c101910 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 -- 172.21.15.63:0/503418007 >> 172.21.15.63:0/503418007 conn(0x7f885c0fb8d0 msgr2=0x7f885c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 -- 172.21.15.63:0/503418007 shutdown_connections 2023-11-16T18:29:49.709 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.706+0000 7f8860e45700 1 -- 172.21.15.63:0/503418007 wait complete. 2023-11-16T18:29:49.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 Processor -- start 2023-11-16T18:29:49.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 -- start start 2023-11-16T18:29:49.711 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 0x7f885c196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885c19dc40 con 0x7f885c1002d0 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885c19dd80 con 0x7f885c1014c0 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f8860e45700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885c19df10 con 0x7f885c101e50 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f885a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f885a59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46876/0 (socket says 172.21.15.63:46876) 2023-11-16T18:29:49.712 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.707+0000 7f885a59c700 1 -- 172.21.15.63:0/1240319114 learned_addr learned my addr 172.21.15.63:0/1240319114 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f8859d9b700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 0x7f885c196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885ad9d700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 -- 172.21.15.63:0/1240319114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 msgr2=0x7f885c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 -- 172.21.15.63:0/1240319114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 msgr2=0x7f885c196600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 0x7f885c196600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.713 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 -- 172.21.15.63:0/1240319114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f884c0095f0 con 0x7f885c1002d0 2023-11-16T18:29:49.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f8859d9b700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 0x7f885c196600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:49.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885ad9d700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:49.714 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f885a59c700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f885000d980 tx=0x7f885000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885000bb60 con 0x7f885c1002d0 2023-11-16T18:29:49.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f885c10bc80 con 0x7f885c1002d0 2023-11-16T18:29:49.715 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8850007620 con 0x7f885c1002d0 2023-11-16T18:29:49.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885000f620 con 0x7f885c1002d0 2023-11-16T18:29:49.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.708+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f885c10baf0 con 0x7f885c1002d0 2023-11-16T18:29:49.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.709+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f885c107890 con 0x7f885c1002d0 2023-11-16T18:29:49.716 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.710+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8850010460 con 0x7f885c1002d0 2023-11-16T18:29:49.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.711+0000 7f884b7fe700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 0x7f88440a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:49.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.711+0000 7f8859d9b700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 0x7f88440a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:49.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.711+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f88500cd4a0 con 0x7f885c1002d0 2023-11-16T18:29:49.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.711+0000 7f8859d9b700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 0x7f88440a3600 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f884c00b2e0 tx=0x7f884c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:49.717 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.714+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8850096850 con 0x7f885c1002d0 2023-11-16T18:29:49.916 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.915+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f885c067270 con 0x7f885c1002d0 2023-11-16T18:29:49.917 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.915+0000 7f884b7fe700 1 -- 172.21.15.63:0/1240319114 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f885000de60 con 0x7f885c1002d0 2023-11-16T18:29:49.917 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:29:49.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 msgr2=0x7f88440a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 0x7f88440a3600 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f884c00b2e0 tx=0x7f884c000bc0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 msgr2=0x7f885c1960c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:49.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f885000d980 tx=0x7f885000dd40 comp rx=0 tx=0).stop 2023-11-16T18:29:49.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 shutdown_connections 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f88440a1150 0x7f88440a3600 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f885c101e50 0x7f885c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f885c1002d0 0x7f885c1960c0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 --2- 172.21.15.63:0/1240319114 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f885c1014c0 0x7f885c196600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 >> 172.21.15.63:0/1240319114 conn(0x7f885c0fb8d0 msgr2=0x7f885c1049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 shutdown_connections 2023-11-16T18:29:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:49.918+0000 7f8860e45700 1 -- 172.21.15.63:0/1240319114 wait complete. 2023-11-16T18:29:49.931 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- 172.21.15.63:0/3701268481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c1003e0 msgr2=0x7ff25c100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 --2- 172.21.15.63:0/3701268481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c1003e0 0x7ff25c100830 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ff24c009990 tx=0x7ff24c009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- 172.21.15.63:0/3701268481 shutdown_connections 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 --2- 172.21.15.63:0/3701268481 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c100d70 0x7ff25c107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 --2- 172.21.15.63:0/3701268481 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c0ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 --2- 172.21.15.63:0/3701268481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c1003e0 0x7ff25c100830 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- 172.21.15.63:0/3701268481 >> 172.21.15.63:0/3701268481 conn(0x7ff25c0fa810 msgr2=0x7ff25c0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- 172.21.15.63:0/3701268481 shutdown_connections 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- 172.21.15.63:0/3701268481 wait complete. 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 Processor -- start 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.059+0000 7ff263ba9700 1 -- start start 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 0x7ff25c19d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c100d70 0x7ff25c19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c19fd70 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c19fee0 con 0x7ff25c100d70 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c1a00a0 con 0x7ff25c1003e0 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46888/0 (socket says 172.21.15.63:46888) 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 -- 172.21.15.63:0/1728010678 learned_addr learned my addr 172.21.15.63:0/1728010678 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:50.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff262146700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c100d70 0x7ff25c19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261144700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 0x7ff25c19d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 -- 172.21.15.63:0/1728010678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 msgr2=0x7ff25c19d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 0x7ff25c19d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 -- 172.21.15.63:0/1728010678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c100d70 msgr2=0x7ff25c19f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c100d70 0x7ff25c19f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 -- 172.21.15.63:0/1728010678 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff24c0095f0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261144700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 0x7ff25c19d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:50.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff261945700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7ff25800e970 tx=0x7ff25800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff258009790 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25800eec0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.060+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff25c10ab50 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.061+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff258003cf0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.061+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff25c10a9c0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.067 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.062+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff25c1a0810 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.062+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff25800ccd0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.063+0000 7ff252ffd700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 0x7ff2480a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.063+0000 7ff261144700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 0x7ff2480a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.068 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.063+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7ff258014070 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.064+0000 7ff261144700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 0x7ff2480a3680 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff24c00b2e0 tx=0x7ff24c005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.069 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.068+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7ff2580d2020 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1757548777' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:50.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:49 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/4269331387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1757548777' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:50.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:49 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/4269331387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:50.269 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.268+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff25c1060a0 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.269 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.269+0000 7ff252ffd700 1 -- 172.21.15.63:0/1728010678 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff258096220 con 0x7ff25c0ff1f0 2023-11-16T18:29:50.270 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2023-11-16T18:29:50.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 msgr2=0x7ff2480a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 0x7ff2480a3680 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff24c00b2e0 tx=0x7ff24c005e80 comp rx=0 tx=0).stop 2023-11-16T18:29:50.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 msgr2=0x7ff25c069980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.272 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7ff25800e970 tx=0x7ff25800ec80 comp rx=0 tx=0).stop 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 shutdown_connections 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7ff2480a11d0 0x7ff2480a3680 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7ff25c100d70 0x7ff25c19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff25c0ff1f0 0x7ff25c069980 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 --2- 172.21.15.63:0/1728010678 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7ff25c1003e0 0x7ff25c19d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 >> 172.21.15.63:0/1728010678 conn(0x7ff25c0fa810 msgr2=0x7ff25c0fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.273 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 shutdown_connections 2023-11-16T18:29:50.274 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.271+0000 7ff263ba9700 1 -- 172.21.15.63:0/1728010678 wait complete. 2023-11-16T18:29:50.283 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1757548777' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:50.283 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:49 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/4269331387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-11-16T18:29:50.284 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-11-16T18:29:50.413 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 -- 172.21.15.63:0/215513523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce0100d40 msgr2=0x7f8ce0107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 --2- 172.21.15.63:0/215513523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce0100d40 0x7f8ce0107600 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f8cd800b0a0 tx=0x7f8cd800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 -- 172.21.15.63:0/215513523 shutdown_connections 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 --2- 172.21.15.63:0/215513523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce0100d40 0x7f8ce0107600 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 --2- 172.21.15.63:0/215513523 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce00ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 --2- 172.21.15.63:0/215513523 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 -- 172.21.15.63:0/215513523 >> 172.21.15.63:0/215513523 conn(0x7f8ce00fa7c0 msgr2=0x7f8ce00fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.414 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 -- 172.21.15.63:0/215513523 shutdown_connections 2023-11-16T18:29:50.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.412+0000 7f8ce6447700 1 -- 172.21.15.63:0/215513523 wait complete. 2023-11-16T18:29:50.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 Processor -- start 2023-11-16T18:29:50.415 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 -- start start 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce0100d40 0x7f8ce019d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce019dd60 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce019dea0 con 0x7f8ce0100d40 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce6447700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce019e030 con 0x7f8ce01003b0 2023-11-16T18:29:50.417 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46902/0 (socket says 172.21.15.63:46902) 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 -- 172.21.15.63:0/3687198808 learned_addr learned my addr 172.21.15.63:0/3687198808 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8ce49e4700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce0100d40 0x7f8ce019d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdf7fe700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 -- 172.21.15.63:0/3687198808 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 msgr2=0x7f8ce0196720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0196720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 -- 172.21.15.63:0/3687198808 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce0100d40 msgr2=0x7f8ce019d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.418 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce0100d40 0x7f8ce019d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 -- 172.21.15.63:0/3687198808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd8009d00 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdf7fe700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.413+0000 7f8cdffff700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f8cd000d980 tx=0x7f8cd000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.414+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd000de60 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.414+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cd00044e0 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.414+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0003be0 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.414+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce010bcf0 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.419 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.414+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce010bb60 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.415+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ce0106760 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.416+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8cd0009bb0 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.420 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.417+0000 7f8cdd7fa700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 0x7f8ccc0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.417+0000 7f8cdf7fe700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 0x7f8ccc0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.417+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f8cd00cccf0 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.417+0000 7f8cdf7fe700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 0x7f8ccc0a3680 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8009b50 tx=0x7f8cc8009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.421 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.420+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f8cd0096180 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.618 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.617+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f8ce0061700 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.619 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.618+0000 7f8cdd7fa700 1 -- 172.21.15.63:0/3687198808 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8cd0009940 con 0x7f8ce00ff1c0 2023-11-16T18:29:50.619 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2023-11-16T18:29:50.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 msgr2=0x7f8ccc0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 0x7f8ccc0a3680 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8009b50 tx=0x7f8cc8009550 comp rx=0 tx=0).stop 2023-11-16T18:29:50.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 msgr2=0x7f8ce01961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.621 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f8cd000d980 tx=0x7f8cd000dd40 comp rx=0 tx=0).stop 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 shutdown_connections 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f8ccc0a11d0 0x7f8ccc0a3680 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f8ce0100d40 0x7f8ce019d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ce00ff1c0 0x7f8ce01961e0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 --2- 172.21.15.63:0/3687198808 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f8ce01003b0 0x7f8ce0196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 >> 172.21.15.63:0/3687198808 conn(0x7f8ce00fa7c0 msgr2=0x7f8ce01038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 shutdown_connections 2023-11-16T18:29:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.620+0000 7f8ce6447700 1 -- 172.21.15.63:0/3687198808 wait complete. 2023-11-16T18:29:50.633 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 -- 172.21.15.63:0/2652461218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0103620 msgr2=0x7fc0f0105a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 --2- 172.21.15.63:0/2652461218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0103620 0x7fc0f0105a00 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fc0e4009990 tx=0x7fc0e4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 -- 172.21.15.63:0/2652461218 shutdown_connections 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 --2- 172.21.15.63:0/2652461218 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 0x7fc0f0108340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 --2- 172.21.15.63:0/2652461218 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0100d00 0x7fc0f01030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.764 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 --2- 172.21.15.63:0/2652461218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0103620 0x7fc0f0105a00 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 -- 172.21.15.63:0/2652461218 >> 172.21.15.63:0/2652461218 conn(0x7fc0f00fa700 msgr2=0x7fc0f00fcb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 -- 172.21.15.63:0/2652461218 shutdown_connections 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.759+0000 7fc0f6132700 1 -- 172.21.15.63:0/2652461218 wait complete. 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 Processor -- start 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 -- start start 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0103620 0x7fc0f0196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.765 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 0x7fc0f019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f019da90 con 0x7fc0f0100d00 2023-11-16T18:29:50.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f019dbd0 con 0x7fc0f0105f40 2023-11-16T18:29:50.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0f6132700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f019dd60 con 0x7fc0f0103620 2023-11-16T18:29:50.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.760+0000 7fc0ef7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.766 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46916/0 (socket says 172.21.15.63:46916) 2023-11-16T18:29:50.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 -- 172.21.15.63:0/3657354354 learned_addr learned my addr 172.21.15.63:0/3657354354 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:50.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0eeffd700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0103620 0x7fc0f0196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0effff700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 0x7fc0f019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.785 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 -- 172.21.15.63:0/3657354354 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0103620 msgr2=0x7fc0f0196450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0103620 0x7fc0f0196450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 -- 172.21.15.63:0/3657354354 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 msgr2=0x7fc0f019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 0x7fc0f019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 -- 172.21.15.63:0/3657354354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e40095f0 con 0x7fc0f0100d00 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ef7fe700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fc0e00060b0 tx=0x7fc0e0007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e000de20 con 0x7fc0f0100d00 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0f010bc00 con 0x7fc0f0100d00 2023-11-16T18:29:50.786 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0e000f040 con 0x7fc0f0100d00 2023-11-16T18:29:50.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e00146e0 con 0x7fc0f0100d00 2023-11-16T18:29:50.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.761+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0f010ba70 con 0x7fc0f0100d00 2023-11-16T18:29:50.787 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.762+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0f00fc270 con 0x7fc0f0100d00 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.763+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc0e0015a30 con 0x7fc0f0100d00 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.764+0000 7fc0ecff9700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 0x7fc0d80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.764+0000 7fc0eeffd700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 0x7fc0d80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.764+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fc0e00cc720 con 0x7fc0f0100d00 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.764+0000 7fc0eeffd700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 0x7fc0d80a3600 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc0e4006010 tx=0x7fc0e400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:50.789 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.768+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc0e004f730 con 0x7fc0f0100d00 2023-11-16T18:29:50.985 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.984+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc0f002cfe0 con 0x7fc0f0100d00 2023-11-16T18:29:50.986 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.984+0000 7fc0ecff9700 1 -- 172.21.15.63:0/3657354354 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v93) v1 ==== 81+0+590 (secure 0 0 0) 0x7fc0e0095ad0 con 0x7fc0f0100d00 2023-11-16T18:29:50.986 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:29:50.987 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/2485432307 2023-11-17T18:15:42.802514+0000 2023-11-16T18:29:50.987 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6801/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:29:50.987 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2280504009 2023-11-17T18:15:17.476776+0000 2023-11-16T18:29:50.988 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/3499985395 2023-11-17T18:15:42.802514+0000 2023-11-16T18:29:50.988 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/2949704410 2023-11-17T18:15:42.802514+0000 2023-11-16T18:29:50.988 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:6800/4125414512 2023-11-17T18:15:17.476776+0000 2023-11-16T18:29:50.988 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/107289207 2023-11-17T18:15:17.476776+0000 2023-11-16T18:29:50.989 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/441774763 2023-11-17T18:15:42.802514+0000 2023-11-16T18:29:50.989 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.15.63:0/4175138216 2023-11-17T18:15:17.476776+0000 2023-11-16T18:29:50.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 msgr2=0x7fc0d80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.991 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 0x7fc0d80a3600 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc0e4006010 tx=0x7fc0e400b540 comp rx=0 tx=0).stop 2023-11-16T18:29:50.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 msgr2=0x7fc0f0195f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:50.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fc0e00060b0 tx=0x7fc0e0007f90 comp rx=0 tx=0).stop 2023-11-16T18:29:50.992 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 shutdown_connections 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0d80a1150 0x7fc0d80a3600 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc0f0105f40 0x7fc0f019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0f0100d00 0x7fc0f0195f10 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 --2- 172.21.15.63:0/3657354354 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc0f0103620 0x7fc0f0196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 >> 172.21.15.63:0/3657354354 conn(0x7fc0f00fa700 msgr2=0x7fc0f0101960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.986+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 shutdown_connections 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:50.987+0000 7fc0f6132700 1 -- 172.21.15.63:0/3657354354 wait complete. 2023-11-16T18:29:50.993 INFO:teuthology.orchestra.run.smithi063.stderr:listed 10 entries 2023-11-16T18:29:50.999 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:50 smithi063 ceph-mon[98873]: pgmap v506: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2023-11-16T18:29:50.999 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1240319114' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:50.999 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1728010678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:50.999 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:50 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3687198808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.000 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-16T18:29:51.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:29:51.000 DEBUG:teuthology.orchestra.run.smithi063:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-16T18:29:51.074 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:29:51.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:29:51.074 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-16T18:29:51.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:50 smithi093 ceph-mon[100185]: pgmap v506: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2023-11-16T18:29:51.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1240319114' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1728010678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.192 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:50 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3687198808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:29:51.197 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2023-11-16T18:29:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:50 smithi125 ceph-mon[100672]: pgmap v506: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2023-11-16T18:29:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1240319114' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1728010678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:50 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3687198808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-11-16T18:29:51.282 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-16T18:29:51.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:29:51.283 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-16T18:29:51.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-16T18:29:51.322 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link delete ceph-brx 2023-11-16T18:29:51.424 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-11-16T18:29:51.551 INFO:tasks.cephadm:Teardown begin 2023-11-16T18:29:51.551 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-16T18:29:51.552 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:29:51.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- 172.21.15.63:0/4032544110 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8100330 msgr2=0x7f47b8100740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:51.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 --2- 172.21.15.63:0/4032544110 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8100330 0x7f47b8100740 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f47a8009990 tx=0x7f47a8009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.681 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- 172.21.15.63:0/4032544110 shutdown_connections 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 --2- 172.21.15.63:0/4032544110 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101eb0 0x7f47b8108770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 --2- 172.21.15.63:0/4032544110 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8100330 0x7f47b8100740 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 --2- 172.21.15.63:0/4032544110 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8101520 0x7f47b8101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- 172.21.15.63:0/4032544110 >> 172.21.15.63:0/4032544110 conn(0x7f47b80fb930 msgr2=0x7f47b80fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- 172.21.15.63:0/4032544110 shutdown_connections 2023-11-16T18:29:51.682 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- 172.21.15.63:0/4032544110 wait complete. 2023-11-16T18:29:51.683 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 Processor -- start 2023-11-16T18:29:51.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.680+0000 7f47bd443700 1 -- start start 2023-11-16T18:29:51.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8100330 0x7f47b8198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:51.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101520 0x7f47b8198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:51.685 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b819fcb0 con 0x7f47b8101eb0 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b819fdf0 con 0x7f47b8101520 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b819ff80 con 0x7f47b8100330 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46932/0 (socket says 172.21.15.63:46932) 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 -- 172.21.15.63:0/934090207 learned_addr learned my addr 172.21.15.63:0/934090207 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b6ffd700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8100330 0x7f47b8198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:51.686 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b67fc700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101520 0x7f47b8198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 -- 172.21.15.63:0/934090207 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8100330 msgr2=0x7f47b8198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8100330 0x7f47b8198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 -- 172.21.15.63:0/934090207 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101520 msgr2=0x7f47b8198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101520 0x7f47b8198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 -- 172.21.15.63:0/934090207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a80095f0 con 0x7f47b8101eb0 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47b77fe700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f47b0007ee0 tx=0x7f47b000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b000ddd0 con 0x7f47b8101eb0 2023-11-16T18:29:51.687 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f47b000f040 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47b80739c0 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00048e0 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.681+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47b8073830 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.682+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47b81a0670 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.684+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f47b0003a00 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.684+0000 7f479ffff700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 0x7f47a00a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.684+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f47b00ccd40 con 0x7f47b8101eb0 2023-11-16T18:29:51.688 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.684+0000 7f47b6ffd700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 0x7f47a00a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:51.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.685+0000 7f47b6ffd700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 0x7f47a00a3680 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f47a800b5c0 tx=0x7f47a8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:51.689 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.688+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f47b0096150 con 0x7f47b8101eb0 2023-11-16T18:29:51.936 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.935+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f47b81a0c20 con 0x7f47b8101eb0 2023-11-16T18:29:51.937 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.936+0000 7f479ffff700 1 -- 172.21.15.63:0/934090207 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+10811 (secure 0 0 0) 0x7f47b0023020 con 0x7f47b8101eb0 2023-11-16T18:29:51.937 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:51.937 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:27:01.765902+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[0,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:29:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 msgr2=0x7f47a00a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 0x7f47a00a3680 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f47a800b5c0 tx=0x7f47a8005960 comp rx=0 tx=0).stop 2023-11-16T18:29:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 msgr2=0x7f47b819f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f47b0007ee0 tx=0x7f47b000d3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 shutdown_connections 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f47a00a11d0 0x7f47a00a3680 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47b8101eb0 0x7f47b819f6e0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f47b8100330 0x7f47b8198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 --2- 172.21.15.63:0/934090207 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f47b8101520 0x7f47b8198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 >> 172.21.15.63:0/934090207 conn(0x7f47b80fb930 msgr2=0x7f47b80fc560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 shutdown_connections 2023-11-16T18:29:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:51.938+0000 7f47bd443700 1 -- 172.21.15.63:0/934090207 wait complete. 2023-11-16T18:29:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 28 2023-11-16T18:29:51.952 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-16T18:29:52.077 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 -- 172.21.15.63:0/519750378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 msgr2=0x7f46b01006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 --2- 172.21.15.63:0/519750378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b01006c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f46a4009990 tx=0x7f46a4009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 -- 172.21.15.63:0/519750378 shutdown_connections 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 --2- 172.21.15.63:0/519750378 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b0101e30 0x7f46b01086f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 --2- 172.21.15.63:0/519750378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b01006c0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 --2- 172.21.15.63:0/519750378 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b01014a0 0x7f46b01018f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 -- 172.21.15.63:0/519750378 >> 172.21.15.63:0/519750378 conn(0x7f46b00fb890 msgr2=0x7f46b00fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:52.078 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 -- 172.21.15.63:0/519750378 shutdown_connections 2023-11-16T18:29:52.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.076+0000 7f46b5deb700 1 -- 172.21.15.63:0/519750378 wait complete. 2023-11-16T18:29:52.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 Processor -- start 2023-11-16T18:29:52.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 -- start start 2023-11-16T18:29:52.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 0x7f46b0072ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b0101e30 0x7f46b0073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b0073bc0 con 0x7f46b01002b0 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b0073d30 con 0x7f46b0101e30 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46b5deb700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b01a0000 con 0x7f46b01014a0 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46af7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46af7fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46942/0 (socket says 172.21.15.63:46942) 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.077+0000 7f46af7fe700 1 -- 172.21.15.63:0/2162110433 learned_addr learned my addr 172.21.15.63:0/2162110433 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46affff700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b0101e30 0x7f46b0073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46aeffd700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 0x7f46b0072ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 -- 172.21.15.63:0/2162110433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 msgr2=0x7f46b0072ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 0x7f46b0072ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 -- 172.21.15.63:0/2162110433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b0101e30 msgr2=0x7f46b0073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b0101e30 0x7f46b0073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 -- 172.21.15.63:0/2162110433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46a40095f0 con 0x7f46b01002b0 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46aeffd700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 0x7f46b0072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46af7fe700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f46a4000c00 tx=0x7f46a400f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a401d070 con 0x7f46b01002b0 2023-11-16T18:29:52.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46a400fc60 con 0x7f46b01002b0 2023-11-16T18:29:52.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46b010bc10 con 0x7f46b01002b0 2023-11-16T18:29:52.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a4017650 con 0x7f46b01002b0 2023-11-16T18:29:52.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.078+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46b010ba80 con 0x7f46b01002b0 2023-11-16T18:29:52.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.079+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46b01078c0 con 0x7f46b01002b0 2023-11-16T18:29:52.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.080+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f46a40177b0 con 0x7f46b01002b0 2023-11-16T18:29:52.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.081+0000 7f46acff9700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 0x7f46980a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.081+0000 7f46aeffd700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 0x7f46980a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.081+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f46a40ce0a0 con 0x7f46b01002b0 2023-11-16T18:29:52.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.081+0000 7f46aeffd700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 0x7f46980a3600 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f46a0009be0 tx=0x7f46a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.086+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f46a405c730 con 0x7f46b01002b0 2023-11-16T18:29:52.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:51 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3657354354' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:29:52.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:51 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3657354354' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:29:52.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:51 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3657354354' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-11-16T18:29:52.332 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.331+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46b002cfe0 con 0x7f46b01002b0 2023-11-16T18:29:52.333 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.332+0000 7f46acff9700 1 -- 172.21.15.63:0/2162110433 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+10811 (secure 0 0 0) 0x7f46a409afd0 con 0x7f46b01002b0 2023-11-16T18:29:52.333 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:52.333 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3557747095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3557747095},{"type":"v1","addr":"172.21.15.63:6835","nonce":3557747095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/2587796355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":2587796355},{"type":"v1","addr":"172.21.15.63:6837","nonce":2587796355}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14625,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/616371744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":616371744},{"type":"v1","addr":"172.21.15.63:6839","nonce":616371744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14637,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6841/2441236659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6840","nonce":2441236659},{"type":"v1","addr":"172.21.15.63:6841","nonce":2441236659}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6833/317088292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6832","nonce":317088292},{"type":"v1","addr":"172.21.15.93:6833","nonce":317088292}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.125:6833/3309738147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6832","nonce":3309738147},{"type":"v1","addr":"172.21.15.125:6833","nonce":3309738147}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-11-16T18:21:52.147619+0000","modified":"2023-11-16T18:27:01.765902+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24509,"mds_1":24496,"mds_2":24481},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24458":{"gid":24458,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6835/1717784129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6834","nonce":1717784129},{"type":"v1","addr":"172.21.15.93:6835","nonce":1717784129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.125:6835/1749028636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6834","nonce":1749028636},{"type":"v1","addr":"172.21.15.125:6835","nonce":1749028636}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24479":{"gid":24479,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.93:6837/1006832719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6836","nonce":1006832719},{"type":"v1","addr":"172.21.15.93:6837","nonce":1006832719}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.125:6837/3225608754","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6836","nonce":3225608754},{"type":"v1","addr":"172.21.15.125:6837","nonce":3225608754}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.125:6839/3734427778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6838","nonce":3734427778},{"type":"v1","addr":"172.21.15.125:6839","nonce":3734427778}]},"join_fscid":-1,"export_targets":[0,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.93:6839/2063013669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6838","nonce":2063013669},{"type":"v1","addr":"172.21.15.93:6839","nonce":2063013669}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-16T18:29:52.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 msgr2=0x7f46980a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 0x7f46980a3600 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f46a0009be0 tx=0x7f46a0009260 comp rx=0 tx=0).stop 2023-11-16T18:29:52.335 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 msgr2=0x7f46b00748a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f46a4000c00 tx=0x7f46a400f510 comp rx=0 tx=0).stop 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 shutdown_connections 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f46980a1150 0x7f46980a3600 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f46b0101e30 0x7f46b0073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f46b01002b0 0x7f46b00748a0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 --2- 172.21.15.63:0/2162110433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f46b01014a0 0x7f46b0072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 >> 172.21.15.63:0/2162110433 conn(0x7f46b00fb890 msgr2=0x7f46b0104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:52.336 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 shutdown_connections 2023-11-16T18:29:52.337 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.334+0000 7f46b5deb700 1 -- 172.21.15.63:0/2162110433 wait complete. 2023-11-16T18:29:52.337 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 28 2023-11-16T18:29:52.348 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-16T18:29:52.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 -- 172.21.15.63:0/3231731521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 msgr2=0x7fa920107600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 --2- 172.21.15.63:0/3231731521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa920107600 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fa91800b0a0 tx=0x7fa91800b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 -- 172.21.15.63:0/3231731521 shutdown_connections 2023-11-16T18:29:52.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 --2- 172.21.15.63:0/3231731521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa920107600 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.474 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 --2- 172.21.15.63:0/3231731521 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 0x7fa9200ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 --2- 172.21.15.63:0/3231731521 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 0x7fa920100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 -- 172.21.15.63:0/3231731521 >> 172.21.15.63:0/3231731521 conn(0x7fa9200fa7a0 msgr2=0x7fa9200fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:52.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 -- 172.21.15.63:0/3231731521 shutdown_connections 2023-11-16T18:29:52.475 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.472+0000 7fa92523b700 1 -- 172.21.15.63:0/3231731521 wait complete. 2023-11-16T18:29:52.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.473+0000 7fa92523b700 1 Processor -- start 2023-11-16T18:29:52.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.473+0000 7fa92523b700 1 -- start start 2023-11-16T18:29:52.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 0x7fa920196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 0x7fa920196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.477 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92019dba0 con 0x7fa920100d40 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92019dce0 con 0x7fa9201003b0 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92019de70 con 0x7fa9200ff1c0 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46960/0 (socket says 172.21.15.63:46960) 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 -- 172.21.15.63:0/2470955894 learned_addr learned my addr 172.21.15.63:0/2470955894 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91ed9d700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 0x7fa920196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.478 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91e59c700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 0x7fa920196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 -- 172.21.15.63:0/2470955894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 msgr2=0x7fa920196020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 0x7fa920196020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 -- 172.21.15.63:0/2470955894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 msgr2=0x7fa920196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 0x7fa920196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 -- 172.21.15.63:0/2470955894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa918009d00 con 0x7fa920100d40 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa91f59e700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa91800b780 tx=0x7fa91800bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91800e040 con 0x7fa920100d40 2023-11-16T18:29:52.479 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa92010ab40 con 0x7fa920100d40 2023-11-16T18:29:52.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa918004c60 con 0x7fa920100d40 2023-11-16T18:29:52.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91801b6b0 con 0x7fa920100d40 2023-11-16T18:29:52.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.474+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa92010a9b0 con 0x7fa920100d40 2023-11-16T18:29:52.480 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.476+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa92019e470 con 0x7fa920100d40 2023-11-16T18:29:52.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.476+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa91801d480 con 0x7fa920100d40 2023-11-16T18:29:52.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.477+0000 7fa907fff700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 0x7fa9080a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.477+0000 7fa91ed9d700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 0x7fa9080a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.477+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7fa9180ce590 con 0x7fa920100d40 2023-11-16T18:29:52.481 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.477+0000 7fa91ed9d700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 0x7fa9080a3600 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa920100210 tx=0x7fa910009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.482 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.481+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fa9180979d0 con 0x7fa920100d40 2023-11-16T18:29:52.691 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.690+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa92019ea20 con 0x7fa920100d40 2023-11-16T18:29:52.693 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.692+0000 7fa907fff700 1 -- 172.21.15.63:0/2470955894 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24482 (secure 0 0 0) 0x7fa91809aff0 con 0x7fa920100d40 2023-11-16T18:29:52.693 INFO:teuthology.orchestra.run.smithi063.stdout: 2023-11-16T18:29:52.693 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":93,"fsid":"e9b3d36e-84ab-11ee-8dbe-212e2dc638e7","created":"2023-11-16T18:14:43.674541+0000","modified":"2023-11-16T18:23:45.770180+0000","last_up_change":"2023-11-16T18:21:10.781717+0000","last_in_change":"2023-11-16T18:20:52.884753+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-16T18:17:51.339508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-16T18:21:50.666215+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-16T18:21:51.524226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-11-16T18:21:54.607208+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"875da4ac-288a-4d41-a15f-ec3b718ce5fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6803","nonce":3982652177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6805","nonce":3982652177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6809","nonce":3982652177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3982652177},{"type":"v1","addr":"172.21.15.63:6807","nonce":3982652177}]},"public_addr":"172.21.15.63:6803/3982652177","cluster_addr":"172.21.15.63:6805/3982652177","heartbeat_back_addr":"172.21.15.63:6809/3982652177","heartbeat_front_addr":"172.21.15.63:6807/3982652177","state":["exists","up"]},{"osd":1,"uuid":"48e0cc7b-6818-4a44-a6a9-48414261b46b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6801","nonce":2049865543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6802","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6803","nonce":2049865543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6806","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6807","nonce":2049865543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6804","nonce":2049865543},{"type":"v1","addr":"172.21.15.93:6805","nonce":2049865543}]},"public_addr":"172.21.15.93:6801/2049865543","cluster_addr":"172.21.15.93:6803/2049865543","heartbeat_back_addr":"172.21.15.93:6807/2049865543","heartbeat_front_addr":"172.21.15.93:6805/2049865543","state":["exists","up"]},{"osd":2,"uuid":"34cb6aca-5b28-49c0-a973-862ad67d8fad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6800","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6801","nonce":2036056175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6802","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6803","nonce":2036056175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6806","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6807","nonce":2036056175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6804","nonce":2036056175},{"type":"v1","addr":"172.21.15.125:6805","nonce":2036056175}]},"public_addr":"172.21.15.125:6801/2036056175","cluster_addr":"172.21.15.125:6803/2036056175","heartbeat_back_addr":"172.21.15.125:6807/2036056175","heartbeat_front_addr":"172.21.15.125:6805/2036056175","state":["exists","up"]},{"osd":3,"uuid":"12272d67-75cd-462b-b8ed-35d8065a4306","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6811","nonce":694811623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6813","nonce":694811623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6817","nonce":694811623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":694811623},{"type":"v1","addr":"172.21.15.63:6815","nonce":694811623}]},"public_addr":"172.21.15.63:6811/694811623","cluster_addr":"172.21.15.63:6813/694811623","heartbeat_back_addr":"172.21.15.63:6817/694811623","heartbeat_front_addr":"172.21.15.63:6815/694811623","state":["exists","up"]},{"osd":4,"uuid":"fdff6942-7d15-4b15-9817-f51c927892e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6809","nonce":4090626686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6811","nonce":4090626686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6815","nonce":4090626686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":4090626686},{"type":"v1","addr":"172.21.15.93:6813","nonce":4090626686}]},"public_addr":"172.21.15.93:6809/4090626686","cluster_addr":"172.21.15.93:6811/4090626686","heartbeat_back_addr":"172.21.15.93:6815/4090626686","heartbeat_front_addr":"172.21.15.93:6813/4090626686","state":["exists","up"]},{"osd":5,"uuid":"7459920d-d6b8-41f9-b6f2-cdebb21234ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6808","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6809","nonce":428393545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6810","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6811","nonce":428393545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6814","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6815","nonce":428393545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6812","nonce":428393545},{"type":"v1","addr":"172.21.15.125:6813","nonce":428393545}]},"public_addr":"172.21.15.125:6809/428393545","cluster_addr":"172.21.15.125:6811/428393545","heartbeat_back_addr":"172.21.15.125:6815/428393545","heartbeat_front_addr":"172.21.15.125:6813/428393545","state":["exists","up"]},{"osd":6,"uuid":"eb757498-40c4-47e6-a130-dae647fb3f1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6819","nonce":713352406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6821","nonce":713352406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6825","nonce":713352406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":713352406},{"type":"v1","addr":"172.21.15.63:6823","nonce":713352406}]},"public_addr":"172.21.15.63:6819/713352406","cluster_addr":"172.21.15.63:6821/713352406","heartbeat_back_addr":"172.21.15.63:6825/713352406","heartbeat_front_addr":"172.21.15.63:6823/713352406","state":["exists","up"]},{"osd":7,"uuid":"de6d2a83-9eed-48cf-bab0-835833143945","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6816","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6817","nonce":2557060583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6819","nonce":2557060583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6822","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6823","nonce":2557060583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6820","nonce":2557060583},{"type":"v1","addr":"172.21.15.93:6821","nonce":2557060583}]},"public_addr":"172.21.15.93:6817/2557060583","cluster_addr":"172.21.15.93:6819/2557060583","heartbeat_back_addr":"172.21.15.93:6823/2557060583","heartbeat_front_addr":"172.21.15.93:6821/2557060583","state":["exists","up"]},{"osd":8,"uuid":"9b2e0965-8898-4a77-91d5-17db5dd064df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6816","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6817","nonce":4273346885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6818","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6819","nonce":4273346885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6822","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6823","nonce":4273346885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6820","nonce":4273346885},{"type":"v1","addr":"172.21.15.125:6821","nonce":4273346885}]},"public_addr":"172.21.15.125:6817/4273346885","cluster_addr":"172.21.15.125:6819/4273346885","heartbeat_back_addr":"172.21.15.125:6823/4273346885","heartbeat_front_addr":"172.21.15.125:6821/4273346885","state":["exists","up"]},{"osd":9,"uuid":"24ac6d87-7854-4bab-b8ca-0d75515c5352","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6827","nonce":1006098568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6829","nonce":1006098568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6833","nonce":1006098568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1006098568},{"type":"v1","addr":"172.21.15.63:6831","nonce":1006098568}]},"public_addr":"172.21.15.63:6827/1006098568","cluster_addr":"172.21.15.63:6829/1006098568","heartbeat_back_addr":"172.21.15.63:6833/1006098568","heartbeat_front_addr":"172.21.15.63:6831/1006098568","state":["exists","up"]},{"osd":10,"uuid":"302e4db8-0a3a-478b-9c5a-4155e9f62575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6824","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6825","nonce":93249980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6826","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6827","nonce":93249980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6830","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6831","nonce":93249980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6828","nonce":93249980},{"type":"v1","addr":"172.21.15.93:6829","nonce":93249980}]},"public_addr":"172.21.15.93:6825/93249980","cluster_addr":"172.21.15.93:6827/93249980","heartbeat_back_addr":"172.21.15.93:6831/93249980","heartbeat_front_addr":"172.21.15.93:6829/93249980","state":["exists","up"]},{"osd":11,"uuid":"f4e8fe18-01ed-41b8-a44d-d0ae39f05b70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6824","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6825","nonce":1834480331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6826","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6827","nonce":1834480331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6830","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6831","nonce":1834480331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.125:6828","nonce":1834480331},{"type":"v1","addr":"172.21.15.125:6829","nonce":1834480331}]},"public_addr":"172.21.15.125:6825/1834480331","cluster_addr":"172.21.15.125:6827/1834480331","heartbeat_back_addr":"172.21.15.125:6831/1834480331","heartbeat_front_addr":"172.21.15.125:6829/1834480331","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:06.410560+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:27.986381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:17:49.206752+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:10.589044+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:32.187669+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:18:53.854458+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:15.375303+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:19:37.142152+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:04.257888+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:25.596720+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:20:47.417867+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-16T18:21:08.883181+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":1},{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":8}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6800/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/2485432307":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6801/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/2280504009":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/3499985395":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/2949704410":"2023-11-17T18:15:42.802514+0000","172.21.15.63:6800/4125414512":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/107289207":"2023-11-17T18:15:17.476776+0000","172.21.15.63:0/441774763":"2023-11-17T18:15:42.802514+0000","172.21.15.63:0/4175138216":"2023-11-17T18:15:17.476776+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-16T18:29:52.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 msgr2=0x7fa9080a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 0x7fa9080a3600 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa920100210 tx=0x7fa910009260 comp rx=0 tx=0).stop 2023-11-16T18:29:52.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 msgr2=0x7fa92019d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa91800b780 tx=0x7fa91800bd00 comp rx=0 tx=0).stop 2023-11-16T18:29:52.695 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 shutdown_connections 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fa9080a1150 0x7fa9080a3600 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa920100d40 0x7fa92019d5d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fa9200ff1c0 0x7fa920196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 --2- 172.21.15.63:0/2470955894 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fa9201003b0 0x7fa920196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 >> 172.21.15.63:0/2470955894 conn(0x7fa9200fa7a0 msgr2=0x7fa920068e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 shutdown_connections 2023-11-16T18:29:52.696 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.694+0000 7fa92523b700 1 -- 172.21.15.63:0/2470955894 wait complete. 2023-11-16T18:29:52.708 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-16T18:29:52.834 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 -- 172.21.15.63:0/1046415573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 msgr2=0x7f1738101870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 --2- 172.21.15.63:0/1046415573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f1738101870 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f1728009990 tx=0x7f1728009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 -- 172.21.15.63:0/1046415573 shutdown_connections 2023-11-16T18:29:52.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 --2- 172.21.15.63:0/1046415573 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 0x7f1738108670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.835 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 --2- 172.21.15.63:0/1046415573 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 0x7f1738100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 --2- 172.21.15.63:0/1046415573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f1738101870 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 -- 172.21.15.63:0/1046415573 >> 172.21.15.63:0/1046415573 conn(0x7f17380fb810 msgr2=0x7f17380fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:52.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 -- 172.21.15.63:0/1046415573 shutdown_connections 2023-11-16T18:29:52.836 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.833+0000 7f173c849700 1 -- 172.21.15.63:0/1046415573 wait complete. 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 Processor -- start 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 -- start start 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 0x7f1738195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 0x7f173819d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.839 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173819db10 con 0x7f1738101420 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173819dc50 con 0x7f1738100230 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173c849700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173819dde0 con 0x7f1738101db0 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f1735d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f1735d9b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46972/0 (socket says 172.21.15.63:46972) 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f1735d9b700 1 -- 172.21.15.63:0/3453348702 learned_addr learned my addr 172.21.15.63:0/3453348702 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.834+0000 7f173659c700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 0x7f1738195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.840 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1736d9d700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 0x7f173819d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 -- 172.21.15.63:0/3453348702 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 msgr2=0x7f173819d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 0x7f173819d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 -- 172.21.15.63:0/3453348702 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 msgr2=0x7f1738195f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 0x7f1738195f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 -- 172.21.15.63:0/3453348702 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17280095f0 con 0x7f1738101420 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f1735d9b700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1728004760 tx=0x7f1728004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172801d070 con 0x7f1738101420 2023-11-16T18:29:52.841 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f173810bc20 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1728004830 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728005350 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.835+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f173810ba90 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.836+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1738107160 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.837+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f1728005510 con 0x7f1738101420 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.838+0000 7f172f7fe700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 0x7f17240a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:52.842 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.838+0000 7f173659c700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 0x7f17240a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:52.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.838+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9057+0+0 (secure 0 0 0) 0x7f17280cddf0 con 0x7f1738101420 2023-11-16T18:29:52.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.838+0000 7f173659c700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 0x7f17240a3600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1738101280 tx=0x7f1720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:52.843 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:52.842+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f172805a730 con 0x7f1738101420 2023-11-16T18:29:53.080 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:52 smithi063 ceph-mon[98873]: pgmap v507: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/934090207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2162110433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:52 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/2470955894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.087+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f173802cfe0 con 0x7f1738101420 2023-11-16T18:29:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:52 smithi093 ceph-mon[100185]: pgmap v507: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/934090207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2162110433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:52 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/2470955894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:52 smithi125 ceph-mon[100672]: pgmap v507: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-11-16T18:29:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/934090207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2162110433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:52 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/2470955894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-11-16T18:29:53.897 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.895+0000 7f172f7fe700 1 -- 172.21.15.63:0/3453348702 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) v1 ==== 161+0+0 (secure 0 0 0) 0x7f1728097290 con 0x7f1738101420 2023-11-16T18:29:53.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 msgr2=0x7f17240a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:53.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 0x7f17240a3600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1738101280 tx=0x7f1720009260 comp rx=0 tx=0).stop 2023-11-16T18:29:53.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 msgr2=0x7f17381964d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:53.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1728004760 tx=0x7f1728004790 comp rx=0 tx=0).stop 2023-11-16T18:29:53.900 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 shutdown_connections 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f17240a1150 0x7f17240a3600 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f1738101db0 0x7f173819d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f1738100230 0x7f1738195f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.898+0000 7f173c849700 1 --2- 172.21.15.63:0/3453348702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1738101420 0x7f17381964d0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.899+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 >> 172.21.15.63:0/3453348702 conn(0x7f17380fb810 msgr2=0x7f17380fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.899+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 shutdown_connections 2023-11-16T18:29:53.901 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:53.899+0000 7f173c849700 1 -- 172.21.15.63:0/3453348702 wait complete. 2023-11-16T18:29:53.902 INFO:teuthology.orchestra.run.smithi063.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-16T18:29:53.915 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-16T18:29:54.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.051+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/3438359663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc101e40 msgr2=0x7fd2cc108700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:54.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.051+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/3438359663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc101e40 0x7fd2cc108700 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fd2c400b0a0 tx=0x7fd2c400b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/3438359663 shutdown_connections 2023-11-16T18:29:54.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/3438359663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc101e40 0x7fd2cc108700 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.055 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/3438359663 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 0x7fd2cc1006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/3438359663 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/3438359663 >> 172.21.15.63:0/3438359663 conn(0x7fd2cc0fb8a0 msgr2=0x7fd2cc0fdd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/3438359663 shutdown_connections 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/3438359663 wait complete. 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 Processor -- start 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- start start 2023-11-16T18:29:54.056 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 0x7fd2cc196170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc101e40 0x7fd2cc19d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc19dcf0 con 0x7fd2cc1014b0 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc19de30 con 0x7fd2cc1002c0 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.052+0000 7fd2d3cf9700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc19dfc0 con 0x7fd2cc101e40 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:54.057 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46986/0 (socket says 172.21.15.63:46986) 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 -- 172.21.15.63:0/869830433 learned_addr learned my addr 172.21.15.63:0/869830433 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1a95700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 0x7fd2cc196170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d2296700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc101e40 0x7fd2cc19d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 -- 172.21.15.63:0/869830433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc101e40 msgr2=0x7fd2cc19d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc101e40 0x7fd2cc19d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 -- 172.21.15.63:0/869830433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 msgr2=0x7fd2cc196170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 0x7fd2cc196170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.058 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 -- 172.21.15.63:0/869830433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c4009d00 con 0x7fd2cc1014b0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d1294700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00e9a0 tx=0x7fd2bc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc009790 con 0x7fd2cc1014b0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd2bc010430 con 0x7fd2cc1014b0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2cc10bc90 con 0x7fd2cc1014b0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc018680 con 0x7fd2cc1014b0 2023-11-16T18:29:54.059 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.053+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2cc10bb00 con 0x7fd2cc1014b0 2023-11-16T18:29:54.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.054+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2cc19e700 con 0x7fd2cc1014b0 2023-11-16T18:29:54.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.056+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd2bc0105a0 con 0x7fd2cc1014b0 2023-11-16T18:29:54.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.056+0000 7fd2c2ffd700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 0x7fd2b80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:54.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.056+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9315+0+0 (secure 0 0 0) 0x7fd2bc014070 con 0x7fd2cc1014b0 2023-11-16T18:29:54.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.056+0000 7fd2d1a95700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 0x7fd2b80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:54.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.057+0000 7fd2d1a95700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 0x7fd2b80a3680 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc101310 tx=0x7fd2c8007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:54.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.059+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fd2bc096350 con 0x7fd2cc1014b0 2023-11-16T18:29:54.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-11-16T18:29:54.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-mon[100185]: osdmap e94: 12 total, 12 up, 12 in 2023-11-16T18:29:54.186 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.186 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.186 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: starting mds.h at 2023-11-16T18:29:54.187 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.187 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.188 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-mds[125266]: -- 172.21.15.93:0/52007387 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e4137b3520 con 0x55e413788800 2023-11-16T18:29:54.188 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: starting mds.b at 2023-11-16T18:29:54.188 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.189 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.189 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-mds[124588]: -- 172.21.15.93:0/1402440898 <== mon.2 v2:172.21.15.93:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607756ed520 con 0x5607756c2c00 2023-11-16T18:29:54.189 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:29:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: starting mds.e at 2023-11-16T18:29:54.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-11-16T18:29:54.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-mon[100672]: osdmap e94: 12 total, 12 up, 12 in 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-mds[126435]: -- 172.21.15.125:0/1932761882 <== mon.0 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565377f51520 con 0x565377f27000 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: starting mds.c at 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.261 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.262 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-mds[126093]: -- 172.21.15.125:0/3792271690 <== mon.1 v2:172.21.15.125:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555c31acf520 con 0x555c31aa5000 2023-11-16T18:29:54.262 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: starting mds.f at 2023-11-16T18:29:54.262 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: ignoring --setuser ceph since I am not root 2023-11-16T18:29:54.262 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: ignoring --setgroup ceph since I am not root 2023-11-16T18:29:54.262 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:29:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: starting mds.i at 2023-11-16T18:29:54.306 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.305+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fd2cc107100 con 0x7fd2cc1014b0 2023-11-16T18:29:54.330 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:53 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-11-16T18:29:54.823 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:53 smithi063 ceph-mon[98873]: osdmap e94: 12 total, 12 up, 12 in 2023-11-16T18:29:54.824 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a[98849]: 2023-11-16T18:29:53.886+0000 7fcff878f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-16T18:29:54.899 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.898+0000 7fd2c2ffd700 1 -- 172.21.15.63:0/869830433 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) v1 ==== 104+0+0 (secure 0 0 0) 0x7fd2bc0260a0 con 0x7fd2cc1014b0 2023-11-16T18:29:54.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 msgr2=0x7fd2b80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:54.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 0x7fd2b80a3680 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc101310 tx=0x7fd2c8007400 comp rx=0 tx=0).stop 2023-11-16T18:29:54.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 msgr2=0x7fd2cc1966b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:54.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00e9a0 tx=0x7fd2bc00ecb0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 shutdown_connections 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fd2b80a11d0 0x7fd2b80a3680 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fd2cc101e40 0x7fd2cc19d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fd2cc1002c0 0x7fd2cc196170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 --2- 172.21.15.63:0/869830433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2cc1014b0 0x7fd2cc1966b0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 >> 172.21.15.63:0/869830433 conn(0x7fd2cc0fb8a0 msgr2=0x7fd2cc0fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 shutdown_connections 2023-11-16T18:29:54.904 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:54.902+0000 7fd2d3cf9700 1 -- 172.21.15.63:0/869830433 wait complete. 2023-11-16T18:29:54.920 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-16T18:29:55.060 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 -- 172.21.15.63:0/2075741232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4106050 msgr2=0x7f6be4108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:55.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/2075741232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4106050 0x7f6be4108430 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc00b0a0 tx=0x7f6bdc00b3b0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 -- 172.21.15.63:0/2075741232 shutdown_connections 2023-11-16T18:29:55.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/2075741232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4106050 0x7f6be4108430 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/2075741232 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 0x7f6be41031f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.061 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/2075741232 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4103730 0x7f6be4105b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 -- 172.21.15.63:0/2075741232 >> 172.21.15.63:0/2075741232 conn(0x7f6be40fa810 msgr2=0x7f6be40fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 -- 172.21.15.63:0/2075741232 shutdown_connections 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.057+0000 7f6beb3f4700 1 -- 172.21.15.63:0/2075741232 wait complete. 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 Processor -- start 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 -- start start 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 0x7f6be4196140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:55.062 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4106050 0x7f6be419d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be419dcc0 con 0x7f6be4103730 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be419de00 con 0x7f6be4100e10 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6beb3f4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be419df90 con 0x7f6be4106050 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6be898f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6be898f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:47000/0 (socket says 172.21.15.63:47000) 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6be898f700 1 -- 172.21.15.63:0/3909280748 learned_addr learned my addr 172.21.15.63:0/3909280748 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6be9190700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 0x7f6be4196140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:55.063 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.058+0000 7f6be9991700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4106050 0x7f6be419d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 -- 172.21.15.63:0/3909280748 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4106050 msgr2=0x7f6be419d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4106050 0x7f6be419d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 -- 172.21.15.63:0/3909280748 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 msgr2=0x7f6be4196140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 0x7f6be4196140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 -- 172.21.15.63:0/3909280748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bdc009d00 con 0x7f6be4103730 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6be898f700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f6be000d950 tx=0x7f6be000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be000f890 con 0x7f6be4103730 2023-11-16T18:29:55.064 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6be410bd00 con 0x7f6be4103730 2023-11-16T18:29:55.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6be0010460 con 0x7f6be4103730 2023-11-16T18:29:55.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be000e610 con 0x7f6be4103730 2023-11-16T18:29:55.065 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.059+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6be410bb70 con 0x7f6be4103730 2023-11-16T18:29:55.066 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.060+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6be40fc380 con 0x7f6be4103730 2023-11-16T18:29:55.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.061+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6be00108d0 con 0x7f6be4103730 2023-11-16T18:29:55.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.062+0000 7f6bda7fc700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 0x7f6bd00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:55.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.062+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9315+0+0 (secure 0 0 0) 0x7f6be00ccb30 con 0x7f6be4103730 2023-11-16T18:29:55.389 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.062+0000 7f6be9190700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 0x7f6bd00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:55.390 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.062+0000 7f6be9190700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 0x7f6bd00a3600 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009c60 tx=0x7f6bd4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:55.393 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: pgmap v509: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 7 op/s 2023-11-16T18:29:55.393 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:54 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: pgmap v509: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 7 op/s 2023-11-16T18:29:55.521 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-11-16T18:29:55.522 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-16T18:29:55.522 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-11-16T18:29:55.522 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-11-16T18:29:55.522 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:54 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:29:55.522 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.066+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f6be0095e40 con 0x7f6be4103730 2023-11-16T18:29:55.523 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.269+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6be402cfe0 con 0x7f6be4103730 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: pgmap v509: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 7 op/s 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3453348702' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-11-16T18:29:55.523 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:54 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-11-16T18:29:55.903 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.902+0000 7f6bda7fc700 1 -- 172.21.15.63:0/3909280748 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v95) v1 ==== 181+0+0 (secure 0 0 0) 0x7f6be00160d0 con 0x7f6be4103730 2023-11-16T18:29:55.906 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 msgr2=0x7f6bd00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:55.906 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 0x7f6bd00a3600 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009c60 tx=0x7f6bd4009260 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 msgr2=0x7f6be4196680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f6be000d950 tx=0x7f6be000dc60 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 shutdown_connections 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f6bd00a1150 0x7f6bd00a3600 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f6be4106050 0x7f6be419d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f6be4100e10 0x7f6be4196140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 --2- 172.21.15.63:0/3909280748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6be4103730 0x7f6be4196680 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 >> 172.21.15.63:0/3909280748 conn(0x7f6be40fa810 msgr2=0x7f6be4101b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:55.907 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 shutdown_connections 2023-11-16T18:29:55.908 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:55.905+0000 7f6beb3f4700 1 -- 172.21.15.63:0/3909280748 wait complete. 2023-11-16T18:29:55.908 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' removed 2023-11-16T18:29:55.921 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-16T18:29:56.079 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 -- 172.21.15.63:0/2563498889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100103660 msgr2=0x7fc100105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 --2- 172.21.15.63:0/2563498889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100103660 0x7fc100105a40 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc0f0009990 tx=0x7fc0f0009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 -- 172.21.15.63:0/2563498889 shutdown_connections 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 --2- 172.21.15.63:0/2563498889 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100105f80 0x7fc1001083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 --2- 172.21.15.63:0/2563498889 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100100d40 0x7fc100103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 --2- 172.21.15.63:0/2563498889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100103660 0x7fc100105a40 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 -- 172.21.15.63:0/2563498889 >> 172.21.15.63:0/2563498889 conn(0x7fc1000fa7c0 msgr2=0x7fc1000fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 -- 172.21.15.63:0/2563498889 shutdown_connections 2023-11-16T18:29:56.080 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.076+0000 7fc107ae4700 1 -- 172.21.15.63:0/2563498889 wait complete. 2023-11-16T18:29:56.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 Processor -- start 2023-11-16T18:29:56.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 -- start start 2023-11-16T18:29:56.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:56.081 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100103660 0x7fc1001965d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:56.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100105f80 0x7fc10019d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:56.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc10019dc10 con 0x7fc100100d40 2023-11-16T18:29:56.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc10019dd50 con 0x7fc100103660 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc107ae4700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc10019dee0 con 0x7fc100105f80 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc105880700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc105880700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:47012/0 (socket says 172.21.15.63:47012) 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc105880700 1 -- 172.21.15.63:0/1460755891 learned_addr learned my addr 172.21.15.63:0/1460755891 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc10507f700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100103660 0x7fc1001965d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.077+0000 7fc106081700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100105f80 0x7fc10019d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 -- 172.21.15.63:0/1460755891 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100105f80 msgr2=0x7fc10019d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:56.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100105f80 0x7fc10019d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 -- 172.21.15.63:0/1460755891 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100103660 msgr2=0x7fc1001965d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100103660 0x7fc1001965d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 -- 172.21.15.63:0/1460755891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0f00095f0 con 0x7fc100100d40 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc105880700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc00d950 tx=0x7fc0fc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc00f890 con 0x7fc100100d40 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0fc010460 con 0x7fc100100d40 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc10010bcd0 con 0x7fc100100d40 2023-11-16T18:29:56.084 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc00e610 con 0x7fc100100d40 2023-11-16T18:29:56.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.078+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc10010bb40 con 0x7fc100100d40 2023-11-16T18:29:56.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.079+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1000fc330 con 0x7fc100100d40 2023-11-16T18:29:56.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.080+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc0fc0108d0 con 0x7fc100100d40 2023-11-16T18:29:56.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.081+0000 7fc0f6ffd700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 0x7fc0ec0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:56.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.081+0000 7fc10507f700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 0x7fc0ec0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:56.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.081+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8782+0+0 (secure 0 0 0) 0x7fc0fc0cc870 con 0x7fc100100d40 2023-11-16T18:29:56.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.081+0000 7fc10507f700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 0x7fc0ec0a3680 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000b5c0 tx=0x7fc0f0009f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:56.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.085+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7fc0fc095da0 con 0x7fc100100d40 2023-11-16T18:29:56.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-11-16T18:29:56.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-11-16T18:29:56.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: Cluster is now healthy 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6834/3011975690,v1:172.21.15.93:6836/3011975690] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6835/3807075788,v1:172.21.15.93:6837/3807075788] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6834/3950238918,v1:172.21.15.125:6835/3950238918] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.93:6838/4079029536,v1:172.21.15.93:6839/4079029536] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6836/3810582808,v1:172.21.15.125:6838/3810582808] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: mds.? [v2:172.21.15.125:6837/1215593032,v1:172.21.15.125:6839/1215593032] up:boot 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:29:56.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: fsmap 12 up:standby 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:29:56.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:55 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: Cluster is now healthy 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6834/3011975690,v1:172.21.15.93:6836/3011975690] up:boot 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6835/3807075788,v1:172.21.15.93:6837/3807075788] up:boot 2023-11-16T18:29:56.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6834/3950238918,v1:172.21.15.125:6835/3950238918] up:boot 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.93:6838/4079029536,v1:172.21.15.93:6839/4079029536] up:boot 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6836/3810582808,v1:172.21.15.125:6838/3810582808] up:boot 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: mds.? [v2:172.21.15.125:6837/1215593032,v1:172.21.15.125:6839/1215593032] up:boot 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: fsmap 12 up:standby 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:29:56.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:29:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:29:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:29:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:29:56.262 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:55 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:56.298 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.297+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fc100061b00 con 0x7fc100100d40 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: Cluster is now healthy 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6834/3011975690,v1:172.21.15.93:6836/3011975690] up:boot 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6835/3807075788,v1:172.21.15.93:6837/3807075788] up:boot 2023-11-16T18:29:56.360 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6834/3950238918,v1:172.21.15.125:6835/3950238918] up:boot 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.93:6838/4079029536,v1:172.21.15.93:6839/4079029536] up:boot 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6836/3810582808,v1:172.21.15.125:6838/3810582808] up:boot 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: mds.? [v2:172.21.15.125:6837/1215593032,v1:172.21.15.125:6839/1215593032] up:boot 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/869830433' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: fsmap 12 up:standby 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-11-16T18:29:56.361 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-11-16T18:29:56.362 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-11-16T18:29:56.362 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-11-16T18:29:56.362 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='mgr.14152 172.21.15.63:0/487825437' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-11-16T18:29:56.362 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:55 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:56.905 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.904+0000 7fc0f6ffd700 1 -- 172.21.15.63:0/1460755891 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v96) v1 ==== 169+0+0 (secure 0 0 0) 0x7fc0fc0160d0 con 0x7fc100100d40 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 msgr2=0x7fc0ec0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 0x7fc0ec0a3680 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000b5c0 tx=0x7fc0f0009f00 comp rx=0 tx=0).stop 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 msgr2=0x7fc100196090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc00d950 tx=0x7fc0fc00dc60 comp rx=0 tx=0).stop 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 shutdown_connections 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7fc0ec0a11d0 0x7fc0ec0a3680 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.909 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7fc100105f80 0x7fc10019d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc100100d40 0x7fc100196090 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 --2- 172.21.15.63:0/1460755891 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7fc100103660 0x7fc1001965d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.907+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 >> 172.21.15.63:0/1460755891 conn(0x7fc1000fa7c0 msgr2=0x7fc1001019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.908+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 shutdown_connections 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:56.908+0000 7fc107ae4700 1 -- 172.21.15.63:0/1460755891 wait complete. 2023-11-16T18:29:56.910 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' removed 2023-11-16T18:29:56.924 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2023-11-16T18:29:57.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 -- 172.21.15.63:0/205076451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 msgr2=0x7f500c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:57.073 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 --2- 172.21.15.63:0/205076451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c103120 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009990 tx=0x7f4ffc009ca0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 -- 172.21.15.63:0/205076451 shutdown_connections 2023-11-16T18:29:57.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 --2- 172.21.15.63:0/205076451 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c105f80 0x7f500c1083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 --2- 172.21.15.63:0/205076451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c103120 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.074 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 --2- 172.21.15.63:0/205076451 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c103660 0x7f500c105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 -- 172.21.15.63:0/205076451 >> 172.21.15.63:0/205076451 conn(0x7f500c0fa7a0 msgr2=0x7f500c0fcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:57.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 -- 172.21.15.63:0/205076451 shutdown_connections 2023-11-16T18:29:57.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.066+0000 7f5012881700 1 -- 172.21.15.63:0/205076451 wait complete. 2023-11-16T18:29:57.082 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 Processor -- start 2023-11-16T18:29:57.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 -- start start 2023-11-16T18:29:57.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:57.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 --2- >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c103660 0x7f500c1964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:57.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 --2- >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c105f80 0x7f500c19d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:57.083 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c19db30 con 0x7f500c100d40 2023-11-16T18:29:57.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 -- --> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c19dc70 con 0x7f500c103660 2023-11-16T18:29:57.085 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5012881700 1 -- --> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c19de00 con 0x7f500c105f80 2023-11-16T18:29:57.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:57.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:47026/0 (socket says 172.21.15.63:47026) 2023-11-16T18:29:57.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 -- 172.21.15.63:0/689896958 learned_addr learned my addr 172.21.15.63:0/689896958 (peer_addr_for_me v2:172.21.15.63:0/0) 2023-11-16T18:29:57.086 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5003fff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c103660 0x7f500c1964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:57.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f5010e1e700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c105f80 0x7f500c19d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:57.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 -- 172.21.15.63:0/689896958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c105f80 msgr2=0x7f500c19d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:57.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c105f80 0x7f500c19d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.087 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 -- 172.21.15.63:0/689896958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c103660 msgr2=0x7f500c1964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:57.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c103660 0x7f500c1964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.067+0000 7f500bfff700 1 -- 172.21.15.63:0/689896958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc0095f0 con 0x7f500c100d40 2023-11-16T18:29:57.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f500bfff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc0059d0 tx=0x7f4ffc0047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:57.088 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc01d070 con 0x7f500c100d40 2023-11-16T18:29:57.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ffc00fb90 con 0x7f500c100d40 2023-11-16T18:29:57.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc017650 con 0x7f500c100d40 2023-11-16T18:29:57.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500c10bc50 con 0x7f500c100d40 2023-11-16T18:29:57.089 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.068+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500c10bac0 con 0x7f500c100d40 2023-11-16T18:29:57.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.069+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f500c0fc310 con 0x7f500c100d40 2023-11-16T18:29:57.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.070+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4ffc00fd00 con 0x7f500c100d40 2023-11-16T18:29:57.090 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.070+0000 7f5009ffb700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 0x7f4ff80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-16T18:29:57.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.070+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8252+0+0 (secure 0 0 0) 0x7f4ffc0ce490 con 0x7f500c100d40 2023-11-16T18:29:57.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.070+0000 7f5003fff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 0x7f4ff80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-16T18:29:57.091 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.071+0000 7f5003fff700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 0x7f4ff80a3600 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4009c60 tx=0x7f4ff4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-16T18:29:57.092 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.074+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177948 (secure 0 0 0) 0x7f4ffc097c60 con 0x7f500c100d40 2023-11-16T18:29:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:56 smithi093 ceph-mon[100185]: pgmap v510: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 716 B/s wr, 7 op/s 2023-11-16T18:29:57.184 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:57.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:56 smithi093 ceph-mon[100185]: osdmap e95: 12 total, 12 up, 12 in 2023-11-16T18:29:57.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:56 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:57.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:56 smithi125 ceph-mon[100672]: pgmap v510: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 716 B/s wr, 7 op/s 2023-11-16T18:29:57.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:57.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:56 smithi125 ceph-mon[100672]: osdmap e95: 12 total, 12 up, 12 in 2023-11-16T18:29:57.261 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:56 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.276+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f500c02cfe0 con 0x7f500c100d40 2023-11-16T18:29:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:56 smithi063 ceph-mon[98873]: pgmap v510: 129 pgs: 129 active+clean; 330 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 716 B/s wr, 7 op/s 2023-11-16T18:29:57.331 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/3909280748' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:57.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:56 smithi063 ceph-mon[98873]: osdmap e95: 12 total, 12 up, 12 in 2023-11-16T18:29:57.332 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:56 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:57.919 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.918+0000 7f5009ffb700 1 -- 172.21.15.63:0/689896958 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v97) v1 ==== 178+0+0 (secure 0 0 0) 0x7f4ffc09b280 con 0x7f500c100d40 2023-11-16T18:29:57.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 msgr2=0x7f4ff80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:57.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 0x7f4ff80a3600 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4009c60 tx=0x7f4ff4009260 comp rx=0 tx=0).stop 2023-11-16T18:29:57.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 msgr2=0x7f500c195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-16T18:29:57.923 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc0059d0 tx=0x7f4ffc0047a0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 shutdown_connections 2023-11-16T18:29:57.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:6800/3013530998,v1:172.21.15.63:6801/3013530998] conn(0x7f4ff80a1150 0x7f4ff80a3600 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.125:3300/0,v1:172.21.15.125:6789/0] conn(0x7f500c105f80 0x7f500c19d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f500c100d40 0x7f500c195fb0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.924 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 --2- 172.21.15.63:0/689896958 >> [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] conn(0x7f500c103660 0x7f500c1964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-16T18:29:57.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.920+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 >> 172.21.15.63:0/689896958 conn(0x7f500c0fa7a0 msgr2=0x7f500c1019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-16T18:29:57.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.921+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 shutdown_connections 2023-11-16T18:29:57.925 INFO:teuthology.orchestra.run.smithi063.stderr:2023-11-16T18:29:57.921+0000 7f5012881700 1 -- 172.21.15.63:0/689896958 wait complete. 2023-11-16T18:29:57.962 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data_ec' removed 2023-11-16T18:29:57.963 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:29:57.998 DEBUG:teuthology.orchestra.run.smithi093:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:29:58.032 DEBUG:teuthology.orchestra.run.smithi125:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:29:58.066 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-11-16T18:29:58.067 DEBUG:teuthology.orchestra.run.smithi063:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-11-16T18:29:58.085 DEBUG:teuthology.orchestra.run.smithi093:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-11-16T18:29:58.105 DEBUG:teuthology.orchestra.run.smithi125:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-11-16T18:29:58.136 INFO:tasks.cephadm:Stopping all daemons... 2023-11-16T18:29:58.136 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-11-16T18:29:58.136 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a 2023-11-16T18:29:58.169 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:57 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:58.169 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:57 smithi063 ceph-mon[98873]: osdmap e96: 12 total, 12 up, 12 in 2023-11-16T18:29:58.169 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:57 smithi063 ceph-mon[98873]: from='client.? 172.21.15.63:0/689896958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:58.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:57 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:58.185 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:57 smithi093 ceph-mon[100185]: osdmap e96: 12 total, 12 up, 12 in 2023-11-16T18:29:58.186 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:57 smithi093 ceph-mon[100185]: from='client.? 172.21.15.63:0/689896958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:57 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/1460755891' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-11-16T18:29:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:57 smithi125 ceph-mon[100672]: osdmap e96: 12 total, 12 up, 12 in 2023-11-16T18:29:58.260 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:29:57 smithi125 ceph-mon[100672]: from='client.? 172.21.15.63:0/689896958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-11-16T18:29:58.581 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:58 smithi063 systemd[1]: Stopping Ceph mon.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:29:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a[98849]: 2023-11-16T18:29:58.621+0000 7fcffb795700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:29:59.081 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a[98849]: 2023-11-16T18:29:58.621+0000 7fcffb795700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-11-16T18:29:59.382 INFO:journalctl@ceph.mon.a.smithi063.stdout:Nov 16 18:29:59 smithi063 bash[258719]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-a 2023-11-16T18:29:59.389 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.a.service' 2023-11-16T18:29:59.479 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:29:59.480 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-11-16T18:29:59.480 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-11-16T18:29:59.480 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.b 2023-11-16T18:29:59.847 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:59 smithi093 systemd[1]: Stopping Ceph mon.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:29:59.847 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-b[100161]: 2023-11-16T18:29:59.844+0000 7ff620828700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:29:59.847 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:29:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-b[100161]: 2023-11-16T18:29:59.844+0000 7ff620828700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-11-16T18:30:00.398 INFO:journalctl@ceph.mon.b.smithi093.stdout:Nov 16 18:30:00 smithi093 bash[129261]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-b 2023-11-16T18:30:00.582 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.b.service' 2023-11-16T18:30:00.638 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:00.638 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-11-16T18:30:00.639 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-11-16T18:30:00.639 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.c 2023-11-16T18:30:01.010 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:00 smithi125 systemd[1]: Stopping Ceph mon.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:01.424 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-c[100634]: 2023-11-16T18:30:01.015+0000 7fd087b76700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:01.424 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-c[100634]: 2023-11-16T18:30:01.015+0000 7fd087b76700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-11-16T18:30:01.653 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.c.service' 2023-11-16T18:30:01.679 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:01 smithi125 bash[130625]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mon-c 2023-11-16T18:30:01.679 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:01 smithi125 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mon.c.service: Succeeded. 2023-11-16T18:30:01.679 INFO:journalctl@ceph.mon.c.smithi125.stdout:Nov 16 18:30:01 smithi125 systemd[1]: Stopped Ceph mon.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:30:01.706 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:01.707 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-11-16T18:30:01.707 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-11-16T18:30:01.707 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x 2023-11-16T18:30:02.069 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:01 smithi063 systemd[1]: Stopping Ceph mgr.x for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:02.330 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:30:02.062+0000 7fb8790e7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:02.331 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x[99118]: 2023-11-16T18:30:02.062+0000 7fb8790e7700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-11-16T18:30:02.615 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service' 2023-11-16T18:30:02.640 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:02 smithi063 bash[258863]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-x 2023-11-16T18:30:02.647 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:02 smithi063 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.x.service: Succeeded. 2023-11-16T18:30:02.647 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Nov 16 18:30:02 smithi063 systemd[1]: Stopped Ceph mgr.x for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:30:02.654 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:02.654 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-11-16T18:30:02.654 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-11-16T18:30:02.654 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.y 2023-11-16T18:30:03.063 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:30:02 smithi093 systemd[1]: Stopping Ceph mgr.y for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:03.434 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:30:03 smithi093 bash[129415]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-y 2023-11-16T18:30:03.434 INFO:journalctl@ceph.mgr.y.smithi093.stdout:Nov 16 18:30:03 smithi093 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-11-16T18:30:03.448 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.y.service' 2023-11-16T18:30:03.486 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:03.486 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-11-16T18:30:03.486 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-11-16T18:30:03.486 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.z 2023-11-16T18:30:03.914 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:30:03 smithi125 systemd[1]: Stopping Ceph mgr.z for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:04.191 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:30:04 smithi125 bash[130777]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mgr-z 2023-11-16T18:30:04.374 INFO:journalctl@ceph.mgr.z.smithi125.stdout:Nov 16 18:30:04 smithi125 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.z.service: Main process exited, code=exited, status=143/n/a 2023-11-16T18:30:04.377 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mgr.z.service' 2023-11-16T18:30:04.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:04.414 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-11-16T18:30:04.414 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-11-16T18:30:04.415 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.0 2023-11-16T18:30:04.781 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:30:04 smithi063 systemd[1]: Stopping Ceph osd.0 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:05.080 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:30:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:30:04.778+0000 7fa8acedb700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:05.081 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:30:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:30:04.778+0000 7fa8acedb700 -1 osd.0 97 *** Got signal Terminated *** 2023-11-16T18:30:05.081 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:30:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0[111983]: 2023-11-16T18:30:04.778+0000 7fa8acedb700 -1 osd.0 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:10.831 INFO:journalctl@ceph.osd.0.smithi063.stdout:Nov 16 18:30:10 smithi063 bash[259001]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-0 2023-11-16T18:30:13.144 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.0.service' 2023-11-16T18:30:13.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:13.186 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-11-16T18:30:13.187 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-11-16T18:30:13.187 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.1 2023-11-16T18:30:13.544 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:30:13 smithi093 systemd[1]: Stopping Ceph osd.1 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:13.934 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:30:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:30:13.542+0000 7fa08e0db700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:13.934 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:30:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:30:13.542+0000 7fa08e0db700 -1 osd.1 97 *** Got signal Terminated *** 2023-11-16T18:30:13.934 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:30:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1[105116]: 2023-11-16T18:30:13.542+0000 7fa08e0db700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:19.426 INFO:journalctl@ceph.osd.1.smithi093.stdout:Nov 16 18:30:19 smithi093 bash[129563]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-1 2023-11-16T18:30:20.689 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.1.service' 2023-11-16T18:30:20.729 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:20.730 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-11-16T18:30:20.730 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-11-16T18:30:20.730 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.2 2023-11-16T18:30:21.090 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:30:20 smithi125 systemd[1]: Stopping Ceph osd.2 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:21.510 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:30:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:30:21.088+0000 7f73c732b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:21.510 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:30:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:30:21.088+0000 7f73c732b700 -1 osd.2 97 *** Got signal Terminated *** 2023-11-16T18:30:21.510 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:30:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2[106472]: 2023-11-16T18:30:21.088+0000 7f73c732b700 -1 osd.2 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:27.010 INFO:journalctl@ceph.osd.2.smithi125.stdout:Nov 16 18:30:26 smithi125 bash[130925]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-2 2023-11-16T18:30:28.032 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.2.service' 2023-11-16T18:30:28.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:28.073 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-11-16T18:30:28.073 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-11-16T18:30:28.073 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.3 2023-11-16T18:30:28.437 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:30:28 smithi063 systemd[1]: Stopping Ceph osd.3 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:28.831 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:30:28 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:30:28.434+0000 7fc0b95df700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:28.831 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:30:28 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:30:28.434+0000 7fc0b95df700 -1 osd.3 97 *** Got signal Terminated *** 2023-11-16T18:30:28.831 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:30:28 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3[117284]: 2023-11-16T18:30:28.434+0000 7fc0b95df700 -1 osd.3 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:31.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:31 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:31.256+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:32.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:31.991+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:32.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:32 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:32.284+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:33.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:32.999+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:33.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:33 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:33.288+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:33.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:33 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:33.503+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:34.510 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:34.036+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:34.538 INFO:journalctl@ceph.osd.3.smithi063.stdout:Nov 16 18:30:34 smithi063 bash[259269]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-3 2023-11-16T18:30:34.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:34 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:34.242+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:34.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:34 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:34.536+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:35.510 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:35 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:35.013+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:35.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:35 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:35.293+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:35.729 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:35 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:35.583+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:35.737 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.3.service' 2023-11-16T18:30:35.780 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:35.780 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-11-16T18:30:35.780 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-11-16T18:30:35.781 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.4 2023-11-16T18:30:36.166 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:35 smithi093 systemd[1]: Stopping Ceph osd.4 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:36.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:35 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:35.986+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:36.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:36 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:36.248+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:36.434 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:36 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:30:36.164+0000 7f5f2c31f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:36.435 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:36 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:30:36.164+0000 7f5f2c31f700 -1 osd.4 97 *** Got signal Terminated *** 2023-11-16T18:30:36.435 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:36 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:30:36.164+0000 7f5f2c31f700 -1 osd.4 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:37.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:36 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:36.617+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:37.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:36 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:36.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:37.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:37 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:37.204+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:38.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:37 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:37.614+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:38.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:37 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:37.928+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:38.684 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:38 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:38.187+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:39.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:38 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:38.659+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:39.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:38 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:38.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:39.411 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:39 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:39.154+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:39.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:39 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:39.409+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:39.937 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:39 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:39.660+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:40.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:39 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:39.894+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:40.330 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:39 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:39.936+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:40.411 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:40 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:40.130+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:40.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:40 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:40.410+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:41.082 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:40 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:40.701+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:41.099 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:40 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:40.900+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:41.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:40 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:40.868+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:41.410 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:41 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4[110528]: 2023-11-16T18:30:41.143+0000 7f5f2510e700 -1 osd.4 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.176556+0000 front 2023-11-16T18:30:18.176579+0000 (oldest deadline 2023-11-16T18:30:41.076880+0000) 2023-11-16T18:30:41.411 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:41 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:41.096+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:41.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:41 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:41.409+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:41.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:41 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:41.342+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:42.025 INFO:journalctl@ceph.osd.4.smithi093.stdout:Nov 16 18:30:41 smithi093 bash[129838]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-4 2023-11-16T18:30:42.080 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:41.721+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:42.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:41 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:41.883+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:42.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:41 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:41.865+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:42.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:42 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:42.120+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:42.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:42 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:42.120+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:42.760 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:42 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:42.581+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:42.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:42 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:42.333+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:42.934 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:42 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:42.441+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:43.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:42.866+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:43.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:42.688+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:43.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:42.688+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:43.263 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:42 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:42.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:43.263 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:42 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:42.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:43.279 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:43 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:43.105+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:43.279 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:43 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:43.105+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:43.287 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.4.service' 2023-11-16T18:30:43.328 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:43.328 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-11-16T18:30:43.329 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-11-16T18:30:43.329 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.5 2023-11-16T18:30:43.569 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:43 smithi125 systemd[1]: Stopping Ceph osd.5 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:43.570 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:43.290+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:43.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:43 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:43.411+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:43.912 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:43.568+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:43.912 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:43.684+0000 7f550fc76700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:43.912 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:43.684+0000 7f550fc76700 -1 osd.5 97 *** Got signal Terminated *** 2023-11-16T18:30:43.912 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:43.684+0000 7f550fc76700 -1 osd.5 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:44.080 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:43 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:43.650+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:44.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:43 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:43.650+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:44.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:43 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:43.826+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:44.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:43.911+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:44.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:43 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:43.911+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:44.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:44 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:44.104+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:44.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:44 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:44.104+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:44.760 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:44.554+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:44.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:44.305+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:44.934 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:44 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:44.457+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:45.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:44 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:44.873+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:45.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:44 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:44.684+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:45.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:44 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:44.684+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:45.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:44.890+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:45.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:44 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:44.890+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:45.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:45.080+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:45.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:45.080+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:45.760 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:45.538+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:45.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:45.317+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:45.934 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:45 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:45.444+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:46.080 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:45 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:45.677+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:46.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:45 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:45.677+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:46.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:45 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:45.922+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:46.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:45.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:46.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:45 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:45.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:46.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:46.099+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:46.411 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:46.099+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:46.686 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:46 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:46.409+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:46.760 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:46.585+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:46.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:46.344+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:47.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:46 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:46.714+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:47.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:46 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:46.714+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:47.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:46 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:46.922+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:47.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:46.870+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:47.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:46 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:46.870+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:47.414 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:47.052+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:47.415 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:47.052+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:47.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:47.413+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:47.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:47 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:47.413+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:47.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:47.345+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:47.760 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:47.551+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:47.761 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:47.551+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:23.379699+0000 front 2023-11-16T18:30:23.379717+0000 (oldest deadline 2023-11-16T18:30:47.479849+0000) 2023-11-16T18:30:48.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:47 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:47.746+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:48.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:47 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:47.746+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:48.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:47 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:47.945+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:48.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:47.894+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:48.267 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:47 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:47.894+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:48.372 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:48.057+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:48.372 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:48.057+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:48.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:48.370+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:48.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:48 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:48.370+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:48.762 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:48.379+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:48.762 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:48.523+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:17.578884+0000 front 2023-11-16T18:30:17.578859+0000 (oldest deadline 2023-11-16T18:30:41.678865+0000) 2023-11-16T18:30:48.762 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5[111942]: 2023-11-16T18:30:48.523+0000 7f5509a67700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:23.379699+0000 front 2023-11-16T18:30:23.379717+0000 (oldest deadline 2023-11-16T18:30:47.479849+0000) 2023-11-16T18:30:49.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:48 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:48.925+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:49.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:48 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:48.721+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:49.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:48 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:48.721+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:49.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:48 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:48.721+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:49.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:48.885+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:49.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:48.885+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:49.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:48 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:48.885+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:49.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:49.103+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:49.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:49.103+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:49.435 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:49.353+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:49.435 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:49 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:49.353+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:49.616 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:49.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:49.617 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:49.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:49.931 INFO:journalctl@ceph.osd.5.smithi125.stdout:Nov 16 18:30:49 smithi125 bash[131193]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-5 2023-11-16T18:30:50.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:49 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:49.751+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:50.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:49 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:49.751+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:50.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:49 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:49.751+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:50.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:49 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:49.914+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:50.082 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:49 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:49.914+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:50.206 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:49.930+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:50.206 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:49.930+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:50.206 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:49 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:49.930+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:50.341 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:50.090+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:50.342 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:50.090+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:50.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:50 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:50.394+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:50.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:50 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:50.394+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:50.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:50.340+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:50.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:50 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:50.340+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:50.943 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.5.service' 2023-11-16T18:30:50.983 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:50.984 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-11-16T18:30:50.984 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-11-16T18:30:50.984 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.6 2023-11-16T18:30:51.017 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:50 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:50.705+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:51.017 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:50 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:50.705+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:51.017 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:50 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:50.705+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:51.018 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:50 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:50.888+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:51.018 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:50 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:50.888+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:51.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:50 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:50.924+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:51.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:50 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:50.924+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:51.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:50 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:50.924+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:51.331 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 systemd[1]: Stopping Ceph osd.6 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:30:51.386 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:51 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:51.100+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:51.386 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:51 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:51.100+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:51.682 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:51.347+0000 7fd604381700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:30:51.682 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:51.347+0000 7fd604381700 -1 osd.6 97 *** Got signal Terminated *** 2023-11-16T18:30:51.682 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:51.347+0000 7fd604381700 -1 osd.6 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:30:51.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:51 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:51.385+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:51.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:51 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:51.385+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:51.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:51 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:51.386+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:51.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:51 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:51.386+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:52.080 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:51.877+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:52.081 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:51.877+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:52.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:51.680+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:52.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:51.680+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:52.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:51.680+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:52.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:51 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:51.946+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:52.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:51 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:51.946+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:52.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:51 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:51.946+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:52.346 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:52 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:52.052+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:52.346 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:52 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:52.052+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:52.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:52 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:52.345+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:52.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:52 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:52.345+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:52.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:52.390+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:52.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:52.390+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:52.892 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:52.633+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:52.893 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:52.633+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:52.893 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:52.633+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:53.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:52.910+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:53.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:52.910+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:53.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:52 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:52.910+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:53.330 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:52.891+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:53.331 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:52 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:52.891+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:53.374 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:53.098+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:53.374 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:53.098+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:53.374 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:53.098+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:53.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:53.372+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:53.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:53 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:53.372+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:53.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:53.341+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:53.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:53.341+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:53.934 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:53.592+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:53.934 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:53.592+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:53.934 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:53.592+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:54.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:53.863+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.309 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:53.863+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.309 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:53 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:53.863+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.311 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:54 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:54.103+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.311 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:54 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:54.103+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.311 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:54 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:54.103+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.311 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:53.933+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:59.312 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:53 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:53.933+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:59.312 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:54.357+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.312 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:54.357+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:54.553+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:54.553+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:54.553+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:54.553+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:54.891+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.313 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:54.891+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.314 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:54 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:54.891+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.314 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:54 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:54.378+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.439 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:54 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:54.378+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.440 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:55 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:55.340+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.440 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:55 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:55.340+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:55 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:55.106+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:55 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:55.106+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:55 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:55.106+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:56.058+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:56.058+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:56.058+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.441 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:56.058+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:30:59.442 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:54.974+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:59.442 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:54.974+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:59.442 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:54 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:54.974+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.640092+0000 front 2023-11-16T18:30:29.640356+0000 (oldest deadline 2023-11-16T18:30:54.940303+0000) 2023-11-16T18:30:59.442 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:55 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:55.407+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.443 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:55 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:55.407+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.443 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:55.517+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.443 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:55.517+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.443 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:55.517+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.469 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:55.517+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:55 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:55.932+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:55 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:55.932+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:55 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:55.932+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:56.315+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:56.315+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.470 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:57.304+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.471 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:57.304+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:57.078+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:57.078+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:57.078+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:57 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:57.078+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:58.074+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.472 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:58.074+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.473 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:58.074+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.473 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:58.074+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:30:59.473 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:55.943+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.137383+0000 front 2023-11-16T18:30:18.137462+0000 (oldest deadline 2023-11-16T18:30:39.137816+0000) 2023-11-16T18:30:59.473 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:55.943+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.339721+0000 front 2023-11-16T18:30:24.339609+0000 (oldest deadline 2023-11-16T18:30:49.639652+0000) 2023-11-16T18:30:59.474 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:55 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6[122823]: 2023-11-16T18:30:55.943+0000 7fd5fc96f700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.640092+0000 front 2023-11-16T18:30:29.640356+0000 (oldest deadline 2023-11-16T18:30:54.940303+0000) 2023-11-16T18:30:59.474 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:56.398+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.474 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:56.398+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.495 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:56.398+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:30:59.496 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:58.337+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.496 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:58.337+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.496 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:56.469+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.496 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:56.469+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.497 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:56.469+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.497 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:56 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:56.469+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.497 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:56.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.497 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:56.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.497 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:56 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:56.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.498 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:59.085+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:30:59.498 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:59.085+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:30:59.498 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:59.085+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:30:59.498 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:30:59.085+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:30:59.498 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:57 smithi063 bash[259553]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-6 2023-11-16T18:30:59.499 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:57.392+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.499 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:57.392+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.499 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:57.393+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:30:59.499 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:57.439+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.500 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:57.439+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.521 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:57.439+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.521 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:57 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:57.439+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.522 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:57.845+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.522 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:57.845+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.522 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:57 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:57.845+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.524 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:58.430+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.524 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:58.430+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.524 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:58.430+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:30:59.525 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:58.858+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:30:59.525 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:58.858+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:30:59.525 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:58 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:58.858+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:30:59.526 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.6.service' 2023-11-16T18:30:59.526 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:58 smithi063 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.6.service: Succeeded. 2023-11-16T18:30:59.526 INFO:journalctl@ceph.osd.6.smithi063.stdout:Nov 16 18:30:58 smithi063 systemd[1]: Stopped Ceph osd.6 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:30:59.526 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:58.474+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.527 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:58.474+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.527 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:58.474+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.527 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:58 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:58.474+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.615 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:30:59.615 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-11-16T18:30:59.616 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-11-16T18:30:59.616 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.7 2023-11-16T18:30:59.647 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:59.366+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:30:59.647 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:59.366+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:30:59.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:59.393+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:30:59.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:59.393+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:30:59.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:30:59.393+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:30:59.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:59 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:59.513+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:30:59.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:59 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:59.513+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:30:59.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:59 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:59.513+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:30:59.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:30:59 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:30:59.513+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:30:59.934 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 systemd[1]: Stopping Ceph osd.7 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:00.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:59.866+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:00.353 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:59.866+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:00.353 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:30:59 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:30:59.866+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:00.408 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:59.969+0000 7f4aa64ef700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:00.408 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:59.969+0000 7f4aa64ef700 -1 osd.7 97 *** Got signal Terminated *** 2023-11-16T18:31:00.408 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:30:59 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:30:59.969+0000 7f4aa64ef700 -1 osd.7 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:31:00.408 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:00.092+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:00.409 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:00.092+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:00.409 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:00.092+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:00.409 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:00.092+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:00.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:00.407+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:31:00.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:00.407+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:31:00.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:00 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:00.407+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:30.257311+0000 front 2023-11-16T18:30:30.257227+0000 (oldest deadline 2023-11-16T18:30:59.657912+0000) 2023-11-16T18:31:00.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:00.390+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:00.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:00.390+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:00.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:00.390+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:00.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:00 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:00.518+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:00.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:00 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:00.518+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:00.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:00 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:00.518+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:00.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:00 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:00.518+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:01.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:00.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:01.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:00.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:01.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:00 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:00.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:01.371 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:01.081+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:01.372 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:01.081+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:01.373 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:01.081+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:01.373 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:01.081+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:01.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:01.370+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:31:01.685 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:01.370+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:31:01.685 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:01 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:01.370+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:30.257311+0000 front 2023-11-16T18:30:30.257227+0000 (oldest deadline 2023-11-16T18:30:59.657912+0000) 2023-11-16T18:31:01.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:01.403+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:01.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:01.403+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:01.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:01.403+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:01.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:01 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:01.475+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:01.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:01 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:01.475+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:01.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:01 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:01.475+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:01.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:01 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:01.475+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:02.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:01.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:02.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:01.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:02.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:01 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:01.832+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:02.397 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:02.070+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:02.397 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:02.070+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:02.398 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:02.070+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:02.398 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:02.070+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:02.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:02.395+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:31:02.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:02.395+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:31:02.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:02.395+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:30.257311+0000 front 2023-11-16T18:30:30.257227+0000 (oldest deadline 2023-11-16T18:30:59.657912+0000) 2023-11-16T18:31:02.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:02.355+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:02.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:02.355+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:02.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:02.355+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:02.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:02.520+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:02.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:02.520+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:02.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:02.520+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:02.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:02.520+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:02.832 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:02 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:02.520+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:03.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:02.840+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:03.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:02.840+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:03.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:02 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:02.840+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:03.394 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:03.083+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:03.395 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:03.083+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:03.395 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:03.083+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:03.395 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:03.083+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:03.395 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:03.083+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:03.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:03.393+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:31:03.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:03.393+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:31:03.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:03 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:03.393+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:30.257311+0000 front 2023-11-16T18:30:30.257227+0000 (oldest deadline 2023-11-16T18:30:59.657912+0000) 2023-11-16T18:31:03.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:03.376+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:03.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:03.376+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:03.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:03.376+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:03.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:03 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:03.549+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:03.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:03 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:03.549+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:03.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:03 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:03.549+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:03.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:03 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:03.549+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:03.832 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:03 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:03.549+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:04.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:03.818+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:04.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:03.818+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:04.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:03 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:03.818+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:04.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:04.050+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:04.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:04.050+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:04.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:04.050+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:04.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:04.050+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:04.410 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:04.050+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:04.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:04.408+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:14.653888+0000 front 2023-11-16T18:30:14.653831+0000 (oldest deadline 2023-11-16T18:30:39.354057+0000) 2023-11-16T18:31:04.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:04.408+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:25.656161+0000 front 2023-11-16T18:30:25.656202+0000 (oldest deadline 2023-11-16T18:30:46.756127+0000) 2023-11-16T18:31:04.684 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:04 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7[115946]: 2023-11-16T18:31:04.408+0000 7f4aa0ae1700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:30.257311+0000 front 2023-11-16T18:30:30.257227+0000 (oldest deadline 2023-11-16T18:30:59.657912+0000) 2023-11-16T18:31:04.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:04.399+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:04.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:04.399+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:04.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:04.399+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:05.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:04.593+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:05.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:04.593+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:05.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:04.593+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:05.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:04.593+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:05.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:04 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:04.593+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:05.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:04.864+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:05.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:04.864+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:05.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:04 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:04.864+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:05.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:05 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:05.055+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:05.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:05 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:05.055+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:05.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:05 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:05.055+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:05.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:05 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:05.055+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:05.502 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:05 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:05.055+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:05.758 INFO:journalctl@ceph.osd.7.smithi093.stdout:Nov 16 18:31:05 smithi093 bash[130098]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-7 2023-11-16T18:31:05.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:05.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:05.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:05.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:05.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:05.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:05.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:05.353+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:05.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:05.591+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:05.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:05.591+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:05.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:05.591+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:05.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:05.591+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:05.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:05 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:05.591+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:06.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:05.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:06.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:05.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:06.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:05.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:06.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:05 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:05.873+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:06.306 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.016+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:06.306 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.016+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:06.306 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.016+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:06.307 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.016+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:06.307 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.016+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:06.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:06.337+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:06.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:06.337+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:06.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:06.337+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:06.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:06.337+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:07.017 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.7.service' 2023-11-16T18:31:07.080 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:06.638+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:07.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:06.638+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:07.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:06.638+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:07.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:06.638+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:07.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:06 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:06.638+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:07.098 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:07.098 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-11-16T18:31:07.098 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-11-16T18:31:07.098 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.8 2023-11-16T18:31:07.128 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:06.824+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:07.128 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:06.824+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:07.128 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:06.824+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:07.128 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:06 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:06.824+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:07.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.988+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:07.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.988+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:07.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.988+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:07.444 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.988+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:07.444 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:06.988+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:07.456 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 systemd[1]: Stopping Ceph osd.8 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:07.456 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.315+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:07.456 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.315+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:07.456 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.315+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:07.457 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.315+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:07.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.454+0000 7f23ee9e1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:07.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.454+0000 7f23ee9e1700 -1 osd.8 97 *** Got signal Terminated *** 2023-11-16T18:31:07.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:07.454+0000 7f23ee9e1700 -1 osd.8 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:31:08.080 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:07 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:07.609+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:08.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:07 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:07.609+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:08.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:07 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:07.609+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:08.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:07 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:07.609+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:08.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:07 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:07.609+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:08.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:07.856+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:08.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:07.856+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:08.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:07.856+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:08.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:07 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:07.856+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:08.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:07 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:07.944+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:08.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:07 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:07.944+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:08.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:07 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:07.944+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:08.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:07 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:07.944+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:08.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:07 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:07.944+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:08.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:08.285+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:08.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:08.285+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:08.760 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:08.285+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:08.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:08.285+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:09.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:08 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:08.612+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:09.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:08 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:08.612+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:09.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:08 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:08.612+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:09.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:08 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:08.612+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:09.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:08 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:08.612+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:09.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:08 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:08.933+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:09.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:08 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:08.933+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:09.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:08 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:08.933+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:09.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:08 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:08.933+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:09.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:08 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:08.933+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:09.259 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:08.886+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:09.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:08.886+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:09.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:08.886+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:09.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:08 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:08.886+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:09.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:09.258+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:09.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:09.258+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:09.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:09.258+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:09.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:09.258+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:10.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:09.643+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:10.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:09.643+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:10.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:09.643+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:10.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:09.643+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:10.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:09 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:09.643+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:10.242 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:09.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:10.243 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:09.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:10.243 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:09.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:10.243 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:09.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:10.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:10.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:10.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:10.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:10.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:10.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:09 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:09.954+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:10.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:10.241+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:10.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:10.241+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:10.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:10.241+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:10.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:10.241+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:10.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:10.241+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:44.416320+0000 front 2023-11-16T18:30:44.416391+0000 (oldest deadline 2023-11-16T18:31:09.717535+0000) 2023-11-16T18:31:11.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:10.601+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:11.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:10.601+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:11.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:10.601+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:11.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:10.601+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:11.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:10 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:10.601+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:11.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:11.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:11.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:11.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:11.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:11.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:10 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:10.907+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:11.203 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:10.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:11.203 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:10.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:11.203 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:10.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:11.203 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:10 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:10.925+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:11.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:11.201+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:11.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:11.201+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:11.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:11.201+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:11.510 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:11.201+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:11.511 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:11.201+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:44.416320+0000 front 2023-11-16T18:30:44.416391+0000 (oldest deadline 2023-11-16T18:31:09.717535+0000) 2023-11-16T18:31:11.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:11.556+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:11.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:11.556+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:11.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:11.556+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:11.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:11.556+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:11.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:11 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:11.556+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:12.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:12.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:12.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:12.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:12.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:12.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:11 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:11.918+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:12.260 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:12.192+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:18.311229+0000 front 2023-11-16T18:30:18.311146+0000 (oldest deadline 2023-11-16T18:30:41.211275+0000) 2023-11-16T18:31:12.260 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:12.192+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.012918+0000 front 2023-11-16T18:30:24.012938+0000 (oldest deadline 2023-11-16T18:30:49.313148+0000) 2023-11-16T18:31:12.260 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:12.192+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.715039+0000 front 2023-11-16T18:30:32.715056+0000 (oldest deadline 2023-11-16T18:30:55.614900+0000) 2023-11-16T18:31:12.261 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:12.192+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:38.516039+0000 front 2023-11-16T18:30:38.516195+0000 (oldest deadline 2023-11-16T18:31:04.416010+0000) 2023-11-16T18:31:12.261 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8[117388]: 2023-11-16T18:31:12.192+0000 7f23e87d2700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:44.416320+0000 front 2023-11-16T18:30:44.416391+0000 (oldest deadline 2023-11-16T18:31:09.717535+0000) 2023-11-16T18:31:12.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:11.973+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:12.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:11.973+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:12.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:11.973+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:12.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:11.973+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:12.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:11 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:11.973+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:12.830 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:12.570+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:12.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:12.570+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:12.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:12.570+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:12.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:12.570+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:12.831 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:12 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:12.570+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:13.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:13.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:13.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:13.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:13.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:13.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:12 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:12.893+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:13.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:12.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:13.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:12.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:13.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:12.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:13.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:12.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:13.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:12 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:12.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:13.761 INFO:journalctl@ceph.osd.8.smithi125.stdout:Nov 16 18:31:13 smithi125 bash[131452]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-8 2023-11-16T18:31:14.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:13.619+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:14.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:13.619+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:14.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:13.619+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:14.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:13.619+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:14.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:13 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:13.619+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:14.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:14.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:14.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:14.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:14.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:14.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:13 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:13.901+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:14.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:13 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:13.912+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:14.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:13 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:13.912+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:14.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:13 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:13.912+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:14.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:13 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:13.912+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:14.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:13 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:13.912+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:14.599 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.8.service' 2023-11-16T18:31:14.678 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:14.678 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-11-16T18:31:14.679 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-11-16T18:31:14.679 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.9 2023-11-16T18:31:14.886 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:14.884+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:14.886 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:14.884+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:15.064 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:14.646+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:14 smithi063 systemd[1]: Stopping Ceph osd.9 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:15.065 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.063+0000 7fe9da481700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:15.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:15.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:15.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:15.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:15.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:15.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:14 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:14.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:15.264 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:14.884+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:15.264 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:14.884+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:15.265 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:14.884+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:15.330 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.063+0000 7fe9da481700 -1 osd.9 97 *** Got signal Terminated *** 2023-11-16T18:31:15.331 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.063+0000 7fe9da481700 -1 osd.9 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:16.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:15 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:15.670+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:16.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:16.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:16.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:16.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:16.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:16.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:15 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:15.924+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:16.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:15 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:15.906+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:16.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:15 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:15.906+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:16.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:15 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:15.906+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:16.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:15 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:15.907+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:16.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:15 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:15.907+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:17.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:16 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:16.690+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:17.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:17.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:17.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:17.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:17.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:17.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:16 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:16.917+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:17.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:16 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:16.867+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:17.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:16 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:16.867+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:17.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:16 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:16.867+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:17.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:16 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:16.867+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:17.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:16 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:16.867+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:18.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:18.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:18.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:18.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:18.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:18.082 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:17 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:17.726+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:18.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:17 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:17.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:18.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:17 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:17.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:18.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:17 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:17.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:18.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:17 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:17.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:18.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:17 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:17.888+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:18.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:18.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:18.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:18.434 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:18.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:18.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:18.435 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:17 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:17.952+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:19.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:19.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:19.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:19.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:19.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:19.082 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:18 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:18.752+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:19.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:19.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:19.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:19.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:19.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:19.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:19.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:18 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:18.919+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:19.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:19.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:19.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:19.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:19.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:19.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:18.923+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:20.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.131367+0000 front 2023-11-16T18:30:07.131538+0000 (oldest deadline 2023-11-16T18:30:33.031601+0000) 2023-11-16T18:31:20.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:16.532834+0000 front 2023-11-16T18:30:16.532797+0000 (oldest deadline 2023-11-16T18:30:42.333675+0000) 2023-11-16T18:31:20.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:24.034659+0000 front 2023-11-16T18:30:24.034644+0000 (oldest deadline 2023-11-16T18:30:48.134705+0000) 2023-11-16T18:31:20.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:29.235545+0000 front 2023-11-16T18:30:29.235499+0000 (oldest deadline 2023-11-16T18:30:54.535564+0000) 2023-11-16T18:31:20.082 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.436535+0000 front 2023-11-16T18:30:40.436505+0000 (oldest deadline 2023-11-16T18:31:02.136461+0000) 2023-11-16T18:31:20.082 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:19 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9[128267]: 2023-11-16T18:31:19.767+0000 7fe9d3a71700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:48.538348+0000 front 2023-11-16T18:30:48.538142+0000 (oldest deadline 2023-11-16T18:31:14.438071+0000) 2023-11-16T18:31:20.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:20.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:20.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:20.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:20.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:20.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:20.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:19 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:19.871+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:20.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:20.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:20.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:20.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:20.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:20.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:19 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:19.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:21.081 INFO:journalctl@ceph.osd.9.smithi063.stdout:Nov 16 18:31:20 smithi063 bash[259864]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-9 2023-11-16T18:31:21.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:21.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:21.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:21.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:21.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:21.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:21.186 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:20 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:20.821+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:21.265 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:21.266 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:21.266 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:21.267 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:21.267 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:21.267 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:20 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:20.940+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:22.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.869+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:22.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.869+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:22.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.870+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:22.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.870+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:22.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.870+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:22.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.870+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:22.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:21 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:21.870+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:22.186 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.9.service' 2023-11-16T18:31:22.231 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:22.231 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-11-16T18:31:22.232 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-11-16T18:31:22.232 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.10 2023-11-16T18:31:22.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:22.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:22.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:22.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:22.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:22.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:21 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:21.917+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:22.584 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 systemd[1]: Stopping Ceph osd.10 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:22.850 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.582+0000 7f761e607700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:22.850 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.582+0000 7f761e607700 -1 osd.10 97 *** Got signal Terminated *** 2023-11-16T18:31:22.850 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.582+0000 7f761e607700 -1 osd.10 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:31:23.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:23.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:23.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:23.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:23.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:23.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:23.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:22 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:22.848+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:23.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:23.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:23.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:23.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:23.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:23.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:22.961+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:24.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:24.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:24.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:24.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:24.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:24.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:24.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:23 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:23.830+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:24.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:24.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:24.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:24.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:24.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:24.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:23 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:23.929+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:25.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:25.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:25.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:25.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:25.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:25.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:25.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:24 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:24.832+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:25.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:25.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:25.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:25.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:25.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:25.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:24 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:24.942+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:26.185 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:26.186 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:25 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:25.861+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:26.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:26.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:26.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:26.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:26.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:26.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:25 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:25.979+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:27.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:09.419921+0000 front 2023-11-16T18:30:09.419848+0000 (oldest deadline 2023-11-16T18:30:31.119718+0000) 2023-11-16T18:31:27.184 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:15.220808+0000 front 2023-11-16T18:30:15.220923+0000 (oldest deadline 2023-11-16T18:30:41.120896+0000) 2023-11-16T18:31:27.195 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:21.121386+0000 front 2023-11-16T18:30:21.121570+0000 (oldest deadline 2023-11-16T18:30:52.322064+0000) 2023-11-16T18:31:27.195 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6814 osd.3 since back 2023-11-16T18:30:32.322595+0000 front 2023-11-16T18:30:32.322608+0000 (oldest deadline 2023-11-16T18:30:55.822727+0000) 2023-11-16T18:31:27.195 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:39.923842+0000 front 2023-11-16T18:30:39.923857+0000 (oldest deadline 2023-11-16T18:31:02.823913+0000) 2023-11-16T18:31:27.196 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:47.525121+0000 front 2023-11-16T18:30:47.525181+0000 (oldest deadline 2023-11-16T18:31:09.725663+0000) 2023-11-16T18:31:27.196 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:26 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10[121452]: 2023-11-16T18:31:26.837+0000 7f7617bf7700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:52.626528+0000 front 2023-11-16T18:30:52.626545+0000 (oldest deadline 2023-11-16T18:31:17.926556+0000) 2023-11-16T18:31:27.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:27.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:27.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:27.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:27.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:27.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:26 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:26.945+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:28.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:28.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:28.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:28.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:28.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:28.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:27 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:27.985+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:28.685 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:28 smithi093 bash[130360]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-10 2023-11-16T18:31:29.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:29.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:28 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:28.948+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:29.539 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.10.service' 2023-11-16T18:31:29.565 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:29 smithi093 systemd[1]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.10.service: Succeeded. 2023-11-16T18:31:29.565 INFO:journalctl@ceph.osd.10.smithi093.stdout:Nov 16 18:31:29 smithi093 systemd[1]: Stopped Ceph osd.10 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7. 2023-11-16T18:31:29.579 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:29.580 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-11-16T18:31:29.580 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-11-16T18:31:29.580 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.11 2023-11-16T18:31:29.907 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 systemd[1]: Stopping Ceph osd.11 for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:30.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:30.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:30.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.905+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.943+0000 7fa4e7c2b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.943+0000 7fa4e7c2b700 -1 osd.11 97 *** Got signal Terminated *** 2023-11-16T18:31:30.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:29 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:29.943+0000 7fa4e7c2b700 -1 osd.11 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-11-16T18:31:31.267 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:31.270 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:31.273 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:31.274 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:31.275 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:31.279 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:31.279 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:30 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:30.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:32.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:32.262 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:31 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:31.914+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:33.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:33.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:33.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:33.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:33.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:33.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:33.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:32 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:32.892+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:34.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:34.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:34.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:34.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:34.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:34.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:34.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:33 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:33.877+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:35.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6806 osd.0 since back 2023-11-16T18:30:07.037368+0000 front 2023-11-16T18:30:07.037333+0000 (oldest deadline 2023-11-16T18:30:31.737341+0000) 2023-11-16T18:31:35.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6804 osd.1 since back 2023-11-16T18:30:12.838655+0000 front 2023-11-16T18:30:12.838664+0000 (oldest deadline 2023-11-16T18:30:42.239263+0000) 2023-11-16T18:31:35.260 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6804 osd.2 since back 2023-11-16T18:30:22.239846+0000 front 2023-11-16T18:30:22.239869+0000 (oldest deadline 2023-11-16T18:30:48.140062+0000) 2023-11-16T18:31:35.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6812 osd.4 since back 2023-11-16T18:30:40.942761+0000 front 2023-11-16T18:30:40.942847+0000 (oldest deadline 2023-11-16T18:31:04.943120+0000) 2023-11-16T18:31:35.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.125:6812 osd.5 since back 2023-11-16T18:30:46.043990+0000 front 2023-11-16T18:30:46.044012+0000 (oldest deadline 2023-11-16T18:31:11.244851+0000) 2023-11-16T18:31:35.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6822 osd.6 since back 2023-11-16T18:30:53.546063+0000 front 2023-11-16T18:30:53.546097+0000 (oldest deadline 2023-11-16T18:31:18.245867+0000) 2023-11-16T18:31:35.261 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:34 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11[122898]: 2023-11-16T18:31:34.920+0000 7fa4e0a1a700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.93:6820 osd.7 since back 2023-11-16T18:31:02.847568+0000 front 2023-11-16T18:31:02.847427+0000 (oldest deadline 2023-11-16T18:31:28.047785+0000) 2023-11-16T18:31:35.760 INFO:journalctl@ceph.osd.11.smithi125.stdout:Nov 16 18:31:35 smithi125 bash[131714]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-osd-11 2023-11-16T18:31:36.969 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@osd.11.service' 2023-11-16T18:31:37.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:37.009 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-11-16T18:31:37.009 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-11-16T18:31:37.009 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.a 2023-11-16T18:31:37.331 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:31:37 smithi063 systemd[1]: Stopping Ceph mds.a for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:37.830 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:31:37 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-a[133623]: 2023-11-16T18:31:37.376+0000 7f44bc02f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:37.831 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:31:37 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-a[133623]: 2023-11-16T18:31:37.376+0000 7f44bc02f700 -1 mds.a *** got signal Terminated *** 2023-11-16T18:31:41.806 INFO:journalctl@ceph.mds.a.smithi063.stdout:Nov 16 18:31:41 smithi063 bash[260130]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-a 2023-11-16T18:31:41.812 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.a.service' 2023-11-16T18:31:41.850 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:41.850 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-11-16T18:31:41.851 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-11-16T18:31:41.851 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.d 2023-11-16T18:31:42.086 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:31:41 smithi063 systemd[1]: Stopping Ceph mds.d for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:42.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:31:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-d[132661]: 2023-11-16T18:31:42.235+0000 7fb209a4a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:42.581 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:31:42 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-d[132661]: 2023-11-16T18:31:42.235+0000 7fb209a4a700 -1 mds.d *** got signal Terminated *** 2023-11-16T18:31:45.703 INFO:journalctl@ceph.mds.d.smithi063.stdout:Nov 16 18:31:45 smithi063 bash[260286]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-d 2023-11-16T18:31:45.900 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.d.service' 2023-11-16T18:31:45.937 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:45.937 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-11-16T18:31:45.938 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-11-16T18:31:45.938 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.g 2023-11-16T18:31:46.318 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:31:46 smithi063 systemd[1]: Stopping Ceph mds.g for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:46.580 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:31:46 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-g[133237]: 2023-11-16T18:31:46.316+0000 7f5345499700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:46.581 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:31:46 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-g[133237]: 2023-11-16T18:31:46.316+0000 7f5345499700 -1 mds.g *** got signal Terminated *** 2023-11-16T18:31:50.830 INFO:journalctl@ceph.mds.g.smithi063.stdout:Nov 16 18:31:50 smithi063 bash[260425]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-g 2023-11-16T18:31:50.874 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.g.service' 2023-11-16T18:31:50.910 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:50.910 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-11-16T18:31:50.910 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-11-16T18:31:50.911 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.j 2023-11-16T18:31:51.293 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:31:50 smithi063 systemd[1]: Stopping Ceph mds.j for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:51.580 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:31:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-j[132274]: 2023-11-16T18:31:51.290+0000 7f52610cc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:51.581 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:31:51 smithi063 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-j[132274]: 2023-11-16T18:31:51.290+0000 7f52610cc700 -1 mds.j *** got signal Terminated *** 2023-11-16T18:31:55.466 INFO:journalctl@ceph.mds.j.smithi063.stdout:Nov 16 18:31:55 smithi063 bash[260572]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-j 2023-11-16T18:31:55.676 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.j.service' 2023-11-16T18:31:55.711 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:55.711 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-11-16T18:31:55.711 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-11-16T18:31:55.711 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.b 2023-11-16T18:31:56.070 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:31:55 smithi093 systemd[1]: Stopping Ceph mds.b for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:56.434 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:31:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: 2023-11-16T18:31:56.068+0000 7f47633c6700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:56.434 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:31:56 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b[125242]: 2023-11-16T18:31:56.068+0000 7f47633c6700 -1 mds.b *** got signal Terminated *** 2023-11-16T18:31:58.408 INFO:journalctl@ceph.mds.b.smithi093.stdout:Nov 16 18:31:58 smithi093 bash[130645]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-b 2023-11-16T18:31:58.478 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.b.service' 2023-11-16T18:31:58.515 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:31:58.515 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-11-16T18:31:58.515 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-11-16T18:31:58.515 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.e 2023-11-16T18:31:58.684 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:31:58 smithi093 systemd[1]: Stopping Ceph mds.e for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:31:59.184 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:31:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: 2023-11-16T18:31:58.899+0000 7f53b6f26700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:31:59.184 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:31:58 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e[124564]: 2023-11-16T18:31:58.899+0000 7f53b6f26700 -1 mds.e *** got signal Terminated *** 2023-11-16T18:32:02.260 INFO:journalctl@ceph.mds.e.smithi093.stdout:Nov 16 18:32:02 smithi093 bash[130791]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-e 2023-11-16T18:32:02.443 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.e.service' 2023-11-16T18:32:02.478 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:02.478 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-11-16T18:32:02.479 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-11-16T18:32:02.479 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.h 2023-11-16T18:32:02.861 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:32:02 smithi093 systemd[1]: Stopping Ceph mds.h for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:03.184 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:32:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: 2023-11-16T18:32:02.858+0000 7f4534a07700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:03.184 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:32:02 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h[124902]: 2023-11-16T18:32:02.858+0000 7f4534a07700 -1 mds.h *** got signal Terminated *** 2023-11-16T18:32:06.434 INFO:journalctl@ceph.mds.h.smithi093.stdout:Nov 16 18:32:06 smithi093 bash[130932]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-h 2023-11-16T18:32:06.474 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.h.service' 2023-11-16T18:32:06.512 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:06.513 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-11-16T18:32:06.513 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-11-16T18:32:06.513 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.k 2023-11-16T18:32:06.918 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:32:06 smithi093 systemd[1]: Stopping Ceph mds.k for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:07.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:32:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-k[124212]: 2023-11-16T18:32:06.915+0000 7f788c9ac700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:07.184 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:32:06 smithi093 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-k[124212]: 2023-11-16T18:32:06.915+0000 7f788c9ac700 -1 mds.k *** got signal Terminated *** 2023-11-16T18:32:09.252 INFO:journalctl@ceph.mds.k.smithi093.stdout:Nov 16 18:32:09 smithi093 bash[131077]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-k 2023-11-16T18:32:09.444 DEBUG:teuthology.orchestra.run.smithi093:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.k.service' 2023-11-16T18:32:09.479 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:09.480 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-11-16T18:32:09.480 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-11-16T18:32:09.480 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.c 2023-11-16T18:32:09.760 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:32:09 smithi125 systemd[1]: Stopping Ceph mds.c for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:10.260 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:32:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: 2023-11-16T18:32:09.827+0000 7fe1f4109700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:10.260 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:32:09 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c[126411]: 2023-11-16T18:32:09.827+0000 7fe1f4109700 -1 mds.c *** got signal Terminated *** 2023-11-16T18:32:14.260 INFO:journalctl@ceph.mds.c.smithi125.stdout:Nov 16 18:32:14 smithi125 bash[131993]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-c 2023-11-16T18:32:14.387 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.c.service' 2023-11-16T18:32:14.423 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:14.423 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-11-16T18:32:14.423 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-11-16T18:32:14.424 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.f 2023-11-16T18:32:14.760 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:32:14 smithi125 systemd[1]: Stopping Ceph mds.f for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:15.260 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:32:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: 2023-11-16T18:32:14.819+0000 7fa75f3c0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:15.260 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:32:14 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f[126069]: 2023-11-16T18:32:14.819+0000 7fa75f3c0700 -1 mds.f *** got signal Terminated *** 2023-11-16T18:32:18.271 INFO:journalctl@ceph.mds.f.smithi125.stdout:Nov 16 18:32:18 smithi125 bash[132139]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-f 2023-11-16T18:32:18.458 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.f.service' 2023-11-16T18:32:18.492 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:18.492 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-11-16T18:32:18.493 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-11-16T18:32:18.493 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.i 2023-11-16T18:32:18.760 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:32:18 smithi125 systemd[1]: Stopping Ceph mds.i for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:19.260 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:32:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: 2023-11-16T18:32:18.858+0000 7f9143787700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:19.261 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:32:18 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i[126751]: 2023-11-16T18:32:18.859+0000 7f9143787700 -1 mds.i *** got signal Terminated *** 2023-11-16T18:32:22.420 INFO:journalctl@ceph.mds.i.smithi125.stdout:Nov 16 18:32:22 smithi125 bash[132280]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-i 2023-11-16T18:32:22.428 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.i.service' 2023-11-16T18:32:22.475 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:22.477 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-11-16T18:32:22.477 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-11-16T18:32:22.477 DEBUG:teuthology.orchestra.run.smithi125:> sudo systemctl stop ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.l 2023-11-16T18:32:22.760 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:32:22 smithi125 systemd[1]: Stopping Ceph mds.l for e9b3d36e-84ab-11ee-8dbe-212e2dc638e7... 2023-11-16T18:32:23.260 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:32:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-l[125722]: 2023-11-16T18:32:22.841+0000 7fec90493700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-11-16T18:32:23.260 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:32:22 smithi125 ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-l[125722]: 2023-11-16T18:32:22.841+0000 7fec90493700 -1 mds.l *** got signal Terminated *** 2023-11-16T18:32:27.011 INFO:journalctl@ceph.mds.l.smithi125.stdout:Nov 16 18:32:26 smithi125 bash[132420]: ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7-mds-l 2023-11-16T18:32:27.233 DEBUG:teuthology.orchestra.run.smithi125:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9b3d36e-84ab-11ee-8dbe-212e2dc638e7@mds.l.service' 2023-11-16T18:32:27.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-11-16T18:32:27.267 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-11-16T18:32:27.268 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force --keep-logs 2023-11-16T18:32:29.919 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force --keep-logs 2023-11-16T18:32:31.881 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force --keep-logs 2023-11-16T18:32:33.829 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:32:33.867 DEBUG:teuthology.orchestra.run.smithi093:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:32:33.903 DEBUG:teuthology.orchestra.run.smithi125:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-11-16T18:32:33.934 INFO:tasks.cephadm:Archiving crash dumps... 2023-11-16T18:32:33.936 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi063/crash 2023-11-16T18:32:33.937 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash -- . 2023-11-16T18:32:33.977 INFO:teuthology.orchestra.run.smithi063.stderr:tar: /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash: Cannot open: No such file or directory 2023-11-16T18:32:33.977 INFO:teuthology.orchestra.run.smithi063.stderr:tar: Error is not recoverable: exiting now 2023-11-16T18:32:33.979 DEBUG:teuthology.misc:Transferring archived files from smithi093:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi093/crash 2023-11-16T18:32:33.980 DEBUG:teuthology.orchestra.run.smithi093:> sudo tar c -f - -C /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash -- . 2023-11-16T18:32:34.029 INFO:teuthology.orchestra.run.smithi093.stderr:tar: /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash: Cannot open: No such file or directory 2023-11-16T18:32:34.030 INFO:teuthology.orchestra.run.smithi093.stderr:tar: Error is not recoverable: exiting now 2023-11-16T18:32:34.031 DEBUG:teuthology.misc:Transferring archived files from smithi125:/var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi125/crash 2023-11-16T18:32:34.032 DEBUG:teuthology.orchestra.run.smithi125:> sudo tar c -f - -C /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash -- . 2023-11-16T18:32:34.084 INFO:teuthology.orchestra.run.smithi125.stderr:tar: /var/lib/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/crash: Cannot open: No such file or directory 2023-11-16T18:32:34.084 INFO:teuthology.orchestra.run.smithi125.stderr:tar: Error is not recoverable: exiting now 2023-11-16T18:32:34.085 INFO:tasks.cephadm:Checking cluster log for badness... 2023-11-16T18:32:34.086 DEBUG:teuthology.orchestra.run.smithi063:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-11-16T18:32:34.122 INFO:teuthology.orchestra.run.smithi063.stderr:grep: /var/log/ceph/e9b3d36e-84ab-11ee-8dbe-212e2dc638e7/ceph.log: No such file or directory 2023-11-16T18:32:34.125 INFO:tasks.cephadm:Compressing logs... 2023-11-16T18:32:34.125 DEBUG:teuthology.orchestra.run.smithi063:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:32:34.167 DEBUG:teuthology.orchestra.run.smithi093:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:32:34.170 DEBUG:teuthology.orchestra.run.smithi125:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:32:34.195 INFO:teuthology.orchestra.run.smithi125.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-11-16T18:32:34.200 INFO:teuthology.orchestra.run.smithi093.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-11-16T18:32:34.201 INFO:teuthology.orchestra.run.smithi063.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-11-16T18:35:44.612 INFO:tasks.cephadm:Archiving logs... 2023-11-16T18:35:44.613 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/log/ceph to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi063/log 2023-11-16T18:35:44.615 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-16T18:35:52.388 DEBUG:teuthology.misc:Transferring archived files from smithi093:/var/log/ceph to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi093/log 2023-11-16T18:35:52.390 DEBUG:teuthology.orchestra.run.smithi093:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-16T18:36:08.823 DEBUG:teuthology.misc:Transferring archived files from smithi125:/var/log/ceph to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi125/log 2023-11-16T18:36:08.824 DEBUG:teuthology.orchestra.run.smithi125:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-16T18:36:32.125 INFO:tasks.cephadm:Removing cluster... 2023-11-16T18:36:32.126 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force 2023-11-16T18:36:33.065 DEBUG:teuthology.orchestra.run.smithi093:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force 2023-11-16T18:36:34.054 DEBUG:teuthology.orchestra.run.smithi125:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9b3d36e-84ab-11ee-8dbe-212e2dc638e7 --force 2023-11-16T18:36:35.084 INFO:tasks.cephadm:Removing cephadm ... 2023-11-16T18:36:35.084 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/cephadm 2023-11-16T18:36:35.107 DEBUG:teuthology.orchestra.run.smithi093:> rm -rf /home/ubuntu/cephtest/cephadm 2023-11-16T18:36:35.128 DEBUG:teuthology.orchestra.run.smithi125:> rm -rf /home/ubuntu/cephtest/cephadm 2023-11-16T18:36:35.145 INFO:tasks.cephadm:Teardown complete 2023-11-16T18:36:35.146 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-11-16T18:36:35.157 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-11-16T18:36:35.158 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-16T18:36:35.161 DEBUG:teuthology.orchestra.run.smithi093:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-16T18:36:35.172 DEBUG:teuthology.orchestra.run.smithi125:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-16T18:36:35.292 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-11-16T18:36:35.312 INFO:teuthology.task.clock:Checking final clock skew... 2023-11-16T18:36:35.313 DEBUG:teuthology.orchestra.run.smithi063:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:36:35.316 DEBUG:teuthology.orchestra.run.smithi093:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:36:35.319 DEBUG:teuthology.orchestra.run.smithi125:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-16T18:36:35.333 INFO:teuthology.orchestra.run.smithi063.stderr:bash: ntpq: command not found 2023-11-16T18:36:35.334 INFO:teuthology.orchestra.run.smithi125.stderr:bash: ntpq: command not found 2023-11-16T18:36:35.336 INFO:teuthology.orchestra.run.smithi093.stderr:bash: ntpq: command not found 2023-11-16T18:36:35.338 INFO:teuthology.orchestra.run.smithi125.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:36:35.338 INFO:teuthology.orchestra.run.smithi125.stdout:=============================================================================== 2023-11-16T18:36:35.338 INFO:teuthology.orchestra.run.smithi125.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 53 +2222us[+2235us] +/- 78ms 2023-11-16T18:36:35.339 INFO:teuthology.orchestra.run.smithi125.stdout:^* hv02.front.sepia.ceph.com 3 6 377 48 +26us[ +39us] +/- 59ms 2023-11-16T18:36:35.339 INFO:teuthology.orchestra.run.smithi125.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 -2097us[-2084us] +/- 72ms 2023-11-16T18:36:35.339 INFO:teuthology.orchestra.run.smithi125.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:=============================================================================== 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 49 +2258us[+2258us] +/- 78ms 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:^* hv02.front.sepia.ceph.com 3 7 377 50 +105us[ +82us] +/- 59ms 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 48 -2059us[-2059us] +/- 72ms 2023-11-16T18:36:35.341 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 47 +2223us[+2238us] +/- 78ms 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:^* hv02.front.sepia.ceph.com 3 6 377 45 +58us[ +74us] +/- 59ms 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 -2085us[-2070us] +/- 72ms 2023-11-16T18:36:35.353 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-11-16T18:36:35.354 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-11-16T18:36:35.367 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-11-16T18:36:35.367 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-11-16T18:36:35.381 DEBUG:teuthology.orchestra.run.smithi063:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-11-16T18:36:35.627 DEBUG:teuthology.orchestra.run.smithi093:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-11-16T18:36:35.730 DEBUG:teuthology.orchestra.run.smithi125:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-11-16T18:36:35.824 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:36:35.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:35.862 DEBUG:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:36:35.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:35.907 DEBUG:teuthology.orchestra.run.smithi125:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-16T18:36:35.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:35.938 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-11-16T18:36:35.951 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-11-16T18:36:35.963 INFO:teuthology.task.internal:Duration was 2189.204942 seconds 2023-11-16T18:36:35.964 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-11-16T18:36:35.976 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-11-16T18:36:35.976 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-16T18:36:35.979 DEBUG:teuthology.orchestra.run.smithi093:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-16T18:36:35.981 DEBUG:teuthology.orchestra.run.smithi125:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-16T18:36:36.026 INFO:teuthology.orchestra.run.smithi093.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:36:36.027 INFO:teuthology.orchestra.run.smithi125.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:36:36.066 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-16T18:36:36.447 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-11-16T18:36:36.447 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi063.front.sepia.ceph.com 2023-11-16T18:36:36.448 DEBUG:teuthology.orchestra.run.smithi063:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-16T18:36:36.477 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi093.front.sepia.ceph.com 2023-11-16T18:36:36.477 DEBUG:teuthology.orchestra.run.smithi093:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-16T18:36:36.501 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi125.front.sepia.ceph.com 2023-11-16T18:36:36.501 DEBUG:teuthology.orchestra.run.smithi125:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-16T18:36:36.522 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-11-16T18:36:36.522 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:36:36.525 DEBUG:teuthology.orchestra.run.smithi093:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:36:36.543 DEBUG:teuthology.orchestra.run.smithi125:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-16T18:36:36.610 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-11-16T18:36:36.610 DEBUG:teuthology.orchestra.run.smithi063:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-16T18:36:36.613 DEBUG:teuthology.orchestra.run.smithi093:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-16T18:36:36.615 DEBUG:teuthology.orchestra.run.smithi125:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-16T18:36:36.762 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-11-16T18:36:36.775 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-11-16T18:36:36.776 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-16T18:36:36.808 DEBUG:teuthology.orchestra.run.smithi093:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-16T18:36:36.836 DEBUG:teuthology.orchestra.run.smithi125:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-16T18:36:36.880 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-11-16T18:36:36.892 DEBUG:teuthology.orchestra.run.smithi063:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:36.894 DEBUG:teuthology.orchestra.run.smithi093:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:36.896 DEBUG:teuthology.orchestra.run.smithi125:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:36.920 INFO:teuthology.orchestra.run.smithi093.stdout:kernel.core_pattern = core 2023-11-16T18:36:36.935 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = core 2023-11-16T18:36:36.945 INFO:teuthology.orchestra.run.smithi125.stdout:kernel.core_pattern = core 2023-11-16T18:36:37.019 DEBUG:teuthology.orchestra.run.smithi063:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:37.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:37.036 DEBUG:teuthology.orchestra.run.smithi093:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:37.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:37.053 DEBUG:teuthology.orchestra.run.smithi125:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-16T18:36:37.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-16T18:36:37.077 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-11-16T18:36:37.089 INFO:teuthology.task.internal:Transferring archived files... 2023-11-16T18:36:37.090 DEBUG:teuthology.misc:Transferring archived files from smithi063:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi063 2023-11-16T18:36:37.090 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-16T18:36:37.140 DEBUG:teuthology.misc:Transferring archived files from smithi093:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi093 2023-11-16T18:36:37.140 DEBUG:teuthology.orchestra.run.smithi093:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-16T18:36:37.186 DEBUG:teuthology.misc:Transferring archived files from smithi125:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952/remote/smithi125 2023-11-16T18:36:37.187 DEBUG:teuthology.orchestra.run.smithi125:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-16T18:36:37.230 INFO:teuthology.task.internal:Removing archive directory... 2023-11-16T18:36:37.230 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-16T18:36:37.233 DEBUG:teuthology.orchestra.run.smithi093:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-16T18:36:37.236 DEBUG:teuthology.orchestra.run.smithi125:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-16T18:36:37.276 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-11-16T18:36:37.290 INFO:teuthology.task.internal:Not uploading archives. 2023-11-16T18:36:37.290 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-11-16T18:36:37.306 INFO:teuthology.task.internal:Tidying up after the test... 2023-11-16T18:36:37.306 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-16T18:36:37.309 DEBUG:teuthology.orchestra.run.smithi093:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-16T18:36:37.315 DEBUG:teuthology.orchestra.run.smithi125:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-16T18:36:37.325 INFO:teuthology.orchestra.run.smithi063.stdout: 262320 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 16 18:36 /home/ubuntu/cephtest 2023-11-16T18:36:37.326 INFO:teuthology.orchestra.run.smithi093.stdout: 262181 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 16 18:36 /home/ubuntu/cephtest 2023-11-16T18:36:37.332 INFO:teuthology.orchestra.run.smithi125.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 16 18:36 /home/ubuntu/cephtest 2023-11-16T18:36:37.334 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-11-16T18:36:37.348 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-11-16T18:36:37.375 INFO:teuthology.nuke:Checking targets against current locks 2023-11-16T18:36:37.400 DEBUG:teuthology.nuke:shortname: smithi063 2023-11-16T18:36:37.400 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-16T18:36:37.431 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.743052', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T18:36:37.432 DEBUG:teuthology.nuke:shortname: smithi093 2023-11-16T18:36:37.442 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-16T18:36:37.470 DEBUG:teuthology.nuke:shortname: smithi125 2023-11-16T18:36:37.470 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-16T18:36:37.475 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi093.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.741749', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T18:36:37.498 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi125.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/choffman-2023-11-16_17:54:03-fs-wip-choffman-62793-distro-default-smithi/7460952', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-16 17:55:15.744108', 'locked_by': 'scheduled_choffman@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-16T18:36:37.508 INFO:teuthology.orchestra.console.smithi063:Power off 2023-11-16T18:36:37.508 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-16T18:36:37.534 DEBUG:teuthology.orchestra.console.smithi063:power off output: Chassis Power Control: Down/Off 2023-11-16T18:36:37.534 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:37.551 INFO:teuthology.orchestra.console.smithi093:Power off 2023-11-16T18:36:37.552 DEBUG:teuthology.orchestra.console.smithi093:pexpect command: ipmitool -H smithi093.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-16T18:36:37.573 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is on 2023-11-16T18:36:37.583 DEBUG:teuthology.orchestra.console.smithi093:power off output: Chassis Power Control: Down/Off 2023-11-16T18:36:37.583 DEBUG:teuthology.orchestra.console.smithi093:pexpect command: ipmitool -H smithi093.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:37.598 INFO:teuthology.orchestra.console.smithi125:Power off 2023-11-16T18:36:37.598 DEBUG:teuthology.orchestra.console.smithi125:pexpect command: ipmitool -H smithi125.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-16T18:36:37.611 DEBUG:teuthology.orchestra.console.smithi093:check power output: Chassis Power is on 2023-11-16T18:36:37.624 DEBUG:teuthology.orchestra.console.smithi125:power off output: Chassis Power Control: Down/Off 2023-11-16T18:36:37.624 DEBUG:teuthology.orchestra.console.smithi125:pexpect command: ipmitool -H smithi125.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:37.658 DEBUG:teuthology.orchestra.console.smithi125:check power output: Chassis Power is on 2023-11-16T18:36:41.574 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:41.612 DEBUG:teuthology.orchestra.console.smithi093:pexpect command: ipmitool -H smithi093.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:41.659 DEBUG:teuthology.orchestra.console.smithi125:pexpect command: ipmitool -H smithi125.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:41.684 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is on 2023-11-16T18:36:41.726 DEBUG:teuthology.orchestra.console.smithi093:check power output: Chassis Power is on 2023-11-16T18:36:41.769 DEBUG:teuthology.orchestra.console.smithi125:check power output: Chassis Power is on 2023-11-16T18:36:45.688 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:45.727 DEBUG:teuthology.orchestra.console.smithi093:pexpect command: ipmitool -H smithi093.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:45.771 DEBUG:teuthology.orchestra.console.smithi125:pexpect command: ipmitool -H smithi125.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:45.799 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is off 2023-11-16T18:36:45.841 DEBUG:teuthology.orchestra.console.smithi093:check power output: Chassis Power is on 2023-11-16T18:36:45.883 DEBUG:teuthology.orchestra.console.smithi125:check power output: Chassis Power is off 2023-11-16T18:36:45.902 INFO:teuthology.orchestra.console.smithi063:Power off completed 2023-11-16T18:36:45.984 INFO:teuthology.orchestra.console.smithi125:Power off completed 2023-11-16T18:36:49.844 DEBUG:teuthology.orchestra.console.smithi093:pexpect command: ipmitool -H smithi093.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-16T18:36:49.956 DEBUG:teuthology.orchestra.console.smithi093:check power output: Chassis Power is off 2023-11-16T18:36:50.056 INFO:teuthology.orchestra.console.smithi093:Power off completed 2023-11-16T18:36:50.163 INFO:teuthology.run:Summary data: description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/misc}} duration: 2189.2049417495728 failure_reason: 'Command failed (workunit test fs/misc/general_vxattrs.sh) on smithi063 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c9565146c8647d4e00eb6c7ae626dc192680e7b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/general_vxattrs.sh''' flavor: default owner: scheduled_choffman@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=1b846c6bd2d248cd8712fc09b7e3299c status: fail success: false 2023-11-16T18:36:50.164 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-16T18:36:50.259 INFO:teuthology.run:FAIL